-- Logs begin at Tue 2022-03-22 12:07:48 UTC, end at Tue 2022-03-22 14:04:46 UTC. -- Mar 22 12:52:47.167354 dv-neutron-834664-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 12:52:49.656227 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.common.config [-] Logging enabled! Mar 22 12:52:49.656933 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev78 Mar 22 12:52:49.656933 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87827) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 12:52:49.660028 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.common.config [-] Logging enabled! Mar 22 12:52:49.660283 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev78 Mar 22 12:52:49.660592 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87827) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 12:52:49.661514 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 12:52:49.661748 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 12:52:49.662105 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 12:52:49.662351 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 12:52:49.662577 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 12:52:49.662893 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.663210 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.663510 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.663741 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.664037 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.664326 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.664606 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.664894 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.665191 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.665476 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.665754 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.666037 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.666294 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.666577 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.666867 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.667154 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.667399 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] debug = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.667681 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.668114 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.668523 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.668802 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.669091 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.669372 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.669643 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.669917 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.670199 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.670524 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] host = dv-neutron-834664-2-hyperv {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.670802 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.671087 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.671397 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.671682 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.671955 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.672233 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.672514 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.672787 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.673059 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] log_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.673332 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.673621 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.673908 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.674196 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.674420 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.674641 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.674929 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.675239 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.675515 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.675788 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.676060 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.676332 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.676604 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.676871 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.677154 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.677434 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.677715 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.677993 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.678265 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.678535 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.678803 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.679084 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.679379 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.679649 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.679916 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.680201 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.680470 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.680740 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.681035 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.681319 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.681597 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.681903 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.682168 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.682455 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.682723 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.682994 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.683291 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] use_json = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.683562 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.683848 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.684109 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.684380 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.684649 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.684918 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.685187 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.685467 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.685735 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:49.686023 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.686317 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.686614 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.686899 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.687208 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.687488 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.687774 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.688053 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.688338 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.688624 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.688913 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.689186 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.689470 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.689743 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.690031 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.690331 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.690623 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.690910 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.691203 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.691477 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.691747 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.692018 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.692300 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.692589 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.692875 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.693146 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.693422 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.693710 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.693984 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.694254 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.694528 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.694814 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.695087 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.695379 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.695656 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.695927 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.696194 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.696462 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.696735 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.697020 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.697291 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.698070 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.698338 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.698617 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.698884 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.699194 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.699457 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.699725 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.699994 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.700269 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.700538 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.700807 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.701078 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.701347 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.701618 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.701887 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.702157 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.702427 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.702696 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.702965 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.703263 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.703533 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.703805 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.704071 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.704340 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.704609 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.704879 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.705149 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.705431 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.705723 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.705997 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.706273 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.706549 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.706823 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.707097 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.707395 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.707670 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.707943 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.708214 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.708508 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.708787 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.709074 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.709355 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.709631 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.709926 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.710203 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.710486 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.710761 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.711043 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.711349 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.711633 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.711927 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.712221 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.712514 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.712807 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.713664 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.713947 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.714252 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.714533 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:49.714749 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 12:52:49.714988 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87827) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 12:52:50.105427 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO keyring.backend [-] Loading KWallet Mar 22 12:52:50.112863 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO keyring.backend [-] Loading SecretService Mar 22 12:52:50.116286 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO keyring.backend [-] Loading Windows Mar 22 12:52:50.117609 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO keyring.backend [-] Loading chainer Mar 22 12:52:50.118392 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO keyring.backend [-] Loading macOS Mar 22 12:52:50.152834 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 22 12:52:50.153109 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 22 12:52:50.153400 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 22 12:52:50.153738 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 12:52:50.540427 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.540628 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.540900 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.542215 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.542487 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.542752 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.577351 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.577626 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.577893 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.591378 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.591660 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.591929 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.622527 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.622801 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.623069 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.662493 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.663043 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.663043 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.898178 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.898467 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.898738 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.899009 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:50.899779 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.023360 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.023679 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.023959 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.024233 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.024503 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.024814 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.025080 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.025343 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.025719 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.026008 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.026271 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.026542 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.026811 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.027072 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.027372 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.027651 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.027916 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.028188 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.028444 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.028730 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.029083 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.029339 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.029597 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.029882 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.030133 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.030381 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.030768 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:52:51.031010 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:52:51.031272 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:52:51.031514 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:52:51.031750 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:52:51.031993 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:52:51.032355 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 12:52:51.035485 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 12:52:51.039462 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 12:52:51.043287 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 22 12:52:51.044925 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 12:52:51.046396 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 12:52:51.046735 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 12:52:51.047120 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 12:52:51.049967 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 12:52:51.050220 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 12:52:51.050565 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 12:52:51.079178 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 12:52:51.079662 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.079960 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87827) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 22 12:52:51.080321 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.081682 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87827) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 12:52:51.081964 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 12:52:51.082212 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 12:52:51.085508 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.085790 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.147714 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 12:52:51.147955 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 12:52:51.148233 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 12:52:51.148552 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 12:52:51.181191 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_db.sqlalchemy.engines [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87827) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 22 12:52:51.527532 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Initializing driver for type 'gre' Mar 22 12:52:51.528045 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] gre ID ranges: [(1, 1000)] Mar 22 12:52:51.582971 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Initializing driver for type 'local' Mar 22 12:52:51.583350 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Initializing driver for type 'vlan' Mar 22 12:52:51.595911 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] VlanTypeDriver initialization complete Mar 22 12:52:51.596231 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Initializing driver for type 'vxlan' Mar 22 12:52:51.596729 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] vxlan ID ranges: [(1, 1000)] Mar 22 12:52:51.648565 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Initializing extension driver 'port_security' Mar 22 12:52:51.648977 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] PortSecurityExtensionDriver initialization complete Mar 22 12:52:51.649317 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Initializing mechanism driver 'openvswitch' Mar 22 12:52:51.649641 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Initializing mechanism driver 'hyperv' Mar 22 12:52:51.656718 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:51.657392 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > port after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.657773 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > port after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.658127 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > port after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.658653 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 12:52:51.659081 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > subnet after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.659462 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > subnet after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.659812 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.660204 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 12:52:51.660611 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > network after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.660963 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > network after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.661310 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > network after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.661698 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 12:52:51.662106 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > security_group after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.662460 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > security_group after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.662806 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.663370 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 12:52:51.663775 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.664126 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.664466 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.664858 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 12:52:51.665366 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > address_group after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.665711 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > address_group after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.666610 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.667015 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87827) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 22 12:52:51.667499 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] ML2 OVO RPC backend initialized. {{(pid=87827) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 22 12:52:51.668207 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.668568 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.668992 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > network before_response 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.669345 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > networks before_response 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.669696 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > port before_response 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.670038 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > ports before_response 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.670386 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > subnet before_response 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.670729 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > subnets before_response 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.671076 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > network after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.671445 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > network after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.671812 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > network after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.672150 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > port after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.672495 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > port after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.672830 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > port after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.673169 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > subnet after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.673522 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > subnet after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.673848 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.674419 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.plugin [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Modular L2 Plugin initialization complete Mar 22 12:52:51.674751 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading services supported by the core plugin {{(pid=87827) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 12:52:51.675078 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.plugins.ml2.managers [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Got port-security extension from driver 'port_security' Mar 22 12:52:51.675565 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.extensions.vlantransparent [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Disabled vlantransparent extension. Mar 22 12:52:51.676053 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87827) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 12:52:51.676368 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading Plugin: router Mar 22 12:52:51.713838 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.714229 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router after_create 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.714598 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router before_create 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.714964 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.715363 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.715717 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router after_delete 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.716079 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.716467 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router after_create 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.716813 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router after_update 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.717161 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router after_update 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.717507 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.717865 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router after_update 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.718270 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router precommit_update 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.718640 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: port after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.718979 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: port after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.719352 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: subnet after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.719694 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.720043 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.720389 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router precommit_create 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.720731 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: port before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.721071 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router precommit_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.721426 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router after_update 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.721765 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.722110 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router precommit_create 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.722466 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.722808 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router precommit_update 55549900 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.723181 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > agent after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.723545 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > agent after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.723891 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > network after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.724751 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Tracking information for resource: router configured {{(pid=87827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:52:51.725083 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Tracking information for resource: floatingip configured {{(pid=87827) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:52:51.730726 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.db.l3_agentschedulers_db [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 12:52:51.731332 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: port after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.731950 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: port after_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.732305 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: port after_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.732655 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: port after_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.733440 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router before_create 55550100 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.733805 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.734168 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router precommit_create 55550100 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.734523 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > router precommit_update 55550100 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.738991 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.services.provider_configuration [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service providers = [] {{(pid=87827) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 12:52:51.739387 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.db.servicetype_db [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87827) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 12:52:51.742315 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.services.service_base [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87827) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:52:51.742669 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.services.service_base [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87827) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:52:51.743014 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.services.service_base [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87827) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:52:51.743927 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.services.service_base [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87827) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:52:51.744327 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.services.service_base [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 12:52:51.744707 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:52:51.745031 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 12:52:51.755861 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:52:51.756203 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading Plugin: auto_allocate Mar 22 12:52:51.761971 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: network precommit_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.762347 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: network precommit_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.762871 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:52:51.763213 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading Plugin: tag Mar 22 12:52:51.769748 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:52:51.770082 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading Plugin: timestamp Mar 22 12:52:51.774102 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:52:51.774440 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading Plugin: network_ip_availability Mar 22 12:52:51.780263 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.780589 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.780945 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:51.781656 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:52:51.781980 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading Plugin: flavors Mar 22 12:52:51.786688 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:52:51.787019 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading Plugin: revisions Mar 22 12:52:51.791930 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87827) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:52:51.792320 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_concurrency.lockutils [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.639s {{(pid=87827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 22 12:52:51.793053 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87827) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 12:52:51.793388 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Initializing extension manager. Mar 22 12:52:51.793894 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: __init__.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.794234 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: __pycache__ {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.794568 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.794902 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: address_group.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.795683 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.796248 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: address-group Mar 22 12:52:51.796572 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: address_scope.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.797281 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.797791 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: address-scope Mar 22 12:52:51.798115 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.799032 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.799651 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: router-admin-state-down-before-update Mar 22 12:52:51.799975 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: agent.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.800862 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.801398 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: agent Mar 22 12:52:51.801723 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: agent_resources_synced.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.802629 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.803137 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: agent-resources-synced Mar 22 12:52:51.803484 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: allowedaddresspairs.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.805298 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.805827 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: allowed-address-pairs Mar 22 12:52:51.806157 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: auto_allocated_topology.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.807297 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.807814 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: auto-allocated-topology Mar 22 12:52:51.808143 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: availability_zone.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.808843 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.809340 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: availability_zone Mar 22 12:52:51.809663 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: availability_zone_filter.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.810571 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.811080 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: availability_zone_filter Mar 22 12:52:51.811433 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: data_plane_status.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.812334 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.812842 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 12:52:51.813163 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: default_subnetpools.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.814074 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.814584 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: default-subnetpools Mar 22 12:52:51.814905 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.815744 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.816260 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: dhcp_agent_scheduler Mar 22 12:52:51.816582 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: dns.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.817491 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.818001 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension dns-integration not supported by any of loaded plugins Mar 22 12:52:51.818324 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: dns_domain_ports.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.819298 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.819818 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 12:52:51.820143 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: dvr.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.820814 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.821326 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: dvr Mar 22 12:52:51.821649 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: empty_string_filtering.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.822608 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.823119 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: empty-string-filtering Mar 22 12:52:51.823488 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.824398 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.824903 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 12:52:51.825231 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.826136 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.826640 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 12:52:51.826962 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: external_net.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.827899 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.828405 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: external-net Mar 22 12:52:51.828728 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.829632 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.830142 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: extra_dhcp_opt Mar 22 12:52:51.830464 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: extraroute.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.831398 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.831915 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: extraroute Mar 22 12:52:51.832238 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: extraroute_atomic.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.833263 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.833775 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: extraroute-atomic Mar 22 12:52:51.834099 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: filter_validation.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.834763 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.835351 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: filter-validation Mar 22 12:52:51.835673 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: fip_pf_description.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.836582 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.837088 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 12:52:51.837408 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: fip_port_details.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.838864 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.839395 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: fip-port-details Mar 22 12:52:51.839718 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: flavors.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.840950 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.841466 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: flavors Mar 22 12:52:51.841794 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.843506 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.844024 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 12:52:51.844353 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: floatingip_pools.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.845049 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.845570 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: floatingip-pools Mar 22 12:52:51.845897 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: ip_allocation.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.846810 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.847353 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 12:52:51.847679 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.848592 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.849102 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: ip-substring-filtering Mar 22 12:52:51.849428 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: l2_adjacency.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.850353 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.850859 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 12:52:51.851203 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: l3.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.852169 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.852684 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: router Mar 22 12:52:51.853008 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.856015 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.856801 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 12:52:51.857135 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.858071 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.858590 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: ext-gw-mode Mar 22 12:52:51.858917 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.859855 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.860368 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: l3-ha Mar 22 12:52:51.860693 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: l3_flavors.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.861603 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.862112 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: l3-flavors Mar 22 12:52:51.862436 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.863397 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.863904 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 12:52:51.864250 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: l3agentscheduler.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.865295 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.865811 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: l3_agent_scheduler Mar 22 12:52:51.866138 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: logging.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.867668 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.868193 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension logging not supported by any of loaded plugins Mar 22 12:52:51.868521 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: metering.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.869287 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.869865 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: metering Mar 22 12:52:51.870188 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.871315 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.871835 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: metering_source_and_destination_fields Mar 22 12:52:51.872161 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: multiprovidernet.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.873091 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.873605 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: multi-provider Mar 22 12:52:51.873930 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: netmtu.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.874845 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.875391 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: net-mtu Mar 22 12:52:51.875717 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: netmtu_writable.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.876631 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.877144 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: net-mtu-writable Mar 22 12:52:51.877468 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: network_availability_zone.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.878131 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.878637 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: network_availability_zone Mar 22 12:52:51.878959 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: network_ip_availability.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.880078 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.880588 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: network-ip-availability Mar 22 12:52:51.880910 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: network_segment_range.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.881669 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.882175 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 12:52:51.882496 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: pagination.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.883506 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.883836 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: pagination Mar 22 12:52:51.884157 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: port_device_profile.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.885590 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.886107 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: port-device-profile Mar 22 12:52:51.886429 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.887373 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.887882 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: port-mac-address-regenerate Mar 22 12:52:51.888206 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.889122 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.889632 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: port-numa-affinity-policy Mar 22 12:52:51.889956 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: port_resource_request.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.890859 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.891398 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 12:52:51.891721 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: portbindings.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.892647 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.893154 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: binding Mar 22 12:52:51.893478 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: portbindings_extended.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.894877 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.895427 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: binding-extended Mar 22 12:52:51.895764 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: portsecurity.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.896680 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.897200 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: port-security Mar 22 12:52:51.897525 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: project_id.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.898502 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.898833 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: project-id Mar 22 12:52:51.899182 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: providernet.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.900125 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.901186 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: provider Mar 22 12:52:51.901508 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: qos.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.905046 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.905571 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension qos not supported by any of loaded plugins Mar 22 12:52:51.905912 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.907173 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.907695 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 12:52:51.908024 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.908946 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.909462 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 12:52:51.909791 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: qos_default.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.910699 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.911239 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension qos-default not supported by any of loaded plugins Mar 22 12:52:51.911568 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: qos_fip.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.912220 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.912724 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension qos-fip not supported by any of loaded plugins Mar 22 12:52:51.913047 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: qos_gateway_ip.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.913969 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.914480 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 12:52:51.914805 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: qos_port_network_policy.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.915750 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.916283 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 12:52:51.916604 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: qos_rule_type_details.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.917561 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.918074 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 12:52:51.918399 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: qos_rules_alias.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.919497 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.920011 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 12:52:51.920338 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: quotasv2.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.921252 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.921582 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: quotas Mar 22 12:52:51.921902 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: quotasv2_detail.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.923575 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.923922 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: quota_details Mar 22 12:52:51.924258 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: rbac.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.925341 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.925881 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: rbac-policies Mar 22 12:52:51.926214 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: rbac_address_group.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.927142 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.927697 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: rbac-address-group Mar 22 12:52:51.928026 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: rbac_address_scope.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.928946 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.929468 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: rbac-address-scope Mar 22 12:52:51.929801 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: rbac_security_groups.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.930722 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.931254 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: rbac-security-groups Mar 22 12:52:51.931583 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: rbac_subnetpool.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.932597 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.933113 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: rbac-subnetpool Mar 22 12:52:51.933438 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: revisionifmatch.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.934358 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.934873 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: revision-if-match Mar 22 12:52:51.935222 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: revisions.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.936456 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.936975 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: standard-attr-revisions Mar 22 12:52:51.937304 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: router_availability_zone.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.937978 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.938493 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: router_availability_zone Mar 22 12:52:51.938821 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: routerservicetype.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.939762 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.940296 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension router-service-type not supported by any of loaded plugins Mar 22 12:52:51.940604 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.941523 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.942040 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: security-groups-normalized-cidr Mar 22 12:52:51.942365 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.943316 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.943835 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: port-security-groups-filtering Mar 22 12:52:51.944159 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.945084 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.945599 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: security-groups-remote-address-group Mar 22 12:52:51.945930 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: securitygroup.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.956014 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.956556 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: security-group Mar 22 12:52:51.956895 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: segment.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.957676 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.958190 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension segment not supported by any of loaded plugins Mar 22 12:52:51.958522 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.959481 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.959995 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 12:52:51.960324 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: servicetype.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.961422 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.961944 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: service-type Mar 22 12:52:51.962277 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: sorting.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.963864 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.964199 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: sorting Mar 22 12:52:51.964527 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: standard_attr_segment.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.965456 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.965962 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 12:52:51.966294 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: standardattrdescription.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.966939 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.967476 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: standard-attr-description Mar 22 12:52:51.967804 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: stateful_security_group.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.968739 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.969257 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: stateful-security-group Mar 22 12:52:51.969583 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: stdattrs_common.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.970163 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 12:52:51.970484 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.971512 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.972032 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 12:52:51.972356 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: subnet_onboard.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.973432 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.973952 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: subnet_onboard Mar 22 12:52:51.974274 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.975225 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.975742 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 12:52:51.976065 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: subnet_service_types.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.976992 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.977508 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: subnet-service-types Mar 22 12:52:51.977832 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: subnetallocation.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.978942 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.979503 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: subnet_allocation Mar 22 12:52:51.979833 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.980493 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.981004 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: subnetpool-prefix-ops Mar 22 12:52:51.981326 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.982512 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.983024 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 12:52:51.983375 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: tagging.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.984430 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.984956 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: standard-attr-tag Mar 22 12:52:51.985282 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: timestamp.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.986486 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.987005 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loaded extension: standard-attr-timestamp Mar 22 12:52:51.987371 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: trunk.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.988411 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.988928 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension trunk not supported by any of loaded plugins Mar 22 12:52:51.989256 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: trunk_details.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.990175 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.990684 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension trunk-details not supported by any of loaded plugins Mar 22 12:52:51.991008 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: uplink_status_propagation.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.991953 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.992470 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 12:52:51.992790 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Loading extension file: vlantransparent.py {{(pid=87827) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:52:51.993452 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87827) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:52:51.993957 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 12:52:51.996487 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:network Mar 22 12:52:51.997231 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:subnet Mar 22 12:52:51.998001 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:52:51.998604 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:port Mar 22 12:52:51.999914 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.000364 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service FLAVORS assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.000989 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.001420 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.001753 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:router Mar 22 12:52:52.002417 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 12:52:52.003126 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service METERING assigned prefix: /metering {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.004578 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:52.004947 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:52.005299 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:52:52.007637 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 12:52:52.008094 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:security_group Mar 22 12:52:52.008752 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 12:52:52.009500 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service CORE assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.010348 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:52:52.010690 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] subnetpool is already registered Mar 22 12:52:52.011342 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service CORE assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.011673 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:52:52.012009 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] subnetpool is already registered Mar 22 12:52:52.122570 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.123013 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service FLAVORS assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.123641 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.124073 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.124418 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:router Mar 22 12:52:52.124753 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] router is already registered Mar 22 12:52:52.125412 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 12:52:52.125742 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] floatingip is already registered Mar 22 12:52:52.126380 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service METERING assigned prefix: /metering {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.127221 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 12:52:52.127558 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] rbac_policy is already registered Mar 22 12:52:52.127996 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:security_group Mar 22 12:52:52.128321 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] security_group is already registered Mar 22 12:52:52.128915 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 12:52:52.129244 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] security_group_rule is already registered Mar 22 12:52:52.129909 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service CORE assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.130241 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:52:52.130567 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] subnetpool is already registered Mar 22 12:52:52.131191 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.v2.resource_helper [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Service CORE assigned prefix: {{(pid=87827) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:52:52.131525 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:52:52.131850 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING neutron.quota.resource_registry [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] subnetpool is already registered Mar 22 12:52:52.132497 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: extensions {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.134005 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: address-groups {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.135693 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: address-scopes {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.136921 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: agents {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.138092 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: auto-allocated-topology {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.139467 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: availability_zones {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.140703 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: dhcp-networks {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.142103 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: dhcp-agents {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.143781 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: routers {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.145623 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: flavors {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.146780 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: service_profiles {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.148037 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: next_providers {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.149561 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: service_profiles {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.151046 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: floatingip-pools {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.152289 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: routers {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.154101 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: floatingips {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.155328 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: l3-routers {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.156708 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: l3-agents {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.158382 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: metering-labels {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.159676 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: metering-label-rules {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.160949 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: network-ip-availabilities {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.162199 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: bindings {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.163882 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: quotas {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.165324 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: quotas {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.167315 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: rbac-policies {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.168605 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: security-groups {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.169809 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: security-group-rules {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.171023 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: service-providers {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.172401 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: subnetpools {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.173738 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: subnetpools {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.175191 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: tags {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.176960 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: tags {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.178681 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: tags {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.180529 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: tags {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.183953 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: tags {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.185792 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: tags {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.187516 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: tags {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.189408 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: tags {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.191148 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: tags {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.193016 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron.api.extensions [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Extended resource: tags {{(pid=87827) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:52:52.198891 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING keystonemiddleware.auth_token [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 12:52:52.203566 dv-neutron-834664-2-hyperv neutron-server[87827]: WARNING keystonemiddleware.auth_token [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 12:52:52.211706 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_concurrency.lockutils [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Acquired lock "singleton_lock" {{(pid=87827) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 22 12:52:52.212180 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_concurrency.lockutils [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Releasing lock "singleton_lock" {{(pid=87827) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 22 12:52:52.212812 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO oslo_service.service [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Starting 2 workers Mar 22 12:52:52.218079 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Started child 87932 {{(pid=87827) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 12:52:52.222288 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Started child 87933 {{(pid=87827) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 12:52:52.223135 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:52.223922 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO neutron.service [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 12:52:52.224551 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [-] (87932) wsgi starting up on http://0.0.0.0:9696 Mar 22 12:52:52.224702 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Notify callbacks [] for process, before_spawn {{(pid=87827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:52.226728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:52.227129 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO oslo_service.service [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Starting 1 workers Mar 22 12:52:52.228068 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [-] (87933) wsgi starting up on http://0.0.0.0:9696 Mar 22 12:52:52.232884 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Started child 87934 {{(pid=87827) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 12:52:52.233405 dv-neutron-834664-2-hyperv neutron-server[87827]: INFO oslo_service.service [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Starting 1 workers Mar 22 12:52:52.236296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.service [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] calling RpcWorker wait() {{(pid=87934) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 12:52:52.236819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.service [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] returning from RpcWorker wait() {{(pid=87934) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 12:52:52.237659 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Started child 87935 {{(pid=87827) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 12:52:52.238001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:52.238444 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG neutron_lib.callbacks.manager [None req-cd4e09ef-fab9-4e3c-9838-a4366060f061 None None] Notify callbacks [] for process, after_spawn {{(pid=87827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:52.238545 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:52.240254 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87827) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 22 12:52:52.240462 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 12:52:52.240652 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 12:52:52.240865 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 12:52:52.241199 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 12:52:52.241364 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 12:52:52.241849 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.242142 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.242231 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:52.242676 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.242676 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.242951 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.243535 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.243821 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.244058 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.244373 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.244627 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.244792 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.244948 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.245200 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.245434 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.245725 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.245987 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.246235 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.246489 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.246664 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.246926 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.247221 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.247455 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.247716 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] debug = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.247955 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.248411 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.248640 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.248888 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.249135 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.249430 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.249651 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.249905 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.250143 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.250359 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.250608 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.250861 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.251102 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.251355 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.251601 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.251842 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.252055 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.252518 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] host = dv-neutron-834664-2-hyperv {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.252734 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.252954 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.253201 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.253442 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.253694 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.253922 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.254182 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.254421 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.254677 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.254927 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.255203 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.255434 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.255670 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.255908 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.256073 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_options = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.256296 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.256586 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.256840 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.257034 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.257201 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.257376 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.257623 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.257811 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.258033 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.258248 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.258461 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.258710 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.259001 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.259197 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.259447 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.259686 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.259979 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.260164 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.260407 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.260744 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.260947 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.261203 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.261930 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.262206 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.262442 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.262930 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.263349 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.263501 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:52.263784 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.264215 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.264431 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.264671 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.264902 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.265138 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.265400 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.265631 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.265870 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.266080 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.266379 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.266613 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.266873 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.267115 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.267390 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.267626 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.268076 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.268369 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.268753 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_json = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.268974 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.269243 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.269494 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.269678 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.269905 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.270149 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.270408 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.270671 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.271040 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.272259 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.272837 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.273593 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.273695 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.275192 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.275192 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.275192 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.278062 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.278346 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.278615 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.278917 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.279587 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.280171 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.280704 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.280977 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.281306 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.281579 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.281855 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.282085 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.282326 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.282567 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.282819 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.283184 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.283460 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.283716 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.283991 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.284214 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.284469 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.284711 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.284929 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.285168 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.285403 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.285667 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.285908 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.286130 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.286350 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.286588 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.286805 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.287052 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.287321 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.287564 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.287816 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.288031 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.288249 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.288480 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.288695 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.288915 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.289159 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.289375 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.289626 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.289850 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.290067 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.290275 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.290483 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.290727 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.290958 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.292202 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.292435 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.292640 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.292877 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.293090 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.293343 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.293570 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.293790 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.294905 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.295131 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.295380 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.295627 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.295842 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.296080 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.296301 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.296516 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.296728 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.296946 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.297512 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.297736 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.297956 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.298179 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.298408 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.298639 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.299416 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.299632 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.300210 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.300474 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.300740 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.301034 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.301318 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.301599 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.301855 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.302105 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.302669 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.302940 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.303194 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.303419 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.306913 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.307553 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.307854 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.308116 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.309099 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.310697 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.310968 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.311310 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.312412 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.312668 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.313270 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.313541 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.313847 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.314111 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.314389 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.314639 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.314927 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.315202 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.315805 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.316111 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.316337 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.316662 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.316965 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.318101 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.318407 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.318678 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.318934 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.319243 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.319510 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.320095 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.320355 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.320592 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.320819 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.321668 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.321914 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.322140 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.322750 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.323062 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.323388 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.323661 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.323909 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.324151 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.324769 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.325047 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331181 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331181 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331181 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331181 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331181 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331181 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331181 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331181 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331741 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331741 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331741 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331741 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331741 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331741 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.331741 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.332220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 58826) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:52:52.332304 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.332382 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.332662 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.332974 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.333293 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.333582 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.333886 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.334169 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.334477 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.334787 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.335069 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.335388 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.335686 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.335998 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.336318 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.336961 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.337294 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.339234 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.339544 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.339864 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.340987 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.341330 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.341646 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.341974 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.343357 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.344014 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.344323 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.344634 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.344945 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.345241 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.345545 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.346494 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.346712 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.346998 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.347387 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0124035 Mar 22 12:52:52.347846 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.348121 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.348360 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.348596 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.348841 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.349063 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.350193 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.350572 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.350946 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.351213 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.351473 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.351726 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.351966 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.353217 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.353217 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.353217 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.353217 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.353485 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.354242 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.354627 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.354984 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.355364 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.356769 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.356769 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.356950 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.357443 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.357663 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.357881 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.358228 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.358666 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.359221 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.359475 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.359721 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.360441 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.361392 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.361392 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.361392 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.361392 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.362721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:52.363313 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.363613 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.363861 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.364100 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.364342 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.364675 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.365141 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.365235 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.365449 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.365757 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.367195 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.367195 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.367195 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.367195 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.367497 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.367497 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.368180 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.368519 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.368792 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.369067 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.369428 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.369736 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.370030 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.370313 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.370593 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.370868 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.371144 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.372982 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.373249 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.373606 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.374682 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.374958 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.375280 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.375620 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.375887 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.376910 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.377037 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.377304 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.377533 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.378137 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.379138 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.379138 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.379138 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.379425 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.379569 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.379801 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.380017 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.380236 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.380461 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.380661 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 12:52:52.382324 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87827) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 22 12:52:52.382324 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 12:52:52.382324 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 12:52:52.382324 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 12:52:52.382324 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 12:52:52.382324 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 12:52:52.382766 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.383123 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.383771 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.383771 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.384155 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.384351 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.385031 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.385793 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.385793 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.386016 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.386202 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.386370 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.386532 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.386693 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.386855 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.387015 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.387215 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.387550 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.387726 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.388534 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.388534 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.388534 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.388534 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] debug = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.388534 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.388929 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.388929 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.388929 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.389167 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.389246 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.389380 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.389541 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.389702 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.389861 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.390020 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.390179 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.390342 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.390495 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.390652 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.390810 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.390967 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.391126 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] host = dv-neutron-834664-2-hyperv {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.391320 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.391480 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.391641 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.391800 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.391961 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.392120 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.392276 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.392434 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.392593 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.392756 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.392994 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.393158 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.393352 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.393524 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.394818 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_options = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.395042 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.395251 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.395419 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.395605 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.395774 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.395938 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.396248 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.396630 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.396796 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.397099 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.397991 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.398577 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.398746 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.399056 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.399290 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.399437 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.399595 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.399747 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.399946 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.400119 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.400282 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.400972 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.401308 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.401596 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.402676 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.403065 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.403389 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.403693 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.403993 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.404289 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.404768 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.405116 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.405406 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.405697 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.405867 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.406035 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.406230 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.406385 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.406519 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.406685 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.406854 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.407004 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.407192 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.407422 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.408841 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.409027 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_json = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.409196 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.409361 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.409512 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.410676 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.410856 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.411023 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.411218 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.411867 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.412541 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:52:52.412760 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.412913 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.413101 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.413690 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.413865 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.414029 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.414359 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.414518 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.414677 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.414840 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.415010 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.415189 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.415366 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.415527 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.415690 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.415844 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.416054 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.416725 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.416892 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.417051 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.417212 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.417467 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.417647 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.417809 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.417971 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.418131 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.418292 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.418455 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.418617 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.418779 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.418941 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.419127 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.419295 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.419454 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.419614 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.419775 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.419940 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.420100 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.420262 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.420424 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.420584 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.420732 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.420894 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.421054 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.421215 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.421377 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.421552 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.421696 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.421856 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.422016 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.422187 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.422352 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.422512 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.422671 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.422833 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.422992 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.423223 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.423362 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.423490 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.423628 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.423761 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.423934 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.424123 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.424255 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.424386 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.424545 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.424706 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.424866 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.425027 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.425188 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.425348 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.425508 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.425668 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.425827 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.425988 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.426149 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.426310 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.426471 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.426631 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.426846 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.426938 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.427095 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.427976 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.427976 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.427976 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.427976 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.427976 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.428351 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.428351 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.428351 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.428557 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.428623 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.428786 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.428998 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.429132 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.429284 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.429418 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.429550 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.429682 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.429837 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.429997 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.430157 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.430315 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.430475 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.430634 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.430794 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.430955 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.431114 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.431306 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.431467 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.431653 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.431823 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.431978 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.432143 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.432307 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.432473 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.432644 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.432805 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.432968 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.433127 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.433287 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.433450 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.433618 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.433756 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.433904 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.434063 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.434225 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.434392 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.434562 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.434724 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.434884 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.435044 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.435289 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.435406 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.435565 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.435726 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.435885 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.436046 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.436206 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.436365 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.436525 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.436693 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.436840 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.437015 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.437150 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.437311 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.437470 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.437630 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.437793 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.437953 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.438113 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.438274 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.438434 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.438595 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.438755 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.438916 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.439077 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.439260 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.439422 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.439582 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.439741 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.439905 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.440067 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.440226 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.440385 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.440544 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.440703 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.440862 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.441020 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.441188 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.441345 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.441505 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.441664 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.441838 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.441975 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.442135 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.442302 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.442466 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.442629 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.442787 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.442946 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.443107 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.443288 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.443449 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.443611 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.443775 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.443942 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.444113 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.444272 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.444433 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.444596 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.444756 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.444916 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.445077 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.445237 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.445397 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.445557 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.445720 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.445881 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.446040 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.446200 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.446359 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.446518 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.446681 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.446842 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.447074 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.447184 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.447367 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.447528 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.447688 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.447847 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.448008 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.448167 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.448380 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.448546 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.448706 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.448879 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.449039 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.449199 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.449359 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.449520 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.449689 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.449850 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.450010 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.450169 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.450330 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.450500 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.450661 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.450821 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.450980 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.451139 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.451331 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.451493 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.451653 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.451897 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.451992 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.452128 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.452291 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.452466 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.452627 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.452791 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.452952 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.453112 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.453272 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.453435 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.453600 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.453771 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.453939 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.454123 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.454266 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.454434 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.454603 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.454763 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.454929 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.455102 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.455307 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.455469 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.455630 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.455789 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.455950 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.456109 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.456270 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.456429 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.456595 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.456751 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.456912 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.457071 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.457232 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.457394 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.457554 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.457714 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.457873 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.458033 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.458192 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:52:52.458344 dv-neutron-834664-2-hyperv neutron-server[87827]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87827) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 12:53:02.984653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b384c1-3d06-4eab-ba5d-a568cfafc5c9 None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 12:53:03.057434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b384c1-3d06-4eab-ba5d-a568cfafc5c9 None None] No non-hosted networks {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 12:53:03.065895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.agentschedulers_db [None req-e8b384c1-3d06-4eab-ba5d-a568cfafc5c9 None None] DHCP Agent not found on host dv-neutron-834664-2-hyperv {{(pid=87934) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 12:53:03.188489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3564-cfd9-41c8-a08f-df5195395194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-471607'] for agent, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:05.253528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7ccde48-a614-417b-aa7d-04a213c85d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-471607'] for agent, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:05.292688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0bffb6d4-7e8b-4f3e-8a56-d677625fe1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:06.270064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-471607'] for agent, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:06.504933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-471607'] for agent, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:06.506090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.506430 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.506765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.507236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.507543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.508010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.508389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.508738 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.509155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.510127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.510475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.510805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:06.511867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834664-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:06.522994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834664-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:07.663464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-471607'] for agent, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:08.642464 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.db.l3_hamode_db [None req-d7ea1b95-d367-4775-9592-9d2ac9817568 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 12:53:08.728631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea1b95-d367-4775-9592-9d2ac9817568 None None] Routers set() bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 12:53:08.729265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea1b95-d367-4775-9592-9d2ac9817568 None None] Router IDs set() for agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 22 12:53:09.294894 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 58924) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:09.872454 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING oslo_policy.policy [None req-74fec728-f4e6-4165-b1c3-c6ee4075403d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:53:09.873055 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING oslo_policy.policy [None req-74fec728-f4e6-4165-b1c3-c6ee4075403d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:53:10.087643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-74fec728-f4e6-4165-b1c3-c6ee4075403d admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 12:53:10.088781 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-74fec728-f4e6-4165-b1c3-c6ee4075403d admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7919009 Mar 22 12:53:12.445001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 58938) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:12.798094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-026ae498-7394-4da4-b33f-8b3611adebff admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:12.893402 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.policy [None req-026ae498-7394-4da4-b33f-8b3611adebff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87932) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 12:53:12.937077 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING oslo_policy.policy [None req-026ae498-7394-4da4-b33f-8b3611adebff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:53:12.937467 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING oslo_policy.policy [None req-026ae498-7394-4da4-b33f-8b3611adebff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:53:12.945739 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.quota [None req-026ae498-7394-4da4-b33f-8b3611adebff admin admin] Loaded quota_driver: . Mar 22 12:53:12.961244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-026ae498-7394-4da4-b33f-8b3611adebff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:53:13.019735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-026ae498-7394-4da4-b33f-8b3611adebff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776180682731', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776180681182', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776180691684', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776180567640', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776180576496', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776180582486', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-526097', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-582280', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33090192', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32934744'] for rbac-policy, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:13.082457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-026ae498-7394-4da4-b33f-8b3611adebff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:13.083671 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-026ae498-7394-4da4-b33f-8b3611adebff admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6376870 Mar 22 12:53:15.731897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 58952) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:16.295755 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING oslo_policy.policy [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:53:16.296376 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING oslo_policy.policy [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:53:16.513294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'e037da016b6646c48b8aaceef9714d37'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:16.515372 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.quota [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Loaded quota_driver: . Mar 22 12:53:16.530870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:53:16.537071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Usage tracker for resource:network and tenant:e037da016b6646c48b8aaceef9714d37 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:53:16.542518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:53:16.549945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:53:16.565241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Made reservation on behalf of e037da016b6646c48b8aaceef9714d37 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:16.633336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.policy [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87933) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 12:53:16.677577 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING oslo_policy.policy [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:53:16.677949 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING oslo_policy.policy [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:53:16.688006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:16.708607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:16.722692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:53:16.726412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e037da016b6646c48b8aaceef9714d37 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:53:16.732377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:53:16.737764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:53:16.834347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:16.837821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:16.859616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:53:16.885877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776178499862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:16.886427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Unsubscribe: segment precommit_create {{(pid=87933) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 12:53:16.886913 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Added segment 182332d3-7fd0-4e3d-bb2c-cc6f962e0e52 of type vlan for network 7f61963f-6f41-48a7-a0c7-eea33eb4116d Mar 22 12:53:16.937290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab9de57-b5bf-4f30-bd7a-d798b81d46e8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:16.953517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.953873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.954206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.954531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.954849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.955199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.955522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.955851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.956167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.956475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.956783 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.957087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Tracked resource versions report: Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: pushed versions: Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: { 'AddressGroup': {'1.2'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'ConntrackHelper': {'1.0'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Log': {'1.0'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Network': {'1.1'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Port': {'1.7'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'PortForwarding': {'1.2'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'QosPolicy': {'1.8'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SecurityGroup': {'1.4'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SubPort': {'1.0'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Subnet': {'1.1'}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Trunk': {'1.1'}} Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: consumer versions: Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: { DHCP agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: L3 agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: Metadata agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: Metering agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: Open vSwitch agent@dv-neutron-834664-2-hyperv: { 'AddressGroup': '1.2', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'ConntrackHelper': '1.0', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Log': '1.0', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Network': '1.1', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Port': '1.7', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'PortForwarding': '1.2', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'QosPolicy': '1.8', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SecurityGroup': '1.4', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SecurityGroupRule': '1.2', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SubPort': '1.0', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Subnet': '1.1', Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Trunk': '1.1'}} Mar 22 12:53:16.958433 dv-neutron-834664-2-hyperv neutron-server[87933]: {{(pid=87933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:53:17.000118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:17.041053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:17.042097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:17.042720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:17.147030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7f61963f-6f41-48a7-a0c7-eea33eb4116d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:17.152192 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a67bd6bc-fbbe-4c61-bb05-cff8501210f3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4193316 Mar 22 12:53:17.158378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 7f61963f-6f41-48a7-a0c7-eea33eb4116d details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:53:19.842077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 58974) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:20.273658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85895b82-c9db-41a2-ac54-5cd0a7071038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:20.274975 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-85895b82-c9db-41a2-ac54-5cd0a7071038 admin admin] 10.222.0.70 "GET /v2.0/networks/7f61963f-6f41-48a7-a0c7-eea33eb4116d HTTP/1.1" status: 200 len: 825 time: 0.4319532 Mar 22 12:53:20.304069 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-be33f91c-4d3e-4a08-b887-8a34b06a904b admin admin] 10.222.0.70 "GET /v2.0/subnetpools/2558b709-771f-459a-84b1-01e04c950ccc HTTP/1.1" status: 200 len: 734 time: 0.0235357 Mar 22 12:53:20.312933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Request body: {'subnet': {'subnetpool_id': '2558b709-771f-459a-84b1-01e04c950ccc', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'name': 'private-subnet', 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:20.317243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:53:20.320911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Usage tracker for resource:subnet and tenant:e037da016b6646c48b8aaceef9714d37 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:53:20.324324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:53:20.330178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:53:20.339806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Made reservation on behalf of e037da016b6646c48b8aaceef9714d37 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:20.342347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:20.614713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:20.699773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54953e87-6013-41e9-b372-37e67eab2700,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:20.704641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Checking segment: {'id': '182332d3-7fd0-4e3d-bb2c-cc6f962e0e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 12:53:20.705025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Network hostable DHCP agents. Network: 7f61963f-6f41-48a7-a0c7-eea33eb4116d, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:53:20.726341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Network 7f61963f-6f41-48a7-a0c7-eea33eb4116d is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:53:20.736799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 7f61963f-6f41-48a7-a0c7-eea33eb4116d) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:20.741400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:20.742050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:20.746313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6206f6-e2cc-4d56-95df-fe0b3cfe0d90 None None] Network 7f61963f-6f41-48a7-a0c7-eea33eb4116d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 12:53:20.760473 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ebd71771-3dd7-473b-b1d0-1af04d546f0f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4507310 Mar 22 12:53:21.057670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-7f61963f-6f41-48a7-a0c7-eea33eb4116d', 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'fixed_ips': [{'subnet_id': '54953e87-6013-41e9-b372-37e67eab2700'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 12:53:21.058958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:21.241313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Allocated IP 172.20.0.2 (7f61963f-6f41-48a7-a0c7-eea33eb4116d/54953e87-6013-41e9-b372-37e67eab2700/5b2f732e-6841-4bab-bb58-be4bc7879ae9) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:21.472678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:21.486764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Transition to ACTIVE for port object 5b2f732e-6841-4bab-bb58-be4bc7879ae9 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:53:21.505887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Transition to ACTIVE for port object 5b2f732e-6841-4bab-bb58-be4bc7879ae9 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:53:21.512398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:21.570691 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Network 7f61963f-6f41-48a7-a0c7-eea33eb4116d is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:21.573391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:21.583599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 12:53:21.590055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Pushing event updated for resources: {'Port': ['ID=5b2f732e-6841-4bab-bb58-be4bc7879ae9,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:21.629933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.630296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.630638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.630974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.631326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.631666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.632018 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.632341 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.632676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.632998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.633314 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.633628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Tracked resource versions report: Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: pushed versions: Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: { 'AddressGroup': {'1.2'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'ConntrackHelper': {'1.0'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Log': {'1.0'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Network': {'1.1'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Port': {'1.7'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'PortForwarding': {'1.2'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'QosPolicy': {'1.8'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SecurityGroup': {'1.4'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SubPort': {'1.0'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Subnet': {'1.1'}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Trunk': {'1.1'}} Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: consumer versions: Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: { DHCP agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: L3 agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: Metadata agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: Metering agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: Open vSwitch agent@dv-neutron-834664-2-hyperv: { 'AddressGroup': '1.2', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'ConntrackHelper': '1.0', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Log': '1.0', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Network': '1.1', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Port': '1.7', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'PortForwarding': '1.2', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'QosPolicy': '1.8', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SecurityGroup': '1.4', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SecurityGroupRule': '1.2', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SubPort': '1.0', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Subnet': '1.1', Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Trunk': '1.1'}} Mar 22 12:53:21.635043 dv-neutron-834664-2-hyperv neutron-server[87934]: {{(pid=87934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:53:21.689941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Attempting to bind port 5b2f732e-6841-4bab-bb58-be4bc7879ae9 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:53:21.690329 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Attempting to bind port 5b2f732e-6841-4bab-bb58-be4bc7879ae9 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '182332d3-7fd0-4e3d-bb2c-cc6f962e0e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:53:21.690743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Attempting to bind port 5b2f732e-6841-4bab-bb58-be4bc7879ae9 on network 7f61963f-6f41-48a7-a0c7-eea33eb4116d {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 12:53:21.695846 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 12:53:21.696246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Checking segment: {'id': '182332d3-7fd0-4e3d-bb2c-cc6f962e0e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 12:53:21.696730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:21.697124 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Bound using segment: {'id': '182332d3-7fd0-4e3d-bb2c-cc6f962e0e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 12:53:21.697579 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Bound port: 5b2f732e-6841-4bab-bb58-be4bc7879ae9, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182332d3-7fd0-4e3d-bb2c-cc6f962e0e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:53:21.697959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:21.789175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] For port 5b2f732e-6841-4bab-bb58-be4bc7879ae9, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 12:53:21.793492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] For port 5b2f732e-6841-4bab-bb58-be4bc7879ae9, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5b2f732e-6841-4bab-bb58-be4bc7879ae9,segment=NetworkSegment(182332d3-7fd0-4e3d-bb2c-cc6f962e0e52),segment_id=182332d3-7fd0-4e3d-bb2c-cc6f962e0e52)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 12:53:21.798096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:21.882818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9ea51-8f65-4314-afde-ebee4e037760 None None] Pushing event updated for resources: {'Port': ['ID=5b2f732e-6841-4bab-bb58-be4bc7879ae9,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:23.193672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 58984) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:23.559001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-d8155df9-32d4-47ef-a6d0-832236df32de admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 12:53:23.560022 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d8155df9-32d4-47ef-a6d0-832236df32de admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653250 Mar 22 12:53:25.670255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce7193d-1133-438a-a6d2-dc1d9854f760 None None] Network 7f61963f-6f41-48a7-a0c7-eea33eb4116d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 12:53:25.776084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c6a98376-9a81-4d34-9e96-826ba1123bfd None None] Provisioning for port 5b2f732e-6841-4bab-bb58-be4bc7879ae9 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:53:25.976658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 58998) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:26.348761 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-4e58e06d-ba91-4f49-ba33-78500314b172 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 12:53:26.359186 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4e58e06d-ba91-4f49-ba33-78500314b172 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3813937 Mar 22 12:53:26.369960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5b2f732e-6841-4bab-bb58-be4bc7879ae9 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:53:26.439020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 5b2f732e-6841-4bab-bb58-be4bc7879ae9 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:53:26.444459 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 5b2f732e-6841-4bab-bb58-be4bc7879ae9 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:26.444753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:26.565958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:26.598220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 5b2f732e-6841-4bab-bb58-be4bc7879ae9, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5b2f732e-6841-4bab-bb58-be4bc7879ae9,segment=NetworkSegment(182332d3-7fd0-4e3d-bb2c-cc6f962e0e52),segment_id=182332d3-7fd0-4e3d-bb2c-cc6f962e0e52)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 12:53:26.601785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:26.689942 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=5b2f732e-6841-4bab-bb58-be4bc7879ae9,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:28.338322 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5b2f732e-6841-4bab-bb58-be4bc7879ae9 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:53:28.404550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 5b2f732e-6841-4bab-bb58-be4bc7879ae9 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:28.404915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:29.027067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59010) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:29.378223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'admin_state_up': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:29.383233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:53:29.386926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] Usage tracker for resource:router and tenant:e037da016b6646c48b8aaceef9714d37 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:53:29.390164 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:53:29.395711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:53:29.405653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:29.407452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:29.428928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:29.551282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:29.571874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:29.573819 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bb230f3f-5f39-498c-8a37-acff57a43f70 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5455496 Mar 22 12:53:31.933841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59020) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:32.288030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-37c183bb-899e-44af-81bf-dcdb616b8662 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 12:53:32.288990 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-37c183bb-899e-44af-81bf-dcdb616b8662 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3542299 Mar 22 12:53:32.943377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-de4e1418-8d62-4057-b4e6-acf225898016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:34.282022 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 5 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:53:34.774997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59030) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:35.129980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:35.135616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:53:35.139350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Usage tracker for resource:network and tenant:fad72052442d4c5dafb4006c31ca3f93 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:53:35.142107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:53:35.147639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:53:35.157036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Made reservation on behalf of fad72052442d4c5dafb4006c31ca3f93 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:35.159278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:35.170816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:35.185052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:53:35.188724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Usage tracker for resource:security_group_rule and tenant:fad72052442d4c5dafb4006c31ca3f93 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:53:35.191416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:53:35.197450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:53:35.239831 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d7e13c8-c48f-4992-a7af-f35669504c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:35.286297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:35.290807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:35.307436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Reserving flat network on physical network physnet1 {{(pid=87933) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 12:53:35.331154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2355ac01-9206-475d-a35d-cc92da360a7f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:35.333938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:35.334279 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Added segment 0635d85a-8b0a-4122-a4a0-9f808eea29ec of type flat for network 84ab9d4a-5657-42cc-90d2-47e8b771db9a Mar 22 12:53:35.372413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:35.405918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:35.406805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:35.407456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:35.508125 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7320089 Mar 22 12:53:35.512949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fd8eb-7332-4ea2-9cd4-ec6be5da257e admin admin] Pushing event updated for resources: {'Network': ['ID=84ab9d4a-5657-42cc-90d2-47e8b771db9a,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:35.523565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:53:36.234619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:36.500174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:37.627642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:37.901384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59050) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:38.125600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fba86e-1611-41f5-8675-ea3d1b495fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:38.127087 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b3fba86e-1611-41f5-8675-ea3d1b495fc6 admin admin] 10.222.0.70 "GET /v2.0/subnets/54953e87-6013-41e9-b372-37e67eab2700 HTTP/1.1" status: 200 len: 849 time: 0.2248414 Mar 22 12:53:38.304148 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ea7ffccc-b67c-4bb6-8874-a214908de035 admin admin] 10.222.0.70 "GET /v2.0/routers/19f25bde-8507-4075-9656-490f9f0c7245 HTTP/1.1" status: 200 len: 704 time: 0.1715441 Mar 22 12:53:38.770680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:39.000685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Allocated IP 172.20.0.1 (7f61963f-6f41-48a7-a0c7-eea33eb4116d/54953e87-6013-41e9-b372-37e67eab2700/1b701e97-baaa-4c4a-8c28-807f5abf532e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:39.164414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:39.182678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Transition to ACTIVE for port object 1b701e97-baaa-4c4a-8c28-807f5abf532e will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:53:39.240022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:39.288169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Network 7f61963f-6f41-48a7-a0c7-eea33eb4116d is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:39.289242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:39.331082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 12:53:39.331701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:39.465976 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Pushing event updated for resources: {'Port': ['ID=1b701e97-baaa-4c4a-8c28-807f5abf532e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:39.485796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.486172 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.486494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.486830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.487184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.487530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.487887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.488206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.488549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.488927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.489255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.489617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Tracked resource versions report: Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: pushed versions: Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: { 'AddressGroup': {'1.2'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'ConntrackHelper': {'1.0'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Log': {'1.0'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Network': {'1.1'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Port': {'1.7'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'PortForwarding': {'1.2'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'QosPolicy': {'1.8'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SecurityGroup': {'1.4'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SubPort': {'1.0'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Subnet': {'1.1'}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Trunk': {'1.1'}} Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: consumer versions: Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: { DHCP agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: L3 agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: Metadata agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: Metering agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: Open vSwitch agent@dv-neutron-834664-2-hyperv: { 'AddressGroup': '1.2', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'ConntrackHelper': '1.0', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Log': '1.0', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Network': '1.1', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Port': '1.7', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'PortForwarding': '1.2', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'QosPolicy': '1.8', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SecurityGroup': '1.4', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SecurityGroupRule': '1.2', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SubPort': '1.0', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Subnet': '1.1', Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Trunk': '1.1'}} Mar 22 12:53:39.491154 dv-neutron-834664-2-hyperv neutron-server[87932]: {{(pid=87932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:53:39.493165 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-94b3a48a-e48d-4c7a-89e4-06c8004f537b None None] Provisioning for port 1b701e97-baaa-4c4a-8c28-807f5abf532e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:53:39.498363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-94b3a48a-e48d-4c7a-89e4-06c8004f537b None None] Provisioning complete for port 1b701e97-baaa-4c4a-8c28-807f5abf532e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:39.498934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-94b3a48a-e48d-4c7a-89e4-06c8004f537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:39.555343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-94b3a48a-e48d-4c7a-89e4-06c8004f537b None None] Port 1b701e97-baaa-4c4a-8c28-807f5abf532e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 12:53:39.610305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:39.852996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:39.857572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:39.858291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:40.019577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Pushing event updated for resources: {'Port': ['ID=1b701e97-baaa-4c4a-8c28-807f5abf532e,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:40.075381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Network 7f61963f-6f41-48a7-a0c7-eea33eb4116d is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:40.076410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:40.273321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Router 19f25bde-8507-4075-9656-490f9f0c7245 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 12:53:40.277580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a05b2dad-7b09-4dd3-8e5c-f4d49029d259 None None] Provisioning complete for port 1b701e97-baaa-4c4a-8c28-807f5abf532e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:40.277955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a05b2dad-7b09-4dd3-8e5c-f4d49029d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:40.331121 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a05b2dad-7b09-4dd3-8e5c-f4d49029d259 None None] Port 1b701e97-baaa-4c4a-8c28-807f5abf532e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 12:53:40.432850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 12:53:40.441923 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4d0b823d-78ed-46cf-ac8e-e05817fc0f2f admin admin] 10.222.0.70 "PUT /v2.0/routers/19f25bde-8507-4075-9656-490f9f0c7245/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1324544 Mar 22 12:53:40.442291 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Sync routers for ids ['19f25bde-8507-4075-9656-490f9f0c7245'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:53:40.452545 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Routers {'19f25bde-8507-4075-9656-490f9f0c7245'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 12:53:40.453486 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T12:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['19f25bde-8507-4075-9656-490f9f0c7245'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:40.627633 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Set router 19f25bde-8507-4075-9656-490f9f0c7245 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 12:53:40.993539 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f25bde-8507-4075-9656-490f9f0c7245', 'name': 'router1', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:29Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 2, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'gw_port_host': None, '_interfaces': [{'id': '1b701e97-baaa-4c4a-8c28-807f5abf532e', 'name': '', 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'mac_address': 'fa:16:3e:5f:b7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f25bde-8507-4075-9656-490f9f0c7245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54953e87-6013-41e9-b372-37e67eab2700', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:38Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 2, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'subnets': [{'id': '54953e87-6013-41e9-b372-37e67eab2700', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2558b709-771f-459a-84b1-01e04c950ccc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:40.998249 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Checking router: 19f25bde-8507-4075-9656-490f9f0c7245 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:53:40.998614 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Updating router 19f25bde-8507-4075-9656-490f9f0c7245 port 1b701e97-baaa-4c4a-8c28-807f5abf532e binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:53:41.049351 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:41.425023 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:41.439851 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Transition to ACTIVE for port object 1b701e97-baaa-4c4a-8c28-807f5abf532e will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:53:41.446561 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:41.679691 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Pushing event updated for resources: {'Port': ['ID=1b701e97-baaa-4c4a-8c28-807f5abf532e,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:41.690206 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.690554 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.690908 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.691246 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.691573 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.691909 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.692233 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.692552 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.692883 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.693201 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.693513 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.693824 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Tracked resource versions report: Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: pushed versions: Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: { 'AddressGroup': {'1.2'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'ConntrackHelper': {'1.0'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Log': {'1.0'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Network': {'1.1'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Port': {'1.7'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'PortForwarding': {'1.2'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'QosPolicy': {'1.8'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SecurityGroup': {'1.4'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SubPort': {'1.0'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Subnet': {'1.1'}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Trunk': {'1.1'}} Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: consumer versions: Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: { DHCP agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: L3 agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: Metadata agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: Metering agent@dv-neutron-834664-2-hyperv: {}, Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: Open vSwitch agent@dv-neutron-834664-2-hyperv: { 'AddressGroup': '1.2', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'ConntrackHelper': '1.0', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Log': '1.0', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Network': '1.1', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Port': '1.7', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'PortForwarding': '1.2', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'QosPolicy': '1.8', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SecurityGroup': '1.4', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SecurityGroupRule': '1.2', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SubPort': '1.0', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Subnet': '1.1', Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Trunk': '1.1'}} Mar 22 12:53:41.695179 dv-neutron-834664-2-hyperv neutron-server[87935]: {{(pid=87935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:53:41.697512 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Attempting to bind port 1b701e97-baaa-4c4a-8c28-807f5abf532e on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:53:41.697903 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Attempting to bind port 1b701e97-baaa-4c4a-8c28-807f5abf532e by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '182332d3-7fd0-4e3d-bb2c-cc6f962e0e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:53:41.698319 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Attempting to bind port 1b701e97-baaa-4c4a-8c28-807f5abf532e on network 7f61963f-6f41-48a7-a0c7-eea33eb4116d {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 12:53:41.704989 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 12:53:41.705829 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Checking segment: {'id': '182332d3-7fd0-4e3d-bb2c-cc6f962e0e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 12:53:41.705829 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:41.706203 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Bound using segment: {'id': '182332d3-7fd0-4e3d-bb2c-cc6f962e0e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 12:53:41.706670 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Bound port: 1b701e97-baaa-4c4a-8c28-807f5abf532e, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182332d3-7fd0-4e3d-bb2c-cc6f962e0e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:53:41.707046 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:41.792611 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] For port 1b701e97-baaa-4c4a-8c28-807f5abf532e, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 12:53:41.796494 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] For port 1b701e97-baaa-4c4a-8c28-807f5abf532e, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=1b701e97-baaa-4c4a-8c28-807f5abf532e,segment=NetworkSegment(182332d3-7fd0-4e3d-bb2c-cc6f962e0e52),segment_id=182332d3-7fd0-4e3d-bb2c-cc6f962e0e52)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 12:53:41.801685 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:41.872645 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Routers {'19f25bde-8507-4075-9656-490f9f0c7245'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 12:53:41.873313 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T12:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['19f25bde-8507-4075-9656-490f9f0c7245'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:42.012801 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf172e9d-0b71-4f95-980b-68e068f6d2e0 None None] Pushing event updated for resources: {'Port': ['ID=1b701e97-baaa-4c4a-8c28-807f5abf532e,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:42.046443 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] Set router 19f25bde-8507-4075-9656-490f9f0c7245 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 12:53:42.368388 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f25bde-8507-4075-9656-490f9f0c7245', 'name': 'router1', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:29Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 2, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'gw_port_host': None, '_interfaces': [{'id': '1b701e97-baaa-4c4a-8c28-807f5abf532e', 'name': '', 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'mac_address': 'fa:16:3e:5f:b7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f25bde-8507-4075-9656-490f9f0c7245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54953e87-6013-41e9-b372-37e67eab2700', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:38Z', 'updated_at': '2022-03-22T12:53:41Z', 'revision_number': 4, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'subnets': [{'id': '54953e87-6013-41e9-b372-37e67eab2700', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2558b709-771f-459a-84b1-01e04c950ccc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:42.372150 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ed8fa-ce84-4532-b488-bc8685d9ae9a None None] The sync data for ids ['19f25bde-8507-4075-9656-490f9f0c7245'] in dv-neutron-834664-2-hyperv is: [{'id': '19f25bde-8507-4075-9656-490f9f0c7245', 'name': 'router1', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:29Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 2, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'gw_port_host': None, '_interfaces': [{'id': '1b701e97-baaa-4c4a-8c28-807f5abf532e', 'name': '', 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'mac_address': 'fa:16:3e:5f:b7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f25bde-8507-4075-9656-490f9f0c7245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54953e87-6013-41e9-b372-37e67eab2700', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:38Z', 'updated_at': '2022-03-22T12:53:41Z', 'revision_number': 4, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'subnets': [{'id': '54953e87-6013-41e9-b372-37e67eab2700', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2558b709-771f-459a-84b1-01e04c950ccc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:53:42.682768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59076) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:42.831634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3105d38-ca68-4458-8ed8-a847a711b506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:42.838382 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a3105d38-ca68-4458-8ed8-a847a711b506 admin admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 842 time: 0.1492352 Mar 22 12:53:42.842408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'enable_dhcp': False, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:42.847559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:53:42.851520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Usage tracker for resource:subnet and tenant:fad72052442d4c5dafb4006c31ca3f93 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:53:42.855010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:53:42.861498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:53:42.871785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Made reservation on behalf of fad72052442d4c5dafb4006c31ca3f93 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:42.874208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:43.297404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 12:53:43.297853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:43.376435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac96b187-a5ad-44bc-8755-cf99a42176a0,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:43.381971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 12:53:43.382330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Network hostable DHCP agents. Network: 84ab9d4a-5657-42cc-90d2-47e8b771db9a, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:53:43.403703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:53:43.413317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 84ab9d4a-5657-42cc-90d2-47e8b771db9a) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:43.418033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:43.418703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:43.423099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11061e08-1c02-4e96-9130-0aa5bea11a4f None None] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 12:53:43.446231 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-93b3792f-7e7e-4cc6-9555-58ac8be79d13 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5985389 Mar 22 12:53:43.642332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc97d3fa-2200-48fc-861d-5186117c9a81 None None] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 12:53:44.372647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 1b701e97-baaa-4c4a-8c28-807f5abf532e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:53:44.442194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 1b701e97-baaa-4c4a-8c28-807f5abf532e completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:53:44.446960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 1b701e97-baaa-4c4a-8c28-807f5abf532e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:44.447364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:44.562765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:44.595627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 1b701e97-baaa-4c4a-8c28-807f5abf532e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=1b701e97-baaa-4c4a-8c28-807f5abf532e,segment=NetworkSegment(182332d3-7fd0-4e3d-bb2c-cc6f962e0e52),segment_id=182332d3-7fd0-4e3d-bb2c-cc6f962e0e52)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 12:53:44.598867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:44.666997 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=1b701e97-baaa-4c4a-8c28-807f5abf532e,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:45.708303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59090) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:45.905972 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-35dbd92f-e50d-4e9b-b229-4e850356f9ef admin admin] 10.222.0.70 "GET /v2.0/routers/19f25bde-8507-4075-9656-490f9f0c7245 HTTP/1.1" status: 200 len: 710 time: 0.1964777 Mar 22 12:53:46.069835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0973135-ae9d-4c2b-bee6-d55e43840aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:46.071244 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d0973135-ae9d-4c2b-bee6-d55e43840aac admin admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 886 time: 0.1602104 Mar 22 12:53:46.079824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:46.346645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 1b701e97-baaa-4c4a-8c28-807f5abf532e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:53:46.420962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 1b701e97-baaa-4c4a-8c28-807f5abf532e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:46.421331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:46.513270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:46.837540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:46.891765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:47.022940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Allocated IP 172.26.5.50 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/29d5e853-8f3b-4d3f-9f02-82bf7f67feeb) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:47.162945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:47.190907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:47.249043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:47.251607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:47.254108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 12:53:47.377656 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Pushing event updated for resources: {'Port': ['ID=29d5e853-8f3b-4d3f-9f02-82bf7f67feeb,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:47.685163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:48.013517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:48.016669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:48.189702 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Router 19f25bde-8507-4075-9656-490f9f0c7245 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 12:53:48.361103 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 12:53:48.368716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:48.369869 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bd586503-a70f-4abf-8896-8278356e28bd admin admin] 10.222.0.70 "PUT /v2.0/routers/19f25bde-8507-4075-9656-490f9f0c7245 HTTP/1.1" status: 200 len: 889 time: 2.2931552 Mar 22 12:53:48.370033 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Sync routers for ids ['19f25bde-8507-4075-9656-490f9f0c7245'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:53:48.379952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Routers {'19f25bde-8507-4075-9656-490f9f0c7245'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 12:53:48.380622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T12:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['19f25bde-8507-4075-9656-490f9f0c7245'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:48.598597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Set router 19f25bde-8507-4075-9656-490f9f0c7245 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 12:53:48.937162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f25bde-8507-4075-9656-490f9f0c7245', 'name': 'router1', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': '29d5e853-8f3b-4d3f-9f02-82bf7f67feeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:29Z', 'updated_at': '2022-03-22T12:53:47Z', 'revision_number': 4, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'gw_port': {'id': '29d5e853-8f3b-4d3f-9f02-82bf7f67feeb', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f25bde-8507-4075-9656-490f9f0c7245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:46Z', 'updated_at': '2022-03-22T12:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '1b701e97-baaa-4c4a-8c28-807f5abf532e', 'name': '', 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'mac_address': 'fa:16:3e:5f:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f25bde-8507-4075-9656-490f9f0c7245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54953e87-6013-41e9-b372-37e67eab2700', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:38Z', 'updated_at': '2022-03-22T12:53:44Z', 'revision_number': 5, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'subnets': [{'id': '54953e87-6013-41e9-b372-37e67eab2700', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2558b709-771f-459a-84b1-01e04c950ccc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:48.941843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Checking router: 19f25bde-8507-4075-9656-490f9f0c7245 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:53:48.942197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Updating router 19f25bde-8507-4075-9656-490f9f0c7245 port 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:53:48.992841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.331377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.343051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Transition to ACTIVE for port object 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:53:49.349807 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.427204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc029740-35a7-4a26-975b-0231501bf700 None None] Pushing event updated for resources: {'Port': ['ID=29d5e853-8f3b-4d3f-9f02-82bf7f67feeb,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:49.432518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Attempting to bind port 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:53:49.432888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Attempting to bind port 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:53:49.433251 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Attempting to bind port 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 12:53:49.438436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 12:53:49.438812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 12:53:49.439235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.439626 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 12:53:49.440086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Bound port: 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:53:49.440482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.513592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] For port 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 12:53:49.516484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] For port 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=29d5e853-8f3b-4d3f-9f02-82bf7f67feeb,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 12:53:49.520152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.606354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Routers {'19f25bde-8507-4075-9656-490f9f0c7245'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 12:53:49.606974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T12:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['19f25bde-8507-4075-9656-490f9f0c7245'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:49.670720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc029740-35a7-4a26-975b-0231501bf700 None None] Pushing event updated for resources: {'Port': ['ID=29d5e853-8f3b-4d3f-9f02-82bf7f67feeb,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:49.791035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] Set router 19f25bde-8507-4075-9656-490f9f0c7245 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 12:53:50.140537 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f25bde-8507-4075-9656-490f9f0c7245', 'name': 'router1', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': '29d5e853-8f3b-4d3f-9f02-82bf7f67feeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:29Z', 'updated_at': '2022-03-22T12:53:47Z', 'revision_number': 4, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'gw_port': {'id': '29d5e853-8f3b-4d3f-9f02-82bf7f67feeb', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f25bde-8507-4075-9656-490f9f0c7245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:46Z', 'updated_at': '2022-03-22T12:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '1b701e97-baaa-4c4a-8c28-807f5abf532e', 'name': '', 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'mac_address': 'fa:16:3e:5f:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f25bde-8507-4075-9656-490f9f0c7245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54953e87-6013-41e9-b372-37e67eab2700', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:38Z', 'updated_at': '2022-03-22T12:53:44Z', 'revision_number': 5, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'subnets': [{'id': '54953e87-6013-41e9-b372-37e67eab2700', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2558b709-771f-459a-84b1-01e04c950ccc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:50.144355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b7d7c-75ca-439e-8d0b-af11af2ccaa5 None None] The sync data for ids ['19f25bde-8507-4075-9656-490f9f0c7245'] in dv-neutron-834664-2-hyperv is: [{'id': '19f25bde-8507-4075-9656-490f9f0c7245', 'name': 'router1', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': '29d5e853-8f3b-4d3f-9f02-82bf7f67feeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:29Z', 'updated_at': '2022-03-22T12:53:47Z', 'revision_number': 4, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'gw_port': {'id': '29d5e853-8f3b-4d3f-9f02-82bf7f67feeb', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f25bde-8507-4075-9656-490f9f0c7245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:46Z', 'updated_at': '2022-03-22T12:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '1b701e97-baaa-4c4a-8c28-807f5abf532e', 'name': '', 'network_id': '7f61963f-6f41-48a7-a0c7-eea33eb4116d', 'tenant_id': 'e037da016b6646c48b8aaceef9714d37', 'mac_address': 'fa:16:3e:5f:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f25bde-8507-4075-9656-490f9f0c7245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54953e87-6013-41e9-b372-37e67eab2700', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:38Z', 'updated_at': '2022-03-22T12:53:44Z', 'revision_number': 5, 'project_id': 'e037da016b6646c48b8aaceef9714d37', 'subnets': [{'id': '54953e87-6013-41e9-b372-37e67eab2700', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2558b709-771f-459a-84b1-01e04c950ccc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:53:50.405889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:53:50.477821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:53:50.483407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:50.483783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:50.602867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:50.620623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=29d5e853-8f3b-4d3f-9f02-82bf7f67feeb,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 12:53:50.625615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:50.698188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=29d5e853-8f3b-4d3f-9f02-82bf7f67feeb,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:50.769421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59100) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:50.902641 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f52aa818-6d07-4b69-af47-2fefa23e27d0 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1320870 Mar 22 12:53:52.350035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:53:52.426109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 29d5e853-8f3b-4d3f-9f02-82bf7f67feeb triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:52.426475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:02.945818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d2df4984-ee3b-4e77-89d5-2cb096967fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:05.245213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-59ffdefe-1b90-4274-9015-4ab1a7cbd76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:06.239425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:06.501926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:07.635539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:11.280830 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 5 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:54:32.949319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8767c30c-9782-4e60-ad99-26c946e503ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:35.254106 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9efa5492-394a-48a5-8bd1-e2909134a3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:36.239305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:36.505165 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:37.647548 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:48.282297 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 5 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:55:02.953543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-880ac504-1dba-4c78-8245-6b2339db5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:05.246869 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-90418d97-67fc-457a-8199-ed90567ec654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:06.246063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:06.515345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:07.648189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:25.282137 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 5 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:55:32.948568 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a06e-56d4-41a5-8ae0-32e0df29d63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:35.249701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0dbc13ef-809e-4533-8be5-d97460ce5e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:36.246647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:36.514066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:37.645249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.863870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59702) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:56.930467 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a183621a-c24e-46e5-b73c-ba8ef09d4535 admin admin] GET failed (client error): The resource could not be found. Mar 22 12:55:56.930983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a183621a-c24e-46e5-b73c-ba8ef09d4535 admin admin] Synchronizing usage tracker for tenant:fad72052442d4c5dafb4006c31ca3f93 on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:55:56.948189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a183621a-c24e-46e5-b73c-ba8ef09d4535 admin admin] Unset dirty status for tenant:fad72052442d4c5dafb4006c31ca3f93 on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:55:56.949268 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a183621a-c24e-46e5-b73c-ba8ef09d4535 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0844452 Mar 22 12:55:57.080754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd8ea8-0150-4b17-a9b5-e552b0e50305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:57.082098 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7fbd8ea8-0150-4b17-a9b5-e552b0e50305 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1286526 Mar 22 12:55:59.232049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59712) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:59.338121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fddc6-8662-42f8-b8e9-5ae422f9dc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:59.344255 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ed9fddc6-8662-42f8-b8e9-5ae422f9dc31 admin admin] 10.222.0.70 "GET /v2.0/subnets/54953e87-6013-41e9-b372-37e67eab2700 HTTP/1.1" status: 200 len: 849 time: 0.1064708 Mar 22 12:55:59.348444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:59.465115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.648297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776178393335'] for subnet, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.690382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:59.690980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.692440 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] 10.222.0.70 "PUT /v2.0/subnets/54953e87-6013-41e9-b372-37e67eab2700 HTTP/1.1" status: 200 len: 868 time: 0.3474047 Mar 22 12:55:59.706516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65bdf3-f9dc-49b6-8a51-3d4cea582e28 None None] Network 7f61963f-6f41-48a7-a0c7-eea33eb4116d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 12:55:59.721854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54953e87-6013-41e9-b372-37e67eab2700,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:59.729422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.729818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.730103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.730433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.730794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.731145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.731508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.731834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.732156 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.732484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.732804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:59.733123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2dca7-c071-48ea-9422-a91888548ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:00.206563 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ae8cfce7-1b24-4a0e-80e6-72a0712b43c1 None None] Provisioning complete for port 1b701e97-baaa-4c4a-8c28-807f5abf532e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:00.206933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ae8cfce7-1b24-4a0e-80e6-72a0712b43c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:00.333898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ae8cfce7-1b24-4a0e-80e6-72a0712b43c1 None None] Provisioning complete for port 5b2f732e-6841-4bab-bb58-be4bc7879ae9 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:00.334214 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ae8cfce7-1b24-4a0e-80e6-72a0712b43c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.875044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59722) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:02.044547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7ddae-d299-4854-84b7-357fbf7b326c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:02.045018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7ddae-d299-4854-84b7-357fbf7b326c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:02.046496 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1cd7ddae-d299-4854-84b7-357fbf7b326c admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1704710 Mar 22 12:56:02.280423 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 5 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:56:02.950981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7f72ef39-3a23-4d06-8b25-0a1e99e4db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.187243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59732) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:04.359455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21fd9eb-8b9a-4896-8a87-06aa7380319e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:04.359930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21fd9eb-8b9a-4896-8a87-06aa7380319e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:04.361478 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e21fd9eb-8b9a-4896-8a87-06aa7380319e admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1732814 Mar 22 12:56:05.253044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7560bfc1-8cf4-407d-bc05-f9cb7419820c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.249427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.506478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.544953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59742) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:06.720524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2bdca-e5c5-4e9c-8444-f6ab9e6a007f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:06.721788 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3ca2bdca-e5c5-4e9c-8444-f6ab9e6a007f admin admin] 10.222.0.70 "GET /v2.0/networks/7f61963f-6f41-48a7-a0c7-eea33eb4116d HTTP/1.1" status: 200 len: 869 time: 0.1758797 Mar 22 12:56:07.649875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:08.879288 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59752) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:09.093317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f1ad9-4034-4f75-99e2-34cdbd81fb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:09.094591 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c44f1ad9-4034-4f75-99e2-34cdbd81fb14 admin admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 886 time: 0.2143679 Mar 22 12:56:11.275485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59762) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:11.383404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9df88e0-c22c-405e-bc8a-1e3740fd5757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:11.383866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9df88e0-c22c-405e-bc8a-1e3740fd5757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:11.384584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a9df88e0-c22c-405e-bc8a-1e3740fd5757 admin admin] Synchronizing usage tracker for tenant:fad72052442d4c5dafb4006c31ca3f93 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:56:11.401921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a9df88e0-c22c-405e-bc8a-1e3740fd5757 admin admin] Unset dirty status for tenant:fad72052442d4c5dafb4006c31ca3f93 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:56:11.403366 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a9df88e0-c22c-405e-bc8a-1e3740fd5757 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268284 Mar 22 12:56:13.578357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59772) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:13.686193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a10e5f-ea52-47b9-903f-a2725b9a4b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:13.686570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a10e5f-ea52-47b9-903f-a2725b9a4b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:13.688121 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-97a10e5f-ea52-47b9-903f-a2725b9a4b73 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088340 Mar 22 12:56:15.864148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59782) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:15.970691 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96ac338-1bff-4d45-b486-168d5777ec09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:15.972026 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f96ac338-1bff-4d45-b486-168d5777ec09 admin admin] 10.222.0.70 "GET /v2.0/subnets/54953e87-6013-41e9-b372-37e67eab2700 HTTP/1.1" status: 200 len: 868 time: 0.1069260 Mar 22 12:56:18.119810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59792) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:18.217972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a525fe-1854-4ebd-8641-58fe1660c6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:18.219314 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-80a525fe-1854-4ebd-8641-58fe1660c6d4 admin admin] 10.222.0.70 "GET /v2.0/subnets/ac96b187-a5ad-44bc-8755-cf99a42176a0 HTTP/1.1" status: 200 len: 816 time: 0.0985360 Mar 22 12:56:32.952415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f5dfaa18-30a3-40c8-8497-9c4020a08d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:35.256022 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c5326957-2f6b-4f60-b36e-20168411b83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:36.252311 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:36.508446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:37.458859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59838) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:37.505125 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-a21779be-b8e7-4837-a679-e6ea6d5fdf63 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 12:56:37.506785 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a21779be-b8e7-4837-a679-e6ea6d5fdf63 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469549 Mar 22 12:56:37.654438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:39.279359 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 5 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:56:39.700958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59848) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:39.766532 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d8466f-e951-495e-9c18-9bf654a4a76c admin admin] GET failed (client error): The resource could not be found. Mar 22 12:56:39.767797 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-69d8466f-e951-495e-9c18-9bf654a4a76c admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659025 Mar 22 12:56:39.898608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001a90b-9dc0-4f47-b49e-178c55259330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:39.900003 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5001a90b-9dc0-4f47-b49e-178c55259330 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1277206 Mar 22 12:56:42.102871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 59858) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:42.154862 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:42.159460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:42.168801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:42.177652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Made reservation on behalf of fad72052442d4c5dafb4006c31ca3f93 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:42.180199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:42.277033 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.services.revisions.revision_plugin [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Could not find related network for resource to bump revision. Mar 22 12:56:42.290761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:56:42.301944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776178499862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:42.302495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Unsubscribe: segment precommit_create {{(pid=87932) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 12:56:42.302944 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Added segment 6083d3de-3927-4ba6-8809-896be4304b50 of type vlan for network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 Mar 22 12:56:42.345569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:42.383646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:42.384614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:42.385190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:42.483633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Pushing event updated for resources: {'Network': ['ID=2bfa07d1-5423-4854-b0ee-bfaaf7f072a2,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:42.487914 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3835502 Mar 22 12:56:42.492315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.492668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.493003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.493332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.493654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.493977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.494301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.494639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.494964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.495319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.495636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.495949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d8ee1-2d2a-4710-b08d-41b2d63c5b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:42.508668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:56:44.660851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59868) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:44.725593 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-82663115-c52f-4b5c-95f7-24259c310aa3 admin admin] GET failed (client error): The resource could not be found. Mar 22 12:56:44.726813 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-82663115-c52f-4b5c-95f7-24259c310aa3 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649965 Mar 22 12:56:44.834138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c641d-090b-4b08-b4d6-8f11d8f762c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:44.835588 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e16c641d-090b-4b08-b4d6-8f11d8f762c7 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1047471 Mar 22 12:56:44.845078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Request body: {'subnet': {'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:44.849486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:44.858944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:44.868375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Made reservation on behalf of fad72052442d4c5dafb4006c31ca3f93 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:44.870726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:45.100598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:45.173712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c789baa6-804f-467e-a34d-ade525a71f36,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:45.181385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Checking segment: {'id': '6083d3de-3927-4ba6-8809-896be4304b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 12:56:45.181741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Network hostable DHCP agents. Network: 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:56:45.199539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:56:45.207592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:45.212080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:45.213134 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:45.216056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa8e7b8-56b9-4b6d-a13a-8131763fb74c None None] Network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 12:56:45.237877 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6f4ecec0-2efb-4dab-a5e5-2690ef6909d7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3960605 Mar 22 12:56:45.438856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-2bfa07d1-5423-4854-b0ee-bfaaf7f072a2', 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2', 'tenant_id': 'fad72052442d4c5dafb4006c31ca3f93', 'fixed_ips': [{'subnet_id': 'c789baa6-804f-467e-a34d-ade525a71f36'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 12:56:45.439708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:45.597122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Allocated IP 192.168.233.2 (2bfa07d1-5423-4854-b0ee-bfaaf7f072a2/c789baa6-804f-467e-a34d-ade525a71f36/d32d8a70-91ef-4c3c-a976-49095e8c7546) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:45.808047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:45.818844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Transition to ACTIVE for port object d32d8a70-91ef-4c3c-a976-49095e8c7546 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:45.838092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Transition to ACTIVE for port object d32d8a70-91ef-4c3c-a976-49095e8c7546 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:45.843420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:45.902727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:45.909353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:45.914291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 12:56:45.919821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Pushing event updated for resources: {'Port': ['ID=d32d8a70-91ef-4c3c-a976-49095e8c7546,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:45.927996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.928350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.928693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.929028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.929349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.929689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.930016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.930335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.930672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.930992 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.931349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:45.931669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:46.017134 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Attempting to bind port d32d8a70-91ef-4c3c-a976-49095e8c7546 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:46.017491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Attempting to bind port d32d8a70-91ef-4c3c-a976-49095e8c7546 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '6083d3de-3927-4ba6-8809-896be4304b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:46.017841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Attempting to bind port d32d8a70-91ef-4c3c-a976-49095e8c7546 on network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 12:56:46.023028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 12:56:46.023413 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Checking segment: {'id': '6083d3de-3927-4ba6-8809-896be4304b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 12:56:46.023800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:46.024187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Bound using segment: {'id': '6083d3de-3927-4ba6-8809-896be4304b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 12:56:46.024636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Bound port: d32d8a70-91ef-4c3c-a976-49095e8c7546, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6083d3de-3927-4ba6-8809-896be4304b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:46.025017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:46.113666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] For port d32d8a70-91ef-4c3c-a976-49095e8c7546, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 12:56:46.117468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] For port d32d8a70-91ef-4c3c-a976-49095e8c7546, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d32d8a70-91ef-4c3c-a976-49095e8c7546,segment=NetworkSegment(6083d3de-3927-4ba6-8809-896be4304b50),segment_id=6083d3de-3927-4ba6-8809-896be4304b50)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 12:56:46.121915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:46.217340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59afe60-7da4-4884-ac30-0647a6f607e8 None None] Pushing event updated for resources: {'Port': ['ID=d32d8a70-91ef-4c3c-a976-49095e8c7546,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:46.478892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d32d8a70-91ef-4c3c-a976-49095e8c7546 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:46.556441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port d32d8a70-91ef-4c3c-a976-49095e8c7546 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:47.061243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bedaf9-6a67-4c5d-8775-b37ecd8a7ced None None] Network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 12:56:47.155953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-265c5df8-10dc-4a4e-8a7d-89304eb24c99 None None] Provisioning for port d32d8a70-91ef-4c3c-a976-49095e8c7546 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:47.166103 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-265c5df8-10dc-4a4e-8a7d-89304eb24c99 None None] Provisioning complete for port d32d8a70-91ef-4c3c-a976-49095e8c7546 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:47.166472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-265c5df8-10dc-4a4e-8a7d-89304eb24c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:47.373685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-265c5df8-10dc-4a4e-8a7d-89304eb24c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:47.440836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-265c5df8-10dc-4a4e-8a7d-89304eb24c99 None None] For port d32d8a70-91ef-4c3c-a976-49095e8c7546, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d32d8a70-91ef-4c3c-a976-49095e8c7546,segment=NetworkSegment(6083d3de-3927-4ba6-8809-896be4304b50),segment_id=6083d3de-3927-4ba6-8809-896be4304b50)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 12:56:47.445629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-265c5df8-10dc-4a4e-8a7d-89304eb24c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:47.526925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c5df8-10dc-4a4e-8a7d-89304eb24c99 None None] Pushing event updated for resources: {'Port': ['ID=d32d8a70-91ef-4c3c-a976-49095e8c7546,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:47.766256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-74d88075-9f93-4e0b-bc3f-39fa6fffccdd None None] Provisioning complete for port d32d8a70-91ef-4c3c-a976-49095e8c7546 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:47.766622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-74d88075-9f93-4e0b-bc3f-39fa6fffccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:48.439415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d32d8a70-91ef-4c3c-a976-49095e8c7546 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:48.509146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d32d8a70-91ef-4c3c-a976-49095e8c7546 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:48.509502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:02.953981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d43bff38-fdf9-4571-b0be-1ccca389289e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:05.257952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-208dbfe7-54d7-4965-842b-feebfb421835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:06.263403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:06.511145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:07.657331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:16.277952 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 5 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:57:32.957792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1af28038-2039-4ba9-870a-abd4275467f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.260984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a85a3bfd-12e4-494a-8e0f-c3726d96264e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.258428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.513866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:37.660227 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:53.276984 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 5 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:58:01.743457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59912) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:01.749113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-6f7076d0-87d2-483a-8819-7e1d0934cf93 tempest-verify_tempest_config-908049446 tempest-verify_tempest_config-908049446-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 12:58:01.750066 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6f7076d0-87d2-483a-8819-7e1d0934cf93 tempest-verify_tempest_config-908049446 tempest-verify_tempest_config-908049446-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056629 Mar 22 12:58:02.046907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59930) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:02.161971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.175750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:02.179598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Usage tracker for resource:security_group_rule and tenant:fadc3285b89c4e3a98966bbf14010017 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:58:02.182358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:58:02.188064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:02.270145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.273818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.317629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99aafb0-b13a-4e59-88b8-ae19e55ddc6a,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:02.321595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Synchronizing usage tracker for tenant:fad72052442d4c5dafb4006c31ca3f93 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:58:02.328295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.328654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.329062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.329399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.329734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.330145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.330495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.330821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.331789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.332364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.332753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.333093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:02.349390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] Unset dirty status for tenant:fad72052442d4c5dafb4006c31ca3f93 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:58:02.350788 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b7161b3c-7a54-47f0-bb52-05492be13d6f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fadc3285b89c4e3a98966bbf14010017&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3029056 Mar 22 12:58:02.353807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 59936) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:02.412641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-66066304-66cf-4939-9348-3c6fff2a7c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.436601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-66066304-66cf-4939-9348-3c6fff2a7c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.528440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-66066304-66cf-4939-9348-3c6fff2a7c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.542264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66066304-66cf-4939-9348-3c6fff2a7c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99aafb0-b13a-4e59-88b8-ae19e55ddc6a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:02.548587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-66066304-66cf-4939-9348-3c6fff2a7c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.551016 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-66066304-66cf-4939-9348-3c6fff2a7c30 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f99aafb0-b13a-4e59-88b8-ae19e55ddc6a HTTP/1.1" status: 204 len: 168 time: 0.1961296 Mar 22 12:58:02.961215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2902ee22-cc9b-4a13-9cac-4de2597c65fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:05.264769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3363f7b0-1ed4-4cc1-bd22-c8ce0917a3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:06.261705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:06.516005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:07.662918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:30.276765 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 5 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:58:32.962213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8fd454d3-2907-4c68-b990-0d4250db7a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.266645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-55d7dd70-8add-472a-bf42-e13473a81a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:36.263043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:36.519599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:37.666785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:02.967833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bfc47c81-fb18-46ab-8b00-224156f5bc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:05.267276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9a34a684-efa5-4f7f-9dd0-b598c0e617ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:06.266127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:06.522302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:07.276127 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 5 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:59:07.669500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:21.278600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-471607'] for agent, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:32.970446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3f18f407-66cc-4a98-996c-11ad23b4c738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:35.270018 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f2af-4752-4dc1-a0a1-579a14ab0c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:36.211709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60006) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:59:36.269019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:36.321977 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ec73999f-a038-41e1-a558-d2bee75a3c79 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1092012 Mar 22 12:59:36.524820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:37.673994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:38.460710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60016) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:59:38.514607 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f6d2e612-d0b1-447d-a12a-092d37b3e398 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0527394 Mar 22 12:59:44.275734 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:59:51.263483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:02.972256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bc9ee6de-d885-4d93-9b56-2365cdaee7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:05.272255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f38ff1f-f881-46dd-a5bd-9ec3d034305d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:06.273933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:06.528549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:07.675311 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:21.269687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:21.276403 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:00:32.974300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9be3cad6-06df-49e7-87a4-16333c73e81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:35.274656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8be648ef-50c9-4640-8128-a6802ac4db72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:36.274123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:36.532249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:37.679433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:51.279972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:58.275920 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:01:02.986152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1089b4c1-6923-4272-8ce7-f531b8b3649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:05.277133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3498799d-bb0c-417a-81c9-fcc4f54f6741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.254484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60156) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:06.279395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.309462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60164) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:06.495607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1226489098-network', 'tenant_id': '56884933f19e4683ad19a5707e68cae2'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:06.502121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:06.513939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-230018681'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:06.536161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:06.540509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Usage tracker for resource:network and tenant:56884933f19e4683ad19a5707e68cae2 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:06.544205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:06.546803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.556285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:network and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:06.559019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:06.561724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:06.568111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:06.581169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:06.585016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.596097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Made reservation on behalf of 56884933f19e4683ad19a5707e68cae2 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:06.598270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.614631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.627978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.647393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:06.654995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:security_group_rule and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:06.659081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:06.666524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:06.675403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:06.683987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Usage tracker for resource:security_group_rule and tenant:56884933f19e4683ad19a5707e68cae2 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:06.688117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:06.705607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:06.837552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.849195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.881389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.883355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:06.893070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.917076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.917417 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Added segment 313e5b00-8d66-4702-8e66-4f335d51030c of type vlan for network 664f0cd7-b40c-4378-b4f7-c397d24fad2a Mar 22 13:01:06.930357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe27d0-d541-4af7-af2c-127896c6a75f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:06.934005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:06.943685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.944065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.944397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.944807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.945270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.945619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.945941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.946261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.946576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.946892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.947225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.947539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Tracked resource versions report: Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: pushed versions: Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: { 'AddressGroup': {'1.2'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'ConntrackHelper': {'1.0'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Log': {'1.0'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Network': {'1.1'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Port': {'1.7'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'PortForwarding': {'1.2'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'QosPolicy': {'1.8'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SecurityGroup': {'1.4'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SubPort': {'1.0'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Subnet': {'1.1'}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Trunk': {'1.1'}} Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: consumer versions: Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: { DHCP agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: HyperV agent@hv-neutron-8346: {}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: L3 agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: Metadata agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: Metering agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: Open vSwitch agent@dv-neutron-834664-2-hyperv: { 'AddressGroup': '1.2', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'ConntrackHelper': '1.0', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Log': '1.0', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Network': '1.1', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Port': '1.7', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'PortForwarding': '1.2', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'QosPolicy': '1.8', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SecurityGroup': '1.4', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SecurityGroupRule': '1.2', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'SubPort': '1.0', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Subnet': '1.1', Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: 'Trunk': '1.1'}} Mar 22 13:01:06.948661 dv-neutron-834664-2-hyperv neutron-server[87933]: {{(pid=87933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:01:07.033450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.045607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266346e0-cb44-4d0c-bc5b-2b5bd7e03c81,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:07.054943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.055460 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Added segment fb9a8827-dbff-4ad6-8663-f3c7ef01d706 of type vlan for network 2d710130-13e1-4111-b70f-e553701a4bce Mar 22 13:01:07.104343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.111147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.117548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:07.118042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.178266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60212) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:07.254637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.255567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:07.256190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.259525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Network': ['ID=664f0cd7-b40c-4378-b4f7-c397d24fad2a,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:07.272461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:07.281580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60220) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:07.282023 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1b1638cc-c257-4b94-af17-d34627981a69 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9714980 Mar 22 13:01:07.287710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:07.313286 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0569572 Mar 22 13:01:07.314056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60224) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:07.327406 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Request body: {'subnet': {'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1226489098-subnet', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:07.367756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60230) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:07.424582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:07.435262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Usage tracker for resource:subnet and tenant:56884933f19e4683ad19a5707e68cae2 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:07.440045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:07.443255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1400d8-8e60-4f4b-a0ae-979ed185f18b admin admin] Pushing event updated for resources: {'Network': ['ID=2d710130-13e1-4111-b70f-e553701a4bce,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:07.455723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 2d710130-13e1-4111-b70f-e553701a4bce details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:07.458534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:07.473546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Made reservation on behalf of 56884933f19e4683ad19a5707e68cae2 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:07.478201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.511949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:07.517291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:07.521297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:07.527943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:07.542843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:07.549169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.661370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60240) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:07.688943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.706274 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f7bf6e1d-aae9-4075-9c74-8be0f1babf4a tempest-AgentManagementNegativeTest-2039309686 tempest-AgentManagementNegativeTest-2039309686-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5218534 Mar 22 13:01:07.733675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1810259992-network', 'tenant_id': '94d1bf4c17454780927ec149855c36f1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:07.738828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:07.743225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Usage tracker for resource:network and tenant:94d1bf4c17454780927ec149855c36f1 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:07.746305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:07.754773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.759239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:07.787768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Made reservation on behalf of 94d1bf4c17454780927ec149855c36f1 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:07.790481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.806411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.854553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4cbfb0-32d8-4856-8d7b-cb72b21f744e,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:07.857915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:07.867571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Checking segment: {'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:07.867571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Network hostable DHCP agents. Network: 2d710130-13e1-4111-b70f-e553701a4bce, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:07.869145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:94d1bf4c17454780927ec149855c36f1 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:07.878252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:07.890058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:07.891573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Network 2d710130-13e1-4111-b70f-e553701a4bce is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:07.906475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 2d710130-13e1-4111-b70f-e553701a4bce) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:07.918229 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b071447-1e75-49b0-b457-0e6c67c729cb None None] Network 2d710130-13e1-4111-b70f-e553701a4bce requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:07.922445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:07.923207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.956169 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7e924feb-8ac5-4961-9864-dc5857c61c70 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6384313 Mar 22 13:01:07.958775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60256) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:07.965877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:07.984032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:07.987893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.993731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Usage tracker for resource:router and tenant:56884933f19e4683ad19a5707e68cae2 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:08.000794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:08.015993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:08.063276 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.064337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.088301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.143362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:08.143812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network hostable DHCP agents. Network: 664f0cd7-b40c-4378-b4f7-c397d24fad2a, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:08.157254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.158856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=99f550e6-ce43-470a-8e3b-297a4cc4a17c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:08.177400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.178300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.178872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.179073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.179497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.179891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.180279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.180667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.181574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.181968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.182361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.182752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Tracked resource versions report: Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: pushed versions: Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: { 'AddressGroup': {'1.2'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'ConntrackHelper': {'1.0'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Log': {'1.0'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Network': {'1.1'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Port': {'1.7'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'PortForwarding': {'1.2'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'QosPolicy': {'1.8'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SecurityGroup': {'1.4'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SubPort': {'1.0'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Subnet': {'1.1'}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Trunk': {'1.1'}} Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: consumer versions: Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: { DHCP agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: HyperV agent@hv-neutron-8346: {}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: L3 agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: Metadata agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: Metering agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: Open vSwitch agent@dv-neutron-834664-2-hyperv: { 'AddressGroup': '1.2', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'ConntrackHelper': '1.0', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Log': '1.0', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Network': '1.1', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Port': '1.7', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'PortForwarding': '1.2', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'QosPolicy': '1.8', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SecurityGroup': '1.4', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SecurityGroupRule': '1.2', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'SubPort': '1.0', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Subnet': '1.1', Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: 'Trunk': '1.1'}} Mar 22 13:01:08.184484 dv-neutron-834664-2-hyperv neutron-server[87932]: {{(pid=87932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:01:08.191301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.236091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:08.238515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:08.252157 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-2d710130-13e1-4111-b70f-e553701a4bce', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:08.253969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.254200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46516a1-934a-42c8-aaf2-9c52670aa3cb,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:08.261951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.262586 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Added segment 7dac4b2a-fe51-4a40-93df-371d9d34fa93 of type vlan for network 9c61fb77-9331-4a80-a558-a9b057586d7a Mar 22 13:01:08.279453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 664f0cd7-b40c-4378-b4f7-c397d24fad2a) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:08.291309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1f431-9f5a-4c7d-a9c5-d5d0b10b0de9 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:08.299376 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:08.300167 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.342942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.412487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1827845266-network', 'tenant_id': '71da4384778447c3acef0bf0a43cc204'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:08.419880 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f0f81203-2b5b-442e-b03a-54a6649ea854 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1371872 Mar 22 13:01:08.423589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:08.425896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60268) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:08.433592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Usage tracker for resource:network and tenant:71da4384778447c3acef0bf0a43cc204 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:08.442706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'name': 'tempest-NetworksTestDHCPv6-1441587862'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:08.459700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:08.480280 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:08.491539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.492735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:08.493525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.606300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60278) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:08.625058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.676639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Allocated IP 172.20.0.2 (2d710130-13e1-4111-b70f-e553701a4bce/ad4cbfb0-32d8-4856-8d7b-cb72b21f744e/29586a85-7c37-4594-bc30-1156e931e8e7) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:08.778360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': '99f550e6-ce43-470a-8e3b-297a4cc4a17c'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:08.780087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.782696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Made reservation on behalf of 71da4384778447c3acef0bf0a43cc204 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:08.785533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.861819 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4928541 Mar 22 13:01:08.871035 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60296) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:08.875559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.899271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Request body: {'subnet': {'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1810259992-subnet', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:08.903601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:08.908590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Usage tracker for resource:subnet and tenant:94d1bf4c17454780927ec149855c36f1 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:08.911424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:08.918328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:08.930122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ae8ba-7773-4fd0-850c-719ded85a6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=9c61fb77-9331-4a80-a558-a9b057586d7a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:08.934110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:08.941914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Made reservation on behalf of 94d1bf4c17454780927ec149855c36f1 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:08.944272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.962171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Usage tracker for resource:security_group_rule and tenant:71da4384778447c3acef0bf0a43cc204 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:09.033891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 9c61fb77-9331-4a80-a558-a9b057586d7a details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:09.055757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50d4f88b-4c3c-4423-962c-eded33179df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.090521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-50d4f88b-4c3c-4423-962c-eded33179df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:09.096961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-50d4f88b-4c3c-4423-962c-eded33179df5 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd25a4e43664ec7a6040db615cb95b8 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:09.101400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-50d4f88b-4c3c-4423-962c-eded33179df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:09.108760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.133517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-50d4f88b-4c3c-4423-962c-eded33179df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:09.144232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.217339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:09.244003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:09.247097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.333659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e510cb-a7fc-4707-a105-6066b604172b,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:09.358486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:09.363007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:09.366474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:09.374411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:09.382122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60312) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:09.402966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Allocated IP 172.26.5.150 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/b4dc29c1-fd01-4914-9bca-659f45317a02) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:09.408142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:09.412435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.445318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50d4f88b-4c3c-4423-962c-eded33179df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.463806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50d4f88b-4c3c-4423-962c-eded33179df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.466968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Checking segment: {'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:09.469084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Network hostable DHCP agents. Network: 9c61fb77-9331-4a80-a558-a9b057586d7a, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:09.496125 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 26432c00-ab65-4dae-975c-1f28fe095623 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:01:09.599349 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-50d4f88b-4c3c-4423-962c-eded33179df5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0cd25a4e43664ec7a6040db615cb95b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9903913 Mar 22 13:01:09.610654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60322) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:09.615111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4f88b-4c3c-4423-962c-eded33179df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057402da-de05-4f67-80d1-6a71c91a5cef,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:09.668470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/99f550e6-ce43-470a-8e3b-297a4cc4a17c/fc1ab6a8-307d-458b-a2b6-f82d993b9e25) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:09.716548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Network 9c61fb77-9331-4a80-a558-a9b057586d7a is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:09.718940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.781944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60328) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:09.784320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-890ffec8-9b7f-4d89-b7ed-a868f00420cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.789300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.795361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 9c61fb77-9331-4a80-a558-a9b057586d7a) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:09.817214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.820649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:09.821248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.852316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.869996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:09.871841 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6cb4da27-3c32-4598-b7f1-36e590473be6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9975448 Mar 22 13:01:09.875245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:09.876846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-890ffec8-9b7f-4d89-b7ed-a868f00420cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.877878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60334) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:09.891152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:09.913616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:09.926769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.928889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-430888476'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:09.933641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:09.937608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Usage tracker for resource:network and tenant:2562c12513b24b2ba691e829681b5dd1 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:09.940544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:09.951078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:09.953088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Transition to ACTIVE for port object fc1ab6a8-307d-458b-a2b6-f82d993b9e25 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:09.955487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:09.959864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:09.963878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Usage tracker for resource:router and tenant:94d1bf4c17454780927ec149855c36f1 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:09.967678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:09.973661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:09.976318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Transition to ACTIVE for port object fc1ab6a8-307d-458b-a2b6-f82d993b9e25 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:09.978692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740230bd-cf02-403c-a5e7-7f530cfce245,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:09.983072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.983534 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Added segment 147480e2-97a9-4b7b-9cca-c6b02b3d61a6 of type vlan for network 588ef3e5-b7e3-4388-b407-620145bfff9a Mar 22 13:01:09.984723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf63901-7cef-49cb-8aff-c135fe552150 None None] Network 9c61fb77-9331-4a80-a558-a9b057586d7a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:10.003059 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dc29c1-fd01-4914-9bca-659f45317a02,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:10.008381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.009697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.067266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Made reservation on behalf of 2562c12513b24b2ba691e829681b5dd1 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:10.070650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.097180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-890ffec8-9b7f-4d89-b7ed-a868f00420cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.115578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.139503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.141020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.143300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ffec8-9b7f-4d89-b7ed-a868f00420cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057402da-de05-4f67-80d1-6a71c91a5cef,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:10.161446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:10.174379 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-328914264'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:10.178681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.182726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Usage tracker for resource:security_group_rule and tenant:2562c12513b24b2ba691e829681b5dd1 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:10.196637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:10.200082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::3ad (664f0cd7-b40c-4378-b4f7-c397d24fad2a/99f550e6-ce43-470a-8e3b-297a4cc4a17c/26432c00-ab65-4dae-975c-1f28fe095623) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:10.204805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:10.222044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Usage tracker for resource:network and tenant:b60cadffb0754e3eb3d53f52504b9263 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:10.226697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:10.231488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-890ffec8-9b7f-4d89-b7ed-a868f00420cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.233053 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-890ffec8-9b7f-4d89-b7ed-a868f00420cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/057402da-de05-4f67-80d1-6a71c91a5cef HTTP/1.1" status: 204 len: 168 time: 0.6188803 Mar 22 13:01:10.237921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:10.248392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:10.269502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Pushing event updated for resources: {'Port': ['ID=fc1ab6a8-307d-458b-a2b6-f82d993b9e25,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:10.276598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.288344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.288778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.289048 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.289372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.289708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.290025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.290347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.290666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.290986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.291343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.291664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.291976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Tracked resource versions report: Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: pushed versions: Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: { 'AddressGroup': {'1.2'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'ConntrackHelper': {'1.0'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Log': {'1.0'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Network': {'1.1'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Port': {'1.7'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'PortForwarding': {'1.2'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'QosPolicy': {'1.8'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SecurityGroup': {'1.4'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SubPort': {'1.0'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Subnet': {'1.1'}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Trunk': {'1.1'}} Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: consumer versions: Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: { DHCP agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: HyperV agent@hv-neutron-8346: {}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: L3 agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: Metadata agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: Metering agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: Open vSwitch agent@dv-neutron-834664-2-hyperv: { 'AddressGroup': '1.2', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'ConntrackHelper': '1.0', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Log': '1.0', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Network': '1.1', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Port': '1.7', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'PortForwarding': '1.2', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'QosPolicy': '1.8', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SecurityGroup': '1.4', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SecurityGroupRule': '1.2', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'SubPort': '1.0', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Subnet': '1.1', Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: 'Trunk': '1.1'}} Mar 22 13:01:10.293083 dv-neutron-834664-2-hyperv neutron-server[87934]: {{(pid=87934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:01:10.296243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Made reservation on behalf of b60cadffb0754e3eb3d53f52504b9263 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:10.299998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.308474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:10.314773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:10.319595 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Transition to ACTIVE for port object 29586a85-7c37-4594-bc30-1156e931e8e7 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:10.327855 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:10.347435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.351022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:10.351788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.445632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.491461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-9c61fb77-9331-4a80-a558-a9b057586d7a', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:10.492287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.506192 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Transition to ACTIVE for port object 29586a85-7c37-4594-bc30-1156e931e8e7 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:10.516101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:10.579674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Usage tracker for resource:security_group_rule and tenant:b60cadffb0754e3eb3d53f52504b9263 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:10.617107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:10.623938 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9573774 Mar 22 13:01:10.636457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60356) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:10.637700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:10.642294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c727f-cdae-4696-bcee-98f49804c348 admin admin] Pushing event updated for resources: {'Network': ['ID=588ef3e5-b7e3-4388-b407-620145bfff9a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:10.656208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Request body: {'subnet': {'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1827845266-subnet', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:10.723297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:10.729995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Allocated IP 172.20.0.2 (9c61fb77-9331-4a80-a558-a9b057586d7a/f4e510cb-a7fc-4707-a105-6066b604172b/7b6be5a2-7764-4927-a8d6-d8bbed87053f) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:10.761501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Usage tracker for resource:subnet and tenant:71da4384778447c3acef0bf0a43cc204 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:10.772370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:10.784057 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:10.827957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60364) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:10.863066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Made reservation on behalf of 71da4384778447c3acef0bf0a43cc204 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:10.865446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Notify callbacks [] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.874597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.884491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.899041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.917146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.981188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.993349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Transition to ACTIVE for port object 7b6be5a2-7764-4927-a8d6-d8bbed87053f will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:11.008808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 26432c00-ab65-4dae-975c-1f28fe095623 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:11.016947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Transition to ACTIVE for port object 7b6be5a2-7764-4927-a8d6-d8bbed87053f will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:11.022924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:11.024952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.034839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 588ef3e5-b7e3-4388-b407-620145bfff9a details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:11.131489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.131915 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Added segment ad9ab641-5ed9-440e-a232-707a190f09dd of type vlan for network 9ec2f491-b34d-4388-8c73-3bc0bae10d37 Mar 22 13:01:11.133158 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd840f1c-bd4d-4bbd-8dea-9d759eb0da8e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:11.145441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Attempting to bind port fc1ab6a8-307d-458b-a2b6-f82d993b9e25 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:11.146211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Attempting to bind port fc1ab6a8-307d-458b-a2b6-f82d993b9e25 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:11.146744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Attempting to bind port fc1ab6a8-307d-458b-a2b6-f82d993b9e25 on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:11.174205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.219268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Network 2d710130-13e1-4111-b70f-e553701a4bce is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:11.221642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:11.222226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:11.222678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.223181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:11.223913 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Bound port: fc1ab6a8-307d-458b-a2b6-f82d993b9e25, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:11.224391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.243843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.244821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.265864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.269206 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:11.271618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.278883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:11.309266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:11.341253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a173dd1f-de16-425f-b174-18f241fd228b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:11.344808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:11.359500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Usage tracker for resource:floatingip and tenant:a3056016035c4cddbb166a3a55ca5982 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:11.378335 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:11.382158 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:11.407073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Network 9c61fb77-9331-4a80-a558-a9b057586d7a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:11.417850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:11.419791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Pushing event updated for resources: {'Port': ['ID=29586a85-7c37-4594-bc30-1156e931e8e7,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:11.424510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.439538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:11.514497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:11.522692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.523306 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Added segment e2400b8a-f84b-42c7-a81b-e8beecf28e93 of type vlan for network fbb6396a-d788-4be1-92a4-dec2fde73a4f Mar 22 13:01:11.527301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:11.527462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:11.537939 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.543491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:11.544087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.549328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Pushing event updated for resources: {'Port': ['ID=7b6be5a2-7764-4927-a8d6-d8bbed87053f,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:11.554676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Attempting to bind port 29586a85-7c37-4594-bc30-1156e931e8e7 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:11.555200 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Attempting to bind port 29586a85-7c37-4594-bc30-1156e931e8e7 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:11.555647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Attempting to bind port 29586a85-7c37-4594-bc30-1156e931e8e7 on network 2d710130-13e1-4111-b70f-e553701a4bce {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:11.564963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:11.565504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Checking segment: {'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:11.566007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.566497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Bound using segment: {'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:11.567059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Bound port: 29586a85-7c37-4594-bc30-1156e931e8e7, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:11.567735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.574063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:11.580264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:11.581164 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.604498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60384) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:11.620896 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2343957 Mar 22 13:01:11.621860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.626952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60392) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:11.677707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] For port 29586a85-7c37-4594-bc30-1156e931e8e7, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:11.681268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] For port 29586a85-7c37-4594-bc30-1156e931e8e7, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=29586a85-7c37-4594-bc30-1156e931e8e7,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:11.733949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.758275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.817024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-22140708'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:11.819628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0ae13-df47-4729-b521-846cbcbe81ee tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Pushing event updated for resources: {'Network': ['ID=9ec2f491-b34d-4388-8c73-3bc0bae10d37,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:11.831621 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:11.863977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Attempting to bind port 7b6be5a2-7764-4927-a8d6-d8bbed87053f on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:11.864350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Attempting to bind port 7b6be5a2-7764-4927-a8d6-d8bbed87053f by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:11.864684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Attempting to bind port 7b6be5a2-7764-4927-a8d6-d8bbed87053f on network 9c61fb77-9331-4a80-a558-a9b057586d7a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:11.869976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f846df1-a1c1-4950-bccb-ef22395e45a6 None None] Pushing event updated for resources: {'Port': ['ID=29586a85-7c37-4594-bc30-1156e931e8e7,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:11.872978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 9ec2f491-b34d-4388-8c73-3bc0bae10d37 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:11.880126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=26432c00-ab65-4dae-975c-1f28fe095623,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:11.886858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:network and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:11.893217 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.896828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:11.899963 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e4ddc66c-56d0-4d03-9ad3-bc4b70effbe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4695969 Mar 22 13:01:11.903560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60398) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:11.918534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:11.983250 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:11.984253 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Checking segment: {'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:11.984821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.985355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Bound using segment: {'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:11.985984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Bound port: 7b6be5a2-7764-4927-a8d6-d8bbed87053f, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:11.986529 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.012519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.029852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:12.033244 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.097415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4460c74b-da4f-4181-aa39-df085cf72af5,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:12.105843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] For port fc1ab6a8-307d-458b-a2b6-f82d993b9e25, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:12.119370 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] For port 7b6be5a2-7764-4927-a8d6-d8bbed87053f, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:12.121188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Request body: {'network': {'name': 'tempest-network--1776978445', 'router:external': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:12.122611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] For port 7b6be5a2-7764-4927-a8d6-d8bbed87053f, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7b6be5a2-7764-4927-a8d6-d8bbed87053f,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:12.125617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] For port fc1ab6a8-307d-458b-a2b6-f82d993b9e25, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fc1ab6a8-307d-458b-a2b6-f82d993b9e25,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:12.129277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.134445 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.140524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:12.141885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.150273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.163013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:12.170304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Usage tracker for resource:network and tenant:f583e5d686f246fa9588c2d25ed90f73 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:12.178342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.178771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:12.198958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.208583 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4222593 Mar 22 13:01:12.220419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60404) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:12.224395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:12.230218 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Checking segment: {'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:12.230807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Network hostable DHCP agents. Network: 588ef3e5-b7e3-4388-b407-620145bfff9a, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:12.231548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:12.241909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.245895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:security_group_rule and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:12.253533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Request body: {'subnet': {'network_id': 'fbb6396a-d788-4be1-92a4-dec2fde73a4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:12.261056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33367fb-b56c-46c3-8594-03a297f3b4dd None None] Pushing event updated for resources: {'Port': ['ID=7b6be5a2-7764-4927-a8d6-d8bbed87053f,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:12.265587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:12.319242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:12.366545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Made reservation on behalf of f583e5d686f246fa9588c2d25ed90f73 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:12.368890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.411430 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18887f00-dd44-4fb9-b233-0d39b256d086 None None] Pushing event updated for resources: {'Port': ['ID=fc1ab6a8-307d-458b-a2b6-f82d993b9e25,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:12.501099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64584c10-87cd-49d4-9803-30a02ac9a08c tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Pushing event updated for resources: {'Network': ['ID=fbb6396a-d788-4be1-92a4-dec2fde73a4f,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:12.519978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.523029 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network fbb6396a-d788-4be1-92a4-dec2fde73a4f details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:12.564347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cfc98a-1419-4e92-97b2-133a0dd3e96d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:12.595616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cfc98a-1419-4e92-97b2-133a0dd3e96d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:12.596429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a6cfc98a-1419-4e92-97b2-133a0dd3e96d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:12.613005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.619384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Network 588ef3e5-b7e3-4388-b407-620145bfff9a is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:12.713267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:12.719554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:12.736818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 588ef3e5-b7e3-4388-b407-620145bfff9a) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:12.745228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:12.745846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.765552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Usage tracker for resource:security_group_rule and tenant:f583e5d686f246fa9588c2d25ed90f73 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:12.770362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f3bae8-3062-4617-9fab-bab23e76e121 None None] Network 588ef3e5-b7e3-4388-b407-620145bfff9a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:12.787816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:12.789620 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Usage tracker for resource:subnet and tenant:b60cadffb0754e3eb3d53f52504b9263 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:12.804403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:12.821934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:12.833044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a6cfc98a-1419-4e92-97b2-133a0dd3e96d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:12.839043 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a6cfc98a-1419-4e92-97b2-133a0dd3e96d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8849614 Mar 22 13:01:12.843299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60408) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:12.855906 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-62603c9f-be68-475d-b1e3-86a61268dcab admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2148621 Mar 22 13:01:12.870425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Allocated IP 172.26.5.66 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/934e1527-aa2e-40f9-828d-fabe70c72720) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:12.894475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:12.900334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60412) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:12.926621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Made reservation on behalf of b60cadffb0754e3eb3d53f52504b9263 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:12.930226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:12.940079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks [] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.955015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:12.959731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Usage tracker for resource:router and tenant:71da4384778447c3acef0bf0a43cc204 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:12.974616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Router 6241e4ca-837d-4ccd-b4a1-272df35409c0 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:01:12.978336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 29586a85-7c37-4594-bc30-1156e931e8e7 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:12.981305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:13.000569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:13.069089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d216ea26-bf8b-4761-94e7-8302043a7f4f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 26432c00-ab65-4dae-975c-1f28fe095623 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:13.069480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d216ea26-bf8b-4761-94e7-8302043a7f4f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.176491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.177514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.252083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-588ef3e5-b7e3-4388-b407-620145bfff9a', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:13.252859 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.266716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 29586a85-7c37-4594-bc30-1156e931e8e7 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:13.297088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.373450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.380167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.425946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d216ea26-bf8b-4761-94e7-8302043a7f4f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.429014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Allocated IP 172.20.0.2 (588ef3e5-b7e3-4388-b407-620145bfff9a/4460c74b-da4f-4181-aa39-df085cf72af5/7d973e1b-b3ae-4395-83a9-f9b36c57ec86) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:13.450146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.477512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e4e0c9-dce8-48e9-8cbd-2ff0adce76a6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:13.518679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.527386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:13.544242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:01:13.556140 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Sync routers for ids ['6241e4ca-837d-4ccd-b4a1-272df35409c0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:13.576973 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Routers {'6241e4ca-837d-4ccd-b4a1-272df35409c0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:13.577610 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6241e4ca-837d-4ccd-b4a1-272df35409c0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:13.661986 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d216ea26-bf8b-4761-94e7-8302043a7f4f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 26432c00-ab65-4dae-975c-1f28fe095623 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:13.707477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.708155 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added segment 60146345-fc50-4baa-bfc8-31f39256c980 of type vlan for network c787b293-fb21-4724-9a1f-63a17da6a98d Mar 22 13:01:13.740909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.753497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Transition to ACTIVE for port object 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:13.768634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.776659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Transition to ACTIVE for port object 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:13.782028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.787085 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-51cfca60-2bf6-4449-aa8b-e1f4d7060f18 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8270252 Mar 22 13:01:13.791714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.792479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60420) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:13.855794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.890171 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Set router 6241e4ca-837d-4ccd-b4a1-272df35409c0 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:13.927813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Pushing event updated for resources: {'Port': ['ID=7d973e1b-b3ae-4395-83a9-f9b36c57ec86,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:13.931854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a68b5e7-9bd3-44f2-bc89-9c9ac19b889e None None] Network 9c61fb77-9331-4a80-a558-a9b057586d7a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:14.030847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:14.064393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.075733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.128493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fa7088-c70c-4061-8e50-8b2328cd8776,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:14.223110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Network 588ef3e5-b7e3-4388-b407-620145bfff9a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:14.229442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.230023 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:14.233090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:14.234107 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Added segment 821edc03-b1fc-4b7e-9e3a-f23a3c72b2af of type vlan for network 8db22ea5-d501-4c93-b7f1-b6b3d5bb822f Mar 22 13:01:14.269243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.298320 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f6f47dbf-f283-42f8-baaa-63e7c7550082 None None] Provisioning for port 7b6be5a2-7764-4927-a8d6-d8bbed87053f completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:14.327127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:14.337122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Checking segment: {'id': 'e2400b8a-f84b-42c7-a81b-e8beecf28e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fbb6396a-d788-4be1-92a4-dec2fde73a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:14.337735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Network hostable DHCP agents. Network: fbb6396a-d788-4be1-92a4-dec2fde73a4f, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:14.351524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:14.353487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Pushing event updated for resources: {'Subnet': ['ID=196dfd1b-817c-44ff-a4c1-b99e8ab5e426,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:14.391497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:14.478613 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2efc72-1132-4625-8901-f923dabde1b6 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:14.524647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Attempting to bind port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:14.525175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Attempting to bind port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:14.525689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Attempting to bind port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 on network 588ef3e5-b7e3-4388-b407-620145bfff9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:14.543194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=934e1527-aa2e-40f9-828d-fabe70c72720,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:14.556699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.565521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Network fbb6396a-d788-4be1-92a4-dec2fde73a4f is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:14.577708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.592136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:14.598772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.613838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, fbb6396a-d788-4be1-92a4-dec2fde73a4f) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:14.621264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:14.621875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.626228 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:10Z', 'revision_number': 3, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:14.633183 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Checking router: 6241e4ca-837d-4ccd-b4a1-272df35409c0 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:14.633788 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Updating router 6241e4ca-837d-4ccd-b4a1-272df35409c0 port b4dc29c1-fd01-4914-9bca-659f45317a02 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:01:14.704722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf87d53-b4c3-4062-9de4-b8eb7bc847f1 None None] Network fbb6396a-d788-4be1-92a4-dec2fde73a4f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:14.740404 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.744527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Allocated IP 172.26.5.190 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/57e818ad-3cb2-4a38-978f-3739448fb167) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:14.746468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:14.747101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Checking segment: {'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:14.747801 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.748896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Bound using segment: {'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:14.749559 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Bound port: 7d973e1b-b3ae-4395-83a9-f9b36c57ec86, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:14.750136 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.797531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d216ea26-bf8b-4761-94e7-8302043a7f4f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.810895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7b6be5a2-7764-4927-a8d6-d8bbed87053f up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:14.842523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993eb3c7-565a-4957-8518-db599ff3c4e1 None None] Network 2d710130-13e1-4111-b70f-e553701a4bce requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:14.878053 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216ea26-bf8b-4761-94e7-8302043a7f4f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=26432c00-ab65-4dae-975c-1f28fe095623,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:14.891412 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-25510aa0-fa38-4d4f-98b9-ae9fdfdfd238 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6684725 Mar 22 13:01:14.895817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60426) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:14.965930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Request body: {'port': {'network_id': 'fbb6396a-d788-4be1-92a4-dec2fde73a4f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-258203904'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:14.978904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d216ea26-bf8b-4761-94e7-8302043a7f4f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.981372 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d216ea26-bf8b-4761-94e7-8302043a7f4f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/26432c00-ab65-4dae-975c-1f28fe095623 HTTP/1.1" status: 204 len: 168 time: 2.1361244 Mar 22 13:01:14.993082 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.3874524 Mar 22 13:01:15.014874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60430) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:15.015263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60432) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:15.025542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fd603-5026-4b3f-80ef-be575a51936e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Network': ['ID=c787b293-fb21-4724-9a1f-63a17da6a98d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:15.117996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3ffe2b80-4879-47f3-8820-fb18422f5ab6 None None] Provisioning for port fc1ab6a8-307d-458b-a2b6-f82d993b9e25 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:15.135492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1336504083'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:15.162200 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network c787b293-fb21-4724-9a1f-63a17da6a98d details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:15.231223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:15.244320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.245285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:15.245879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.261343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.285604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:network and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:15.311815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:15.437834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:15.478317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event updated for resources: {'Network': ['ID=8db22ea5-d501-4c93-b7f1-b6b3d5bb822f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:15.489631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] For port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:15.497855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa4208-52cb-4c77-a119-026608f220d9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:15.500246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa4208-52cb-4c77-a119-026608f220d9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:15.504569 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-04aa4208-52cb-4c77-a119-026608f220d9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4857268 Mar 22 13:01:15.504569 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-00d85a60-b595-4f4f-9da5-26ff0e1b704e tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.8752654 Mar 22 13:01:15.510324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60442) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:15.510660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60444) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:15.515627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:15.519028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.534089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.543901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 8db22ea5-d501-4c93-b7f1-b6b3d5bb822f details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:15.545148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.660104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] For port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7d973e1b-b3ae-4395-83a9-f9b36c57ec86,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:15.688211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 7b6be5a2-7764-4927-a8d6-d8bbed87053f completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:15.718933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:15.739087 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.754688 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Transition to ACTIVE for port object b4dc29c1-fd01-4914-9bca-659f45317a02 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:15.765847 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.786510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Usage tracker for resource:port and tenant:b60cadffb0754e3eb3d53f52504b9263 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:15.806092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:15.815118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:15.816222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.828978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1b23d18b-039f-4e79-97d8-b52dc4785dc8 None None] Provisioning for port 29586a85-7c37-4594-bc30-1156e931e8e7 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:15.838485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:15.852256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4db540-c730-43c2-baec-3b98264c505c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 99f550e6-ce43-470a-8e3b-297a4cc4a17c {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:01:15.863470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dd4db540-c730-43c2-baec-3b98264c505c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.867062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Allocated IP 172.20.0.1 (2d710130-13e1-4111-b70f-e553701a4bce/ad4cbfb0-32d8-4856-8d7b-cb72b21f744e/59a24ab4-878e-4a05-bd50-8a27bac92111) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:15.868756 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Pushing event updated for resources: {'Port': ['ID=b4dc29c1-fd01-4914-9bca-659f45317a02,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:15.880249 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.880831 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.881173 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.881504 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.881899 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.882245 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.882605 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.882928 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.883547 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.883957 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.884296 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.884669 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Tracked resource versions report: Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: pushed versions: Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: { 'AddressGroup': {'1.2'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'ConntrackHelper': {'1.0'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Log': {'1.0'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Network': {'1.1'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Port': {'1.7'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'PortForwarding': {'1.2'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'QosPolicy': {'1.8'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SecurityGroup': {'1.4'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SecurityGroupRule': {'1.2'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SubPort': {'1.0'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Subnet': {'1.1'}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Trunk': {'1.1'}} Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: consumer versions: Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: { DHCP agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: HyperV agent@hv-neutron-8346: {}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: L3 agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: Metadata agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: Metering agent@dv-neutron-834664-2-hyperv: {}, Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: Open vSwitch agent@dv-neutron-834664-2-hyperv: { 'AddressGroup': '1.2', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'ConntrackHelper': '1.0', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Log': '1.0', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Network': '1.1', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Port': '1.7', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'PortForwarding': '1.2', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'QosPolicy': '1.8', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SecurityGroup': '1.4', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SecurityGroupRule': '1.2', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'SubPort': '1.0', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Subnet': '1.1', Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: 'Trunk': '1.1'}} Mar 22 13:01:15.886766 dv-neutron-834664-2-hyperv neutron-server[87935]: {{(pid=87935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 13:01:15.893157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.919894 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Attempting to bind port b4dc29c1-fd01-4914-9bca-659f45317a02 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:15.920318 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Attempting to bind port b4dc29c1-fd01-4914-9bca-659f45317a02 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:15.920770 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Attempting to bind port b4dc29c1-fd01-4914-9bca-659f45317a02 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:15.926205 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:15.926720 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:15.927551 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.928036 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:15.928591 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Bound port: b4dc29c1-fd01-4914-9bca-659f45317a02, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:15.929307 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.947880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1b23d18b-039f-4e79-97d8-b52dc4785dc8 None None] Provisioning complete for port 29586a85-7c37-4594-bc30-1156e931e8e7 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:15.949178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b23d18b-039f-4e79-97d8-b52dc4785dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.950027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.950377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added segment 5031c970-1821-428c-82de-f41f15084f30 of type vlan for network 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 Mar 22 13:01:15.958953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.993020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Made reservation on behalf of b60cadffb0754e3eb3d53f52504b9263 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:15.996503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.016898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-fbb6396a-d788-4be1-92a4-dec2fde73a4f', 'network_id': 'fbb6396a-d788-4be1-92a4-dec2fde73a4f', 'tenant_id': 'b60cadffb0754e3eb3d53f52504b9263', 'fixed_ips': [{'subnet_id': '196dfd1b-817c-44ff-a4c1-b99e8ab5e426'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:16.018672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.019799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.030596 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] For port b4dc29c1-fd01-4914-9bca-659f45317a02, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:16.034464 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] For port b4dc29c1-fd01-4914-9bca-659f45317a02, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b4dc29c1-fd01-4914-9bca-659f45317a02,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:16.036124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Transition to ACTIVE for port object 59a24ab4-878e-4a05-bd50-8a27bac92111 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:16.040101 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.060817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:16.062216 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba6348-e1f3-46a5-a863-ebd43d9ffdad None None] Pushing event updated for resources: {'Port': ['ID=7d973e1b-b3ae-4395-83a9-f9b36c57ec86,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:16.064847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:16.070640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:16.110060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dd4db540-c730-43c2-baec-3b98264c505c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.142271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.143867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.147492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] device_id is not set on port af9a47bd-1e03-4003-a228-98407703d3ab yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:01:16.150342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event updated for resources: {'Port': ['ID=57e818ad-3cb2-4a38-978f-3739448fb167,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:16.164374 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44d6a4-5889-4104-8017-8db50a5241fb None None] Pushing event updated for resources: {'Port': ['ID=b4dc29c1-fd01-4914-9bca-659f45317a02,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:16.197063 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Routers {'6241e4ca-837d-4ccd-b4a1-272df35409c0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:16.198393 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6241e4ca-837d-4ccd-b4a1-272df35409c0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:16.221426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.242583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Allocated IP 172.20.0.2 (fbb6396a-d788-4be1-92a4-dec2fde73a4f/196dfd1b-817c-44ff-a4c1-b99e8ab5e426/07113106-1634-4a34-b68e-0a56e1806e76) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:16.253401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.335908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Network 2d710130-13e1-4111-b70f-e553701a4bce is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:16.340875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:16.352880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:16.353322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.445085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Pushing event updated for resources: {'Port': ['ID=59a24ab4-878e-4a05-bd50-8a27bac92111,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:16.486230 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] Set router 6241e4ca-837d-4ccd-b4a1-272df35409c0 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:16.507998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.519096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Transition to ACTIVE for port object 07113106-1634-4a34-b68e-0a56e1806e76 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:16.532644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7b6be5a2-7764-4927-a8d6-d8bbed87053f triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:16.533280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.631935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Transition to ACTIVE for port object 07113106-1634-4a34-b68e-0a56e1806e76 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:16.701186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.745618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.765835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dd4db540-c730-43c2-baec-3b98264c505c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.812203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.820178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.845176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.854055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.860221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:16.860867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.869928 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.891273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Network fbb6396a-d788-4be1-92a4-dec2fde73a4f is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:16.922323 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:16.925368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:16.959054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b23d18b-039f-4e79-97d8-b52dc4785dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:16.977264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Pushing event updated for resources: {'Port': ['ID=07113106-1634-4a34-b68e-0a56e1806e76,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:17.047351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.068903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.136657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event updated for resources: {'Port': ['ID=57e818ad-3cb2-4a38-978f-3739448fb167,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:17.204637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.205231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.208980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.208980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > port after_create 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.208980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.208980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > port after_update 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.208980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.209361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.211375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.211785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.212122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.229914 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-468715eb-67d0-436b-bc33-0c65b6c2b59c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3810408 Mar 22 13:01:17.230659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60452) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:17.243581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-762456006'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:17.247503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1b23d18b-039f-4e79-97d8-b52dc4785dc8 None None] For port 29586a85-7c37-4594-bc30-1156e931e8e7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=29586a85-7c37-4594-bc30-1156e931e8e7,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:17.250799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:17.255435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Usage tracker for resource:network and tenant:a3056016035c4cddbb166a3a55ca5982 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:17.260136 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:17.274100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:17.274519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b23d18b-039f-4e79-97d8-b52dc4785dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.283893 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:10Z', 'revision_number': 3, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:17.288584 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676d024-40c7-4488-9285-f9ffdbae5595 None None] The sync data for ids ['6241e4ca-837d-4ccd-b4a1-272df35409c0'] in dv-neutron-834664-2-hyperv is: [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:10Z', 'revision_number': 3, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:17.315086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Made reservation on behalf of a3056016035c4cddbb166a3a55ca5982 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:17.339766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.361083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.390722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:17.397511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.408355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Usage tracker for resource:security_group_rule and tenant:a3056016035c4cddbb166a3a55ca5982 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:17.420990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:17.429411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:17.440185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.451411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.452584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.480098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.480531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.480941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.481342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:17.482919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db22ea5-d501-4c93-b7f1-b6b3d5bb822f']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:17.508042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821edc03-b1fc-4b7e-9e3a-f23a3c72b2af') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:17.508449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821edc03-b1fc-4b7e-9e3a-f23a3c72b2af') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:17.544306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.565722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Attempting to bind port 07113106-1634-4a34-b68e-0a56e1806e76 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:17.566237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Attempting to bind port 07113106-1634-4a34-b68e-0a56e1806e76 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'e2400b8a-f84b-42c7-a81b-e8beecf28e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fbb6396a-d788-4be1-92a4-dec2fde73a4f'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:17.566684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Attempting to bind port 07113106-1634-4a34-b68e-0a56e1806e76 on network fbb6396a-d788-4be1-92a4-dec2fde73a4f {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:17.586997 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:17.587954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Checking segment: {'id': 'e2400b8a-f84b-42c7-a81b-e8beecf28e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fbb6396a-d788-4be1-92a4-dec2fde73a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:17.588687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.589356 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Bound using segment: {'id': 'e2400b8a-f84b-42c7-a81b-e8beecf28e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fbb6396a-d788-4be1-92a4-dec2fde73a4f'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:17.590492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Bound port: 07113106-1634-4a34-b68e-0a56e1806e76, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2400b8a-f84b-42c7-a81b-e8beecf28e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fbb6396a-d788-4be1-92a4-dec2fde73a4f'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:17.591058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.631728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1b23d18b-039f-4e79-97d8-b52dc4785dc8 None None] Provisioning complete for port 7b6be5a2-7764-4927-a8d6-d8bbed87053f triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:17.632122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b23d18b-039f-4e79-97d8-b52dc4785dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.683108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Pushing event updated for resources: {'Port': ['ID=59a24ab4-878e-4a05-bd50-8a27bac92111,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:17.773870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Allocated IP 172.20.0.12 (fbb6396a-d788-4be1-92a4-dec2fde73a4f/196dfd1b-817c-44ff-a4c1-b99e8ab5e426/af9a47bd-1e03-4003-a228-98407703d3ab) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:17.794039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Network 2d710130-13e1-4111-b70f-e553701a4bce is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:17.804984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23d18b-039f-4e79-97d8-b52dc4785dc8 None None] Pushing event updated for resources: {'Port': ['ID=29586a85-7c37-4594-bc30-1156e931e8e7,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:17.808699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:17.907386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 7b6be5a2-7764-4927-a8d6-d8bbed87053f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7b6be5a2-7764-4927-a8d6-d8bbed87053f,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:17.953970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Allocated IP 172.26.5.114 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:17.970128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:17.970920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fc1ab6a8-307d-458b-a2b6-f82d993b9e25 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:18.018182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.029979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.141832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.236277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] For port 07113106-1634-4a34-b68e-0a56e1806e76, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:18.288571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dd4db540-c730-43c2-baec-3b98264c505c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.298512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.308794 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.2910814 Mar 22 13:01:18.312389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60456) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:18.317992 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=7b6be5a2-7764-4927-a8d6-d8bbed87053f,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.353036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:18.365417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port fc1ab6a8-307d-458b-a2b6-f82d993b9e25 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:18.367662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dd4db540-c730-43c2-baec-3b98264c505c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.383458 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port fc1ab6a8-307d-458b-a2b6-f82d993b9e25 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:18.383923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.415728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb481ef-171e-49d5-881f-80d5db87fa61,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.418602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.418887 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Added segment 19a2dfba-71fa-47c9-a9bd-3cc70bf2490d of type vlan for network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 Mar 22 13:01:18.437777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Router 6241e4ca-837d-4ccd-b4a1-272df35409c0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:01:18.467844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ac1f2-5333-4cad-b912-f3595e2e536a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Network': ['ID=0f21f370-5b2b-41b2-bc2f-9b183ba8be50,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.473695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.478083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e1136-54af-47ff-adcd-c80ff5b99e83 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:18.480083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'subnet': {'network_id': 'c787b293-fb21-4724-9a1f-63a17da6a98d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:18.506533 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-dd4db540-c730-43c2-baec-3b98264c505c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/99f550e6-ce43-470a-8e3b-297a4cc4a17c HTTP/1.1" status: 204 len: 168 time: 2.9775193 Mar 22 13:01:18.507980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.519796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60460) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:18.523813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.578618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4db540-c730-43c2-baec-3b98264c505c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=99f550e6-ce43-470a-8e3b-297a4cc4a17c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.584832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a81da3-11b6-424c-b837-b5c46be527c5 None None] Network 588ef3e5-b7e3-4388-b407-620145bfff9a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:18.590047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:01:18.590274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.602041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: from cryptography.utils import int_from_bytes Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: from cryptography.utils import int_from_bytes Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn_limited( Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn_limited( Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:18.629750 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:18.640881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:18.683260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.690281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:18.691000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.721068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:01:18.729042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:18.732738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:18.804157 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-51ce24e3-d481-4a9b-9552-caf2475707ae admin admin] 10.222.0.70 "PUT /v2.0/routers/6241e4ca-837d-4ccd-b4a1-272df35409c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0047481 Mar 22 13:01:18.811283 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5745404 Mar 22 13:01:18.814642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60466) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:18.822313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Request body: {'subnet': {'network_id': '98a03d3c-9ad7-4de6-81c6-ceb440d22508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:18.838879 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69954e8-5655-41e2-988b-43913912d6b7 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event updated for resources: {'Network': ['ID=98a03d3c-9ad7-4de6-81c6-ceb440d22508,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.922436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7620652c-5ff5-496e-a7c4-ad25bdb84612 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3358753 Mar 22 13:01:18.922595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60470) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:18.940407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:18.984752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:18.999695 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.046613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Usage tracker for resource:subnet and tenant:a3056016035c4cddbb166a3a55ca5982 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:19.049230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:19.054662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:19.065049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Provisioning for port 59a24ab4-878e-4a05-bd50-8a27bac92111 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:19.074051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:19.082939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Provisioning complete for port 59a24ab4-878e-4a05-bd50-8a27bac92111 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:19.083343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.088810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:19.095908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:19.099714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:19.108874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Made reservation on behalf of a3056016035c4cddbb166a3a55ca5982 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:19.113215 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.130872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:19.213454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Port 59a24ab4-878e-4a05-bd50-8a27bac92111 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:19.233848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Pushing event updated for resources: {'Port': ['ID=4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:19.247306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:19.252366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.254310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Could not find standard attr ID for object 26432c00-ab65-4dae-975c-1f28fe095623. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:01:19.260781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:19.349166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:subnet and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:19.365729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:19.371890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.382923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8db22ea5-d501-4c93-b7f1-b6b3d5bb822f {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 13:01:19.386764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.425222 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "DELETE /v2.0/networks/8db22ea5-d501-4c93-b7f1-b6b3d5bb822f HTTP/1.1" status: 204 len: 168 time: 3.8934407 Mar 22 13:01:19.431555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60484) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:19.434429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:19.469787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:19.491557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port fc1ab6a8-307d-458b-a2b6-f82d993b9e25, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fc1ab6a8-307d-458b-a2b6-f82d993b9e25,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:19.496495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:19.502339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Provisioning complete for port fc1ab6a8-307d-458b-a2b6-f82d993b9e25 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:19.502762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.512024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Usage tracker for resource:network and tenant:f583e5d686f246fa9588c2d25ed90f73 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:19.518723 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:19.530486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:19.534540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd7de7-4070-4766-9e4e-fa4d7ded478b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event deleted for resources: {'Network': ['ID=8db22ea5-d501-4c93-b7f1-b6b3d5bb822f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:19.579603 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] For port 07113106-1634-4a34-b68e-0a56e1806e76, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=07113106-1634-4a34-b68e-0a56e1806e76,segment=NetworkSegment(e2400b8a-f84b-42c7-a81b-e8beecf28e93),segment_id=e2400b8a-f84b-42c7-a81b-e8beecf28e93)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:19.589115 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.591496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dce077-65b2-4973-8731-66acd9c0f7f4 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:01:19.599321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Made reservation on behalf of f583e5d686f246fa9588c2d25ed90f73 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:19.602112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.652378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.666472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-35dce077-65b2-4973-8731-66acd9c0f7f4 None None] Deleting port fc1ab6a8-307d-458b-a2b6-f82d993b9e25 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:19.666832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-35dce077-65b2-4973-8731-66acd9c0f7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.735510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:19.784211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:19.789500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.789855 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Added segment 9a297e1f-d3c7-48f0-b90f-9c7d9c8dad88 of type vlan for network bb21f54a-ad2c-43f9-854e-2cd986a784fa Mar 22 13:01:19.811231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.815303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.968359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=fc1ab6a8-307d-458b-a2b6-f82d993b9e25,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:19.975500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.005820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.039098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:20.130886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event updated for resources: {'Subnet': ['ID=76e3a1be-ac4a-492c-b71d-c637dbf7aed0,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:20.141415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:01:20.151965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.226753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:20.228797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:20.242386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:20.243471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.272073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:20.316519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Checking segment: {'id': '19a2dfba-71fa-47c9-a9bd-3cc70bf2490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98a03d3c-9ad7-4de6-81c6-ceb440d22508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:20.316738 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b4dc29c1-fd01-4914-9bca-659f45317a02 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:20.318234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Network hostable DHCP agents. Network: 98a03d3c-9ad7-4de6-81c6-ceb440d22508, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:20.349633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.354859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:20.357949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.420628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Provisioning for port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:20.469562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b051-850d-449a-861a-60e2b5c17085 None None] Pushing event updated for resources: {'Port': ['ID=07113106-1634-4a34-b68e-0a56e1806e76,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:20.483491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Provisioning complete for port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:20.484035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.508338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.511128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60490) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:20.532905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=e236b99d-6499-43c2-9520-19d14ef3d89c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:20.534130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436435074', 'description': 'tempest-description--301861146'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:20.540194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:20.541238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event updated for resources: {'Network': ['ID=bb21f54a-ad2c-43f9-854e-2cd986a784fa,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:20.544790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Usage tracker for resource:security_group and tenant:56884933f19e4683ad19a5707e68cae2 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:20.548325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:20.555912 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:20.566588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Router 774dfc06-512f-4d0b-9d71-126fe52a17cb is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:01:20.580836 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-06152a3f-ddc0-49f0-ad65-31e215ffc027 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6570108 Mar 22 13:01:20.581193 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60494) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:20.582705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:20.593449 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-69e99785-fbd5-4cca-b43e-fe2e0b5e9ea9 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1504645 Mar 22 13:01:20.595685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60498) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:20.605374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Request body: {'subnet': {'network_id': 'bb21f54a-ad2c-43f9-854e-2cd986a784fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:20.610417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:20.614519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Usage tracker for resource:subnet and tenant:f583e5d686f246fa9588c2d25ed90f73 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:20.617404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'name': 'tempest-NetworksTestDHCPv6-1648397943'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:20.617745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:20.624083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 98a03d3c-9ad7-4de6-81c6-ceb440d22508) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:20.626109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:20.635362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:20.635981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.652590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network bb21f54a-ad2c-43f9-854e-2cd986a784fa details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:20.656200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Made reservation on behalf of f583e5d686f246fa9588c2d25ed90f73 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:20.657789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Transition to ACTIVE for port object af9a47bd-1e03-4003-a228-98407703d3ab will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:20.658796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.664995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93df839-3787-41a1-b05e-f7fea3bff6ee None None] Network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:20.686631 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d41346b4-5488-4e36-a50a-1c986c6aa2a6 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8709393 Mar 22 13:01:20.689926 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60502) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:20.696548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-576473345', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:20.706453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:20.717723 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.764265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Usage tracker for resource:router and tenant:a3056016035c4cddbb166a3a55ca5982 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:20.768986 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:20.777840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:20.801997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.803084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.830398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Sync routers for ids ['6241e4ca-837d-4ccd-b4a1-272df35409c0'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:20.853856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.901867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port b4dc29c1-fd01-4914-9bca-659f45317a02 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:20.957956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Routers {'6241e4ca-837d-4ccd-b4a1-272df35409c0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:20.958726 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6241e4ca-837d-4ccd-b4a1-272df35409c0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:21.010990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:21.014147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b4dc29c1-fd01-4914-9bca-659f45317a02 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:21.014584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.029911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Usage tracker for resource:security_group_rule and tenant:56884933f19e4683ad19a5707e68cae2 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:21.096153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-35dce077-65b2-4973-8731-66acd9c0f7f4 None None] For port fc1ab6a8-307d-458b-a2b6-f82d993b9e25, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fc1ab6a8-307d-458b-a2b6-f82d993b9e25,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:21.096621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-35dce077-65b2-4973-8731-66acd9c0f7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.123271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:21.290754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-35dce077-65b2-4973-8731-66acd9c0f7f4 None None] Calling delete_port for fc1ab6a8-307d-458b-a2b6-f82d993b9e25 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:21.390608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.403116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:01:21.412118 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Sync routers for ids ['774dfc06-512f-4d0b-9d71-126fe52a17cb'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:21.426927 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Routers {'774dfc06-512f-4d0b-9d71-126fe52a17cb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:21.427649 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['774dfc06-512f-4d0b-9d71-126fe52a17cb'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:21.429850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:21.460230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:21.467331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c37b9-9e2b-4594-aab5-20979dc0feac None None] Network fbb6396a-d788-4be1-92a4-dec2fde73a4f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:21.470915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:21.518465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.545968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.547366 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fdde8ba9-d2ad-4cdb-aa5f-a98d61a25fb3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.6662586 Mar 22 13:01:21.548124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:21.552673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.563113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60506) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:21.584625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port a051c81e-0a78-45f7-99a4-674d57b1f34b yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:01:21.620673 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Set router 774dfc06-512f-4d0b-9d71-126fe52a17cb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:21.756398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::31d (664f0cd7-b40c-4378-b4f7-c397d24fad2a/e236b99d-6499-43c2-9520-19d14ef3d89c/a051c81e-0a78-45f7-99a4-674d57b1f34b) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:21.842075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-98a03d3c-9ad7-4de6-81c6-ceb440d22508', 'network_id': '98a03d3c-9ad7-4de6-81c6-ceb440d22508', 'tenant_id': 'a3056016035c4cddbb166a3a55ca5982', 'fixed_ips': [{'subnet_id': '76e3a1be-ac4a-492c-b71d-c637dbf7aed0'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:21.842891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.874541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.888986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Set router 6241e4ca-837d-4ccd-b4a1-272df35409c0 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:21.928419 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:15Z', 'revision_number': 3, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:21.935537 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Checking router: 774dfc06-512f-4d0b-9d71-126fe52a17cb for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:21.935943 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Updating router 774dfc06-512f-4d0b-9d71-126fe52a17cb port 934e1527-aa2e-40f9-828d-fabe70c72720 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:01:22.001483 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.003445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.004964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-35dce077-65b2-4973-8731-66acd9c0f7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.022616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object a051c81e-0a78-45f7-99a4-674d57b1f34b will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:22.052574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.069378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.151496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dce077-65b2-4973-8731-66acd9c0f7f4 None None] Pushing event deleted for resources: {'Port': ['ID=fc1ab6a8-307d-458b-a2b6-f82d993b9e25,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:22.157400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dce077-65b2-4973-8731-66acd9c0f7f4 None None] No DVR routers for this DVR port fc1ab6a8-307d-458b-a2b6-f82d993b9e25 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:01:22.225962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.232431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] For port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7d973e1b-b3ae-4395-83a9-f9b36c57ec86,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:22.242826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.274420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337bf2f3-c28b-4039-9649-f1bfc10ca3a3 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:22.296105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:22.345600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.347555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:22.360063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:22.373261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:22.374490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.385826 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.397789 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Transition to ACTIVE for port object 934e1527-aa2e-40f9-828d-fabe70c72720 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:22.407557 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.440530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port b4dc29c1-fd01-4914-9bca-659f45317a02, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b4dc29c1-fd01-4914-9bca-659f45317a02,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:22.449899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.502880 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75461f1f-fb72-4f87-8a3b-981dcd3c3d38 None None] Pushing event updated for resources: {'Port': ['ID=934e1527-aa2e-40f9-828d-fabe70c72720,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:22.515374 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Attempting to bind port 934e1527-aa2e-40f9-828d-fabe70c72720 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:22.515747 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Attempting to bind port 934e1527-aa2e-40f9-828d-fabe70c72720 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:22.516114 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Attempting to bind port 934e1527-aa2e-40f9-828d-fabe70c72720 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:22.523710 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:22.524088 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:22.524498 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.524897 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:22.525365 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Bound port: 934e1527-aa2e-40f9-828d-fabe70c72720, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:22.525754 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.535110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.535882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7b6be5a2-7764-4927-a8d6-d8bbed87053f up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:22.547226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Network fbb6396a-d788-4be1-92a4-dec2fde73a4f is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:22.558243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=a051c81e-0a78-45f7-99a4-674d57b1f34b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:22.590199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:22.612283 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] For port 934e1527-aa2e-40f9-828d-fabe70c72720, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:22.615677 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] For port 934e1527-aa2e-40f9-828d-fabe70c72720, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=934e1527-aa2e-40f9-828d-fabe70c72720,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:22.626228 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.691775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.722309 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75461f1f-fb72-4f87-8a3b-981dcd3c3d38 None None] Pushing event updated for resources: {'Port': ['ID=934e1527-aa2e-40f9-828d-fabe70c72720,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:22.740784 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Routers {'774dfc06-512f-4d0b-9d71-126fe52a17cb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:22.741478 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['774dfc06-512f-4d0b-9d71-126fe52a17cb'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:22.744050 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Provisioning complete for port 29586a85-7c37-4594-bc30-1156e931e8e7 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:22.744417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.766565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:01:22.767142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.839372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.847833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:22.891052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa465571-b88e-4705-b749-76409dfc4c70 None None] Pushing event updated for resources: {'Port': ['ID=7d973e1b-b3ae-4395-83a9-f9b36c57ec86,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:22.894133 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cd788675-8a1f-4704-907c-b0fe90848195 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3028274 Mar 22 13:01:22.914020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60512) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:22.933651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.960365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Pushing event updated for resources: {'Port': ['ID=af9a47bd-1e03-4003-a228-98407703d3ab,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.002435 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] Set router 774dfc06-512f-4d0b-9d71-126fe52a17cb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:23.028422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Subnet': ['ID=c80317b5-8a8a-4a94-afba-40b5cad483bd,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.036685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Allocated IP 172.20.0.1 (9c61fb77-9331-4a80-a558-a9b057586d7a/f4e510cb-a7fc-4707-a105-6066b604172b/2958d7cb-3bb9-4e96-850b-cd1ccdebec96) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:23.063921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Checking segment: {'id': '60146345-fc50-4baa-bfc8-31f39256c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c787b293-fb21-4724-9a1f-63a17da6a98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:23.064656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network hostable DHCP agents. Network: c787b293-fb21-4724-9a1f-63a17da6a98d, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:23.084665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Allocated IP 172.20.0.2 (98a03d3c-9ad7-4de6-81c6-ceb440d22508/76e3a1be-ac4a-492c-b71d-c637dbf7aed0/b6425e04-1cee-4ff0-ae95-e32e5d40afda) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:23.093411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.095598 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.5795557 Mar 22 13:01:23.102668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60516) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:23.110009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:23.110843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.115597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28a5bc-23e7-4328-933e-4d4a3bc46d12 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b50fbb-1862-4a40-9503-fbb5b73a8931,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.130810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Request body: {'security_group_rule': {'security_group_id': '42b50fbb-1862-4a40-9503-fbb5b73a8931', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:23.157797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:23.174085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Usage tracker for resource:security_group_rule and tenant:56884933f19e4683ad19a5707e68cae2 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:23.178247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:23.193883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:23.201513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network c787b293-fb21-4724-9a1f-63a17da6a98d is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:23.204945 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4a4ad2bc-d5cb-481d-b87e-6c24a73784fa tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.2516875 Mar 22 13:01:23.213025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.216016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60520) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:23.230021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Transition to ACTIVE for port object 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:23.249153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7b6be5a2-7764-4927-a8d6-d8bbed87053f triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:23.250146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.272147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, c787b293-fb21-4724-9a1f-63a17da6a98d) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:23.280703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:01:23.282976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=b4dc29c1-fd01-4914-9bca-659f45317a02,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.298090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:23.299049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.318262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1b71fb78-0d0b-43f2-83a1-3261347f761a,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.318913 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52855de1-2dbf-457a-a3cf-0ca736b0c076 None None] Network c787b293-fb21-4724-9a1f-63a17da6a98d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:23.348560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a4b46-0fe4-4d24-8a51-15dea3db15ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:23.350181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-868a4b46-0fe4-4d24-8a51-15dea3db15ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:23.369267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.377182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.439100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Network 9c61fb77-9331-4a80-a558-a9b057586d7a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:23.457970 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:23.475169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:23.475837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.546370 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:15Z', 'revision_number': 3, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:23.555562 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5965f50-78fd-418b-bc0c-ab08592a4c1d None None] The sync data for ids ['774dfc06-512f-4d0b-9d71-126fe52a17cb'] in dv-neutron-834664-2-hyperv is: [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:15Z', 'revision_number': 3, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:23.646361 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-36422e19-e681-42d4-a19f-f60d90c53c73 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1747677 Mar 22 13:01:23.659250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-51e2a2ba-e9c8-47d7-89ea-b3c06bd67a18 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Deleting port af9a47bd-1e03-4003-a228-98407703d3ab {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:23.659736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51e2a2ba-e9c8-47d7-89ea-b3c06bd67a18 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.702825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60524) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:23.727873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-868a4b46-0fe4-4d24-8a51-15dea3db15ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:23.729282 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-868a4b46-0fe4-4d24-8a51-15dea3db15ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7971461 Mar 22 13:01:23.740808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'subnet': {'network_id': '0f21f370-5b2b-41b2-bc2f-9b183ba8be50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:23.766190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60528) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:23.769315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2958d7cb-3bb9-4e96-850b-cd1ccdebec96,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.815153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.873218 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.906943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '59a24ab4-878e-4a05-bd50-8a27bac92111', 'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'mac_address': 'fa:16:3e:a5:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 2, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'subnets': [{'id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:24.039541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Checking segment: {'id': '9a297e1f-d3c7-48f0-b90f-9c7d9c8dad88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bb21f54a-ad2c-43f9-854e-2cd986a784fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:24.039863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Network hostable DHCP agents. Network: bb21f54a-ad2c-43f9-854e-2cd986a784fa, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:24.051719 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Checking router: 6241e4ca-837d-4ccd-b4a1-272df35409c0 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:24.052113 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Updating router 6241e4ca-837d-4ccd-b4a1-272df35409c0 port 59a24ab4-878e-4a05-bd50-8a27bac92111 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:01:24.129711 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.148598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3aeec488-c82a-41b0-b292-96d084ec268d None None] Provisioning for port 07113106-1634-4a34-b68e-0a56e1806e76 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:24.169663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': 'e236b99d-6499-43c2-9520-19d14ef3d89c'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:24.170849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.221486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.225074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Network bb21f54a-ad2c-43f9-854e-2cd986a784fa is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:24.253676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Allocated IP 172.26.5.67 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/32a83ec1-a26d-49d6-9568-22a5e8f16b25) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:24.256099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-39404ae3-b1c5-46b5-8258-e07928425163 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port a051c81e-0a78-45f7-99a4-674d57b1f34b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:24.256564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-39404ae3-b1c5-46b5-8258-e07928425163 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.287894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 29586a85-7c37-4594-bc30-1156e931e8e7 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:24.293352 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, bb21f54a-ad2c-43f9-854e-2cd986a784fa) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:24.300087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.306860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:24.306860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.318656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:24.356123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3f8b7-5a25-4d04-a224-161202f2a3f0 None None] Network bb21f54a-ad2c-43f9-854e-2cd986a784fa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:24.373919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:subnet and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:24.396027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.408573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:01:24.447685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:24.470188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2908a79-bf5b-40af-8a15-cb0598331ee6,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:24.478167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:24.486482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.493466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Sync routers for ids ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:24.511781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-c787b293-fb21-4724-9a1f-63a17da6a98d', 'network_id': 'c787b293-fb21-4724-9a1f-63a17da6a98d', 'tenant_id': 'fee226a007774d58826c427014967959', 'fixed_ips': [{'subnet_id': 'c80317b5-8a8a-4a94-afba-40b5cad483bd'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:24.513000 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.598244 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-080a2b51-0065-4dcc-91d5-7d2f16abe48a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9985871 Mar 22 13:01:24.602477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.602477 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-38b082d3-8bd1-4227-b0fd-4cc527c27b5f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4789846 Mar 22 13:01:24.602477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60532) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:24.610180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60534) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:24.620182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Request body: {'security_group_rule': {'security_group_id': '42b50fbb-1862-4a40-9503-fbb5b73a8931', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:24.621351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Request body: {'floatingip': {'floating_network_id': 'bb21f54a-ad2c-43f9-854e-2cd986a784fa'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:24.631360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:24.645439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Usage tracker for resource:security_group_rule and tenant:56884933f19e4683ad19a5707e68cae2 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:24.652020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Transition to ACTIVE for port object b6425e04-1cee-4ff0-ae95-e32e5d40afda will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:24.652309 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:24.664207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:24.691601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.708500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51e2a2ba-e9c8-47d7-89ea-b3c06bd67a18 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.710238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3aeec488-c82a-41b0-b292-96d084ec268d None None] Provisioning complete for port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:24.710742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3aeec488-c82a-41b0-b292-96d084ec268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.728870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.730484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.735068 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3bea48aa-badd-400a-a46b-f06786764fed admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 11.8301032 Mar 22 13:01:24.735068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:24.736567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.737566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60540) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:24.742166 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.744453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Routers {'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:24.745036 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:24.848344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:24.885318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.886152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.922844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-51e2a2ba-e9c8-47d7-89ea-b3c06bd67a18 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Calling delete_port for af9a47bd-1e03-4003-a228-98407703d3ab owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:24.928644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Transition to ACTIVE for port object b6425e04-1cee-4ff0-ae95-e32e5d40afda will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:24.969651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Usage tracker for resource:floatingip and tenant:f583e5d686f246fa9588c2d25ed90f73 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:24.981598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:25.054953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:25.060025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.115761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2958d7cb-3bb9-4e96-850b-cd1ccdebec96,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:25.240320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.273350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.348676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 29586a85-7c37-4594-bc30-1156e931e8e7 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:25.349040 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.370329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.372730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Pushing event updated for resources: {'Port': ['ID=b6425e04-1cee-4ff0-ae95-e32e5d40afda,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:25.415743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.420982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:25.482154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-39404ae3-b1c5-46b5-8258-e07928425163 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.531943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:25.547668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:25.549952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:25.553122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:25.589654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:25.604455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/e236b99d-6499-43c2-9520-19d14ef3d89c/19d5cf07-388e-4ea1-ac9a-8e6050f840af) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:25.605654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event updated for resources: {'Port': ['ID=32a83ec1-a26d-49d6-9568-22a5e8f16b25,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:25.633393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Set router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:25.658409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Network 9c61fb77-9331-4a80-a558-a9b057586d7a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:25.659420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e524a1-7dd9-466f-8ecf-a43e1a99cda4,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:25.663018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:25.714136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-39404ae3-b1c5-46b5-8258-e07928425163 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for a051c81e-0a78-45f7-99a4-674d57b1f34b owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:25.860532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51e2a2ba-e9c8-47d7-89ea-b3c06bd67a18 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.876275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.877557 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ab5a1958-1fe2-4462-8efb-e386ac5828d5 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2664962 Mar 22 13:01:25.892144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60546) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:25.913279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:25.951612 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Allocated IP 2001:db8::2 (c787b293-fb21-4724-9a1f-63a17da6a98d/c80317b5-8a8a-4a94-afba-40b5cad483bd/ae4ce086-d59c-4e41-bc08-5126c3a7d84b) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:25.990432 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:26.012111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2a2ba-e9c8-47d7-89ea-b3c06bd67a18 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Pushing event deleted for resources: {'Port': ['ID=af9a47bd-1e03-4003-a228-98407703d3ab,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:26.055528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.070021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Usage tracker for resource:floatingip and tenant:56884933f19e4683ad19a5707e68cae2 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:26.084738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:26.109548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:26.201939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.210050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-39404ae3-b1c5-46b5-8258-e07928425163 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.255060 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Attempting to bind port b6425e04-1cee-4ff0-ae95-e32e5d40afda on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:26.258021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Attempting to bind port b6425e04-1cee-4ff0-ae95-e32e5d40afda by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '19a2dfba-71fa-47c9-a9bd-3cc70bf2490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98a03d3c-9ad7-4de6-81c6-ceb440d22508'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:26.258683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Attempting to bind port b6425e04-1cee-4ff0-ae95-e32e5d40afda on network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:26.293693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:26.294210 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Checking segment: {'id': '19a2dfba-71fa-47c9-a9bd-3cc70bf2490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98a03d3c-9ad7-4de6-81c6-ceb440d22508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:26.294920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.295681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Bound using segment: {'id': '19a2dfba-71fa-47c9-a9bd-3cc70bf2490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98a03d3c-9ad7-4de6-81c6-ceb440d22508'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:26.296237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Bound port: b6425e04-1cee-4ff0-ae95-e32e5d40afda, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a2dfba-71fa-47c9-a9bd-3cc70bf2490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98a03d3c-9ad7-4de6-81c6-ceb440d22508'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:26.296694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.309332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b6c62f-342e-4e47-bb19-1085439bfe10 None None] Network bb21f54a-ad2c-43f9-854e-2cd986a784fa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:26.369884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Subnet': ['ID=e6df61e3-f94e-4d1d-b5c6-7a8801782b33,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:26.381068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39404ae3-b1c5-46b5-8258-e07928425163 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=a051c81e-0a78-45f7-99a4-674d57b1f34b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:26.396158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-39404ae3-b1c5-46b5-8258-e07928425163 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.417115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51e2a2ba-e9c8-47d7-89ea-b3c06bd67a18 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.439898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Checking segment: {'id': '5031c970-1821-428c-82de-f41f15084f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f21f370-5b2b-41b2-bc2f-9b183ba8be50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:26.440326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network hostable DHCP agents. Network: 0f21f370-5b2b-41b2-bc2f-9b183ba8be50, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:26.466768 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-39404ae3-b1c5-46b5-8258-e07928425163 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/a051c81e-0a78-45f7-99a4-674d57b1f34b HTTP/1.1" status: 204 len: 168 time: 2.6929810 Mar 22 13:01:26.468770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3aeec488-c82a-41b0-b292-96d084ec268d None None] Provisioning for port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:26.469551 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-51e2a2ba-e9c8-47d7-89ea-b3c06bd67a18 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] 10.222.0.70 "DELETE /v2.0/ports/af9a47bd-1e03-4003-a228-98407703d3ab HTTP/1.1" status: 204 len: 168 time: 3.2418633 Mar 22 13:01:26.473874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60552) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:26.474227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60554) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:26.491605 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3aeec488-c82a-41b0-b292-96d084ec268d None None] Provisioning complete for port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:26.492094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3aeec488-c82a-41b0-b292-96d084ec268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.495821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Router 774dfc06-512f-4d0b-9d71-126fe52a17cb has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:01:26.500014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.521928 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.595668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:26.614758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3964d28-ae4b-4f6a-838a-93a50837c9aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:26.616325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3964d28-ae4b-4f6a-838a-93a50837c9aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:26.617138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b3964d28-ae4b-4f6a-838a-93a50837c9aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:26.629865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Allocated IP 172.20.0.6 (bb21f54a-ad2c-43f9-854e-2cd986a784fa/1b71fb78-0d0b-43f2-83a1-3261347f761a/3e1314b6-47d5-4430-9111-d1f4ae790662) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:26.636761 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 0f21f370-5b2b-41b2-bc2f-9b183ba8be50) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:26.650676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:26.651262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.667246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b3964d28-ae4b-4f6a-838a-93a50837c9aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:26.671776 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b3964d28-ae4b-4f6a-838a-93a50837c9aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1929367 Mar 22 13:01:26.675869 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] For port b6425e04-1cee-4ff0-ae95-e32e5d40afda, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:26.678987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] For port b6425e04-1cee-4ff0-ae95-e32e5d40afda, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b6425e04-1cee-4ff0-ae95-e32e5d40afda,segment=NetworkSegment(19a2dfba-71fa-47c9-a9bd-3cc70bf2490d),segment_id=19a2dfba-71fa-47c9-a9bd-3cc70bf2490d)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:26.680046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-3aeec488-c82a-41b0-b292-96d084ec268d None None] Port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:26.685743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60562) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:26.703646 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413dbae0-4a2b-40f0-8801-822ad540df5d None None] Network 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:26.752107 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-acb951ea-a5dd-4824-ab4f-9d0371a7a453 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0383444 Mar 22 13:01:26.755317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60566) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:26.756730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.777551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1712572264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:26.790638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:26.824464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:router and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:26.842927 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-aa9ad7bc-830d-4e39-a928-6a5074262599 tempest-DHCPAgentSchedulersTestJSON-781940323 tempest-DHCPAgentSchedulersTestJSON-781940323-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3625607 Mar 22 13:01:26.846577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60570) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:26.855379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-221912692'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:26.873779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac11e39-d58c-4b6f-b0cd-270897a74fec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet e236b99d-6499-43c2-9520-19d14ef3d89c {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:01:26.878125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:26.893797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Usage tracker for resource:network and tenant:b60cadffb0754e3eb3d53f52504b9263 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:26.898357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:26.913660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:26.925367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.947287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Made reservation on behalf of b60cadffb0754e3eb3d53f52504b9263 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:26.947287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.947539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:26.984417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:26.990358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:19Z', 'revision_number': 3, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:26.997318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.998641 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Added segment 6939ba7c-03d1-4da2-83c4-c4751fd7d66e of type vlan for network 4e4491ca-5311-44a1-8dfc-33d9002d527c Mar 22 13:01:27.010587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.038768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fc1ab6a8-307d-458b-a2b6-f82d993b9e25 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:01:27.043415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:27.081302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Network bb21f54a-ad2c-43f9-854e-2cd986a784fa is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:27.095351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:27.097725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:27.133344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.171376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event updated for resources: {'Port': ['ID=3e1314b6-47d5-4430-9111-d1f4ae790662,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:27.181704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.182991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.193105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Checking router: a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:27.193105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Updating router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:01:27.211544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:01:27.226034 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Sync routers for ids ['774dfc06-512f-4d0b-9d71-126fe52a17cb'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:27.238870 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Routers {'774dfc06-512f-4d0b-9d71-126fe52a17cb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:27.239929 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['774dfc06-512f-4d0b-9d71-126fe52a17cb'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:27.253700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.255022 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7cfe55bd-02d8-4cff-af7d-a1dae2b403d4 admin admin] 10.222.0.70 "PUT /v2.0/routers/774dfc06-512f-4d0b-9d71-126fe52a17cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6891224 Mar 22 13:01:27.259434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:27.260035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.284498 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.resource_extend [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:01:27.321563 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: fc1ab6a8-307d-458b-a2b6-f82d993b9e25 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:01:27.321904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fc1ab6a8-307d-458b-a2b6-f82d993b9e25 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:01:27.329594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60578) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:27.332184 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4839349 Mar 22 13:01:27.370318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.457209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c88893-c34b-434e-afb2-762602a96d05 None None] Pushing event updated for resources: {'Port': ['ID=b6425e04-1cee-4ff0-ae95-e32e5d40afda,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:27.506538 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1bb55c09-1811-4932-9ba8-1e9cba025826 None None] Could not find standard attr ID for object af9a47bd-1e03-4003-a228-98407703d3ab. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:01:27.614933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e8ae6-480d-40fe-a836-70e65ab535ee tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Pushing event updated for resources: {'Network': ['ID=4e4491ca-5311-44a1-8dfc-33d9002d527c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:27.619673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.686787 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.773895 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Set router 774dfc06-512f-4d0b-9d71-126fe52a17cb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:27.807851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.853511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 4e4491ca-5311-44a1-8dfc-33d9002d527c details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:27.926499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.926896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.929428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 934e1527-aa2e-40f9-828d-fabe70c72720 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:28.026868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1bb55c09-1811-4932-9ba8-1e9cba025826 None None] Provisioning complete for port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:28.026868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1bb55c09-1811-4932-9ba8-1e9cba025826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.033994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.066508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.103089 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.164697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.172077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.203064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Transition to ACTIVE for port object 19d5cf07-388e-4ea1-ac9a-8e6050f840af will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:28.224988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-0f21f370-5b2b-41b2-bc2f-9b183ba8be50', 'network_id': '0f21f370-5b2b-41b2-bc2f-9b183ba8be50', 'tenant_id': 'fee226a007774d58826c427014967959', 'fixed_ips': [{'subnet_id': 'e6df61e3-f94e-4d1d-b5c6-7a8801782b33'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:28.225836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.304067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.368798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.370166 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-627fc2e5-dba2-4dda-a4de-84fda642dc1f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6071782 Mar 22 13:01:28.378296 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2958d7cb-3bb9-4e96-850b-cd1ccdebec96', 'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'mac_address': 'fa:16:3e:a1:ae:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:24Z', 'revision_number': 2, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'subnets': [{'id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:28.383849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event updated for resources: {'Port': ['ID=3e1314b6-47d5-4430-9111-d1f4ae790662,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:28.389524 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Checking router: 774dfc06-512f-4d0b-9d71-126fe52a17cb for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:28.390180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60592) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:28.390291 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Updating router 774dfc06-512f-4d0b-9d71-126fe52a17cb port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:01:28.391011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.392318 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-15892956-3e4e-41a6-bc80-1eb42e9dcef5 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7821143 Mar 22 13:01:28.405386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Transition to ACTIVE for port object 59a24ab4-878e-4a05-bd50-8a27bac92111 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:28.407387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.445839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60596) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:28.519327 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.613269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.741674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Allocated IP 172.26.5.252 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/e72193ab-fe1f-466b-bca3-3b71fc048f69) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:28.874166 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.880097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Transition to ACTIVE for port object 19d5cf07-388e-4ea1-ac9a-8e6050f840af will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:28.893637 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf346b0-cd8b-485e-b507-4a15df4855f4 None None] Network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:28.934145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac11e39-d58c-4b6f-b0cd-270897a74fec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.956662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.996760 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a9f4976f-b362-41fd-89a9-91f9f213f6f0 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=bb21f54a-ad2c-43f9-854e-2cd986a784fa HTTP/1.1" status: 200 len: 689 time: 0.5466282 Mar 22 13:01:29.006123 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-783ad5a8-0ef6-4267-a89e-6d609b1210a8 tempest-DHCPAgentSchedulersTestJSON-781940323 tempest-DHCPAgentSchedulersTestJSON-781940323-project-admin] 10.222.0.70 "GET /v2.0/agents/e07495e9-f39f-464b-bfdd-57d454f97402/dhcp-networks HTTP/1.1" status: 200 len: 9611 time: 1.6506920 Mar 22 13:01:29.018745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac11e39-d58c-4b6f-b0cd-270897a74fec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.020808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60604) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:29.021151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60606) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:29.022222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.075826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60608) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:29.100165 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1bb55c09-1811-4932-9ba8-1e9cba025826 None None] Port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:29.113102 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.125839 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Transition to ACTIVE for port object 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:29.133999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995369529', 'description': 'tempest-description--1330738953'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:29.134257 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.150027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:29.192227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Usage tracker for resource:security_group and tenant:94d1bf4c17454780927ec149855c36f1 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:29.202969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:29.220028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:29.254804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.272716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Allocated IP 172.20.0.1 (588ef3e5-b7e3-4388-b407-620145bfff9a/4460c74b-da4f-4181-aa39-df085cf72af5/afd12d98-88ca-41a8-8565-ffd5d9b734f2) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:29.307354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.333434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac11e39-d58c-4b6f-b0cd-270897a74fec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.336712 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6302e-08ce-4997-8aa2-02fcd5d7b870 None None] Pushing event updated for resources: {'Port': ['ID=2958d7cb-3bb9-4e96-850b-cd1ccdebec96,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:29.409930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Transition to ACTIVE for port object ae4ce086-d59c-4e41-bc08-5126c3a7d84b will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:29.418261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:29.451468 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Attempting to bind port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:29.451992 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Attempting to bind port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:29.452185 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Attempting to bind port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 on network 9c61fb77-9331-4a80-a558-a9b057586d7a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:29.454482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.458317 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:29.458708 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Checking segment: {'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:29.459098 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.459529 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Bound using segment: {'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:29.459999 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Bound port: 2958d7cb-3bb9-4e96-850b-cd1ccdebec96, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:29.460602 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.503040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Usage tracker for resource:security_group_rule and tenant:94d1bf4c17454780927ec149855c36f1 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:29.518396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:29.532990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.548129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:29.551900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Transition to ACTIVE for port object afd12d98-88ca-41a8-8565-ffd5d9b734f2 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:29.563899 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] For port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:29.568136 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] For port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2958d7cb-3bb9-4e96-850b-cd1ccdebec96,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:29.576162 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.629569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Attempting to bind port 59a24ab4-878e-4a05-bd50-8a27bac92111 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:29.630163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Attempting to bind port 59a24ab4-878e-4a05-bd50-8a27bac92111 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:29.630694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Attempting to bind port 59a24ab4-878e-4a05-bd50-8a27bac92111 on network 2d710130-13e1-4111-b70f-e553701a4bce {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:29.662706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:29.666277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:29.677056 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6302e-08ce-4997-8aa2-02fcd5d7b870 None None] Pushing event updated for resources: {'Port': ['ID=2958d7cb-3bb9-4e96-850b-cd1ccdebec96,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:29.679902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Checking segment: {'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:29.686378 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Routers {'774dfc06-512f-4d0b-9d71-126fe52a17cb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:29.687316 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['774dfc06-512f-4d0b-9d71-126fe52a17cb'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:29.691539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.692841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Bound using segment: {'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:29.694046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Bound port: 59a24ab4-878e-4a05-bd50-8a27bac92111, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:29.694582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.740996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:29.772226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a17ce-ff06-4ed2-9a45-0361fbb60187 None None] Pushing event updated for resources: {'Port': ['ID=59a24ab4-878e-4a05-bd50-8a27bac92111,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:29.794103 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:29.801621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Transition to ACTIVE for port object ae4ce086-d59c-4e41-bc08-5126c3a7d84b will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:29.837299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Pushing event updated for resources: {'Port': ['ID=e72193ab-fe1f-466b-bca3-3b71fc048f69,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:29.857285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.863115 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.863327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac11e39-d58c-4b6f-b0cd-270897a74fec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.887197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 934e1527-aa2e-40f9-828d-fabe70c72720 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:29.893557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1c513946-69c8-4a70-8a48-86e92443b667 None None] Provisioning for port b6425e04-1cee-4ff0-ae95-e32e5d40afda completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:29.941247 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] Set router 774dfc06-512f-4d0b-9d71-126fe52a17cb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:29.942346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac11e39-d58c-4b6f-b0cd-270897a74fec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=e236b99d-6499-43c2-9520-19d14ef3d89c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:29.958680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac11e39-d58c-4b6f-b0cd-270897a74fec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.001119 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4ac11e39-d58c-4b6f-b0cd-270897a74fec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/e236b99d-6499-43c2-9520-19d14ef3d89c HTTP/1.1" status: 204 len: 168 time: 3.3016748 Mar 22 13:01:30.002983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60618) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:30.030224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Network 588ef3e5-b7e3-4388-b407-620145bfff9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:30.050525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Deleting port 3e1314b6-47d5-4430-9111-d1f4ae790662 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:30.050881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.142348 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f80c01d7-a7a6-4328-9ac2-294a6ed1ac75 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040099 Mar 22 13:01:30.152609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60622) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:30.166174 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:30.206590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.226346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.226666 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.230808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.270690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.291638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 934e1527-aa2e-40f9-828d-fabe70c72720 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:30.292082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.332470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.333914 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2572162 Mar 22 13:01:30.383006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60626) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:30.411345 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2958d7cb-3bb9-4e96-850b-cd1ccdebec96', 'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'mac_address': 'fa:16:3e:a1:ae:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:29Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'subnets': [{'id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:30.415634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Request body: {'security_group_rule': {'security_group_id': 'e22228b0-acb3-458f-9b35-3183682437e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:30.422640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:30.422911 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14585f77-8c5a-4604-9a29-03efa689d1aa None None] The sync data for ids ['774dfc06-512f-4d0b-9d71-126fe52a17cb'] in dv-neutron-834664-2-hyperv is: [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2958d7cb-3bb9-4e96-850b-cd1ccdebec96', 'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'mac_address': 'fa:16:3e:a1:ae:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:29Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'subnets': [{'id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:30.434425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Usage tracker for resource:security_group_rule and tenant:94d1bf4c17454780927ec149855c36f1 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:30.439386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:30.459551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:30.489675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Calling delete_port for 3e1314b6-47d5-4430-9111-d1f4ae790662 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:30.500228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.resource_extend [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:01:30.523783 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:30.530634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:30.534668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f77d8-8b23-47d6-9613-cdbe96459944 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e22228b0-acb3-458f-9b35-3183682437e4,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:30.539520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:30.540835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:30.543964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:30.544426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.548417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.553774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:30.573065 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Network c787b293-fb21-4724-9a1f-63a17da6a98d is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:30.598722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:30.602534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:30.604080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:30.609371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Attempting to bind port 19d5cf07-388e-4ea1-ac9a-8e6050f840af on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:30.609728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Attempting to bind port 19d5cf07-388e-4ea1-ac9a-8e6050f840af by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:30.610147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Attempting to bind port 19d5cf07-388e-4ea1-ac9a-8e6050f840af on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:30.643248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.649592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:30.654571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Allocated IP 2001:db8::1 (c787b293-fb21-4724-9a1f-63a17da6a98d/c80317b5-8a8a-4a94-afba-40b5cad483bd/20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:30.657742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.662667 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Allocated IP 2001:db8:1::2 (0f21f370-5b2b-41b2-bc2f-9b183ba8be50/e6df61e3-f94e-4d1d-b5c6-7a8801782b33/a31951b2-7691-42e9-bf9d-a0ed01a1f891) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:30.670872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:30.728343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:30.732389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.788647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] For port 59a24ab4-878e-4a05-bd50-8a27bac92111, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:30.797594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] For port 59a24ab4-878e-4a05-bd50-8a27bac92111, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=59a24ab4-878e-4a05-bd50-8a27bac92111,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:30.815618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Pushing event updated for resources: {'Port': ['ID=19d5cf07-388e-4ea1-ac9a-8e6050f840af,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:30.894150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Pushing event updated for resources: {'Port': ['ID=afd12d98-88ca-41a8-8565-ffd5d9b734f2,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:30.929126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:30.929562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:30.929970 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.930367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:30.930855 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Bound port: 19d5cf07-388e-4ea1-ac9a-8e6050f840af, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:30.931258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.992815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd43f3-c7af-4252-a0c6-f847690cf48d tempest-DHCPAgentSchedulersTestJSON-781940323 tempest-DHCPAgentSchedulersTestJSON-781940323-project-admin] Network 4e4491ca-5311-44a1-8dfc-33d9002d527c is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:30.993545 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.005178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.009358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a106058-d210-432b-a6bf-2afbcb7e0d6c,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:31.052661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.056813 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1c0a409f-53ab-44b4-82a7-42d1d348c8ca tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6591632 Mar 22 13:01:31.063855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60630) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:31.064591 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-45bd43f3-c7af-4252-a0c6-f847690cf48d tempest-DHCPAgentSchedulersTestJSON-781940323 tempest-DHCPAgentSchedulersTestJSON-781940323-project-admin] 10.222.0.70 "POST /v2.0/agents/e07495e9-f39f-464b-bfdd-57d454f97402/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.4867814 Mar 22 13:01:31.076229 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6025d872-e653-4830-8c7b-3c1e92981408 None None] Network 4e4491ca-5311-44a1-8dfc-33d9002d527c requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:31.140833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60632) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:31.151851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Request body: {'security_group_rule': {'security_group_id': 'e22228b0-acb3-458f-9b35-3183682437e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:31.160248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:31.166219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Usage tracker for resource:security_group_rule and tenant:94d1bf4c17454780927ec149855c36f1 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:31.170016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.170956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:31.184557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:31.225225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.266025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.283569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Attempting to bind port ae4ce086-d59c-4e41-bc08-5126c3a7d84b on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:31.284054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Attempting to bind port ae4ce086-d59c-4e41-bc08-5126c3a7d84b by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '60146345-fc50-4baa-bfc8-31f39256c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c787b293-fb21-4724-9a1f-63a17da6a98d'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:31.284288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Attempting to bind port ae4ce086-d59c-4e41-bc08-5126c3a7d84b on network c787b293-fb21-4724-9a1f-63a17da6a98d {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:31.297958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.310875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Pushing event updated for resources: {'Port': ['ID=ae4ce086-d59c-4e41-bc08-5126c3a7d84b,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:31.350817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.389594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.391406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Routers {'6241e4ca-837d-4ccd-b4a1-272df35409c0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:31.392260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6241e4ca-837d-4ccd-b4a1-272df35409c0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:31.427823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.468039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a17ce-ff06-4ed2-9a45-0361fbb60187 None None] Pushing event updated for resources: {'Port': ['ID=59a24ab4-878e-4a05-bd50-8a27bac92111,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:31.478187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.534309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.537578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Transition to ACTIVE for port object 20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:31.547815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:31.547998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:31.548410 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Checking segment: {'id': '60146345-fc50-4baa-bfc8-31f39256c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c787b293-fb21-4724-9a1f-63a17da6a98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:31.549091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.549498 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Bound using segment: {'id': '60146345-fc50-4baa-bfc8-31f39256c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c787b293-fb21-4724-9a1f-63a17da6a98d'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:31.550054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Bound port: ae4ce086-d59c-4e41-bc08-5126c3a7d84b, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60146345-fc50-4baa-bfc8-31f39256c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c787b293-fb21-4724-9a1f-63a17da6a98d'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:31.550532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.551959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Router aadb1bff-e84b-4384-b6c0-d50fabb9c721 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:01:31.553889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:31.556963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.558413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=3082bf19-5882-4714-9835-ce109f37000d,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:31.561841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:31.562588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.603363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2e497d-b887-4c6c-b41b-01ca950fe4d7,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:31.623640 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1bfb31c9-f5cc-4071-8340-cb73931984fb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4670625 Mar 22 13:01:31.623640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.623640 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c4cf2ca3-7384-4810-8ed6-00937d9cdec2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5554628 Mar 22 13:01:31.623926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60638) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:31.626890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60640) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:31.634687 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'name': 'tempest-NetworksTestDHCPv6-1657041838'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:31.634905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Transition to ACTIVE for port object 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:31.638971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e1314b6-47d5-4430-9111-d1f4ae790662,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:31.652356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:31.662810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.663084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.679413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:31.708476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.726204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 934e1527-aa2e-40f9-828d-fabe70c72720, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=934e1527-aa2e-40f9-828d-fabe70c72720,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:31.738314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Usage tracker for resource:floatingip and tenant:94d1bf4c17454780927ec149855c36f1 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:31.791838 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:31.822178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:31.822914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 07113106-1634-4a34-b68e-0a56e1806e76 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:31.827907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:31.834204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network c787b293-fb21-4724-9a1f-63a17da6a98d is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:31.846998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:31.850421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:31.850768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.085184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:32.088389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.093249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] For port 19d5cf07-388e-4ea1-ac9a-8e6050f840af, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:32.198725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.198932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-83ed6c40-ee1b-4b17-812d-0655bd0b961b None None] Provisioning for port afd12d98-88ca-41a8-8565-ffd5d9b734f2 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:32.209821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:32.215735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] For port 19d5cf07-388e-4ea1-ac9a-8e6050f840af, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=19d5cf07-388e-4ea1-ac9a-8e6050f840af,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:32.215931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f990fcf-6396-41a4-a678-de814a752ca4 None None] Pushing event updated for resources: {'Port': ['ID=4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:32.218594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Attempting to bind port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:32.219009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Attempting to bind port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:32.219489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Attempting to bind port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:32.226198 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:32.233255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:32.267417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] For port ae4ce086-d59c-4e41-bc08-5126c3a7d84b, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:32.268914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:01:32.279246 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a33ae709-8a12-46a0-945a-730542b43d88 tempest-DHCPAgentSchedulersTestJSON-781940323 tempest-DHCPAgentSchedulersTestJSON-781940323-project-admin] 10.222.0.70 "GET /v2.0/agents/e07495e9-f39f-464b-bfdd-57d454f97402/dhcp-networks HTTP/1.1" status: 200 len: 10381 time: 1.1360517 Mar 22 13:01:32.280685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-83ed6c40-ee1b-4b17-812d-0655bd0b961b None None] Provisioning complete for port afd12d98-88ca-41a8-8565-ffd5d9b734f2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:32.280985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:01:32.281079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-83ed6c40-ee1b-4b17-812d-0655bd0b961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.297271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60648) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:32.308292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:32.331337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.336476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.339194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a23ce-921e-4f4e-9cae-2851da56754e None None] Sync routers for ids ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:32.354323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.355413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.361560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:32.361943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:32.362409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.362803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:32.363481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Bound port: 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:32.363912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.391010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:32.395201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.403367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] Set router 6241e4ca-837d-4ccd-b4a1-272df35409c0 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:32.461949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] For port ae4ce086-d59c-4e41-bc08-5126c3a7d84b, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ae4ce086-d59c-4e41-bc08-5126c3a7d84b,segment=NetworkSegment(60146345-fc50-4baa-bfc8-31f39256c980),segment_id=60146345-fc50-4baa-bfc8-31f39256c980)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:32.464321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.503623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 070167a6-ce92-4212-8c9e-ffb2c694922e yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:01:32.522296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.532169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.539441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a23ce-921e-4f4e-9cae-2851da56754e None None] Routers {'aadb1bff-e84b-4384-b6c0-d50fabb9c721'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:32.540235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-112a23ce-921e-4f4e-9cae-2851da56754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:32.566423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:01:32.573696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.577414 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-873631c4-3567-4b42-8b11-6b7994dc6d85 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 11.8840332 Mar 22 13:01:32.587781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60652) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:32.595000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.632209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-83ed6c40-ee1b-4b17-812d-0655bd0b961b None None] Port afd12d98-88ca-41a8-8565-ffd5d9b734f2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:32.645807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.654286 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Pushing event updated for resources: {'Port': ['ID=afd12d98-88ca-41a8-8565-ffd5d9b734f2,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:32.699875 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-83661cba-c2f9-445c-9cde-0f98544d3ad1 tempest-DHCPAgentSchedulersTestJSON-781940323 tempest-DHCPAgentSchedulersTestJSON-781940323-project-admin] 10.222.0.70 "DELETE /v2.0/agents/e07495e9-f39f-464b-bfdd-57d454f97402/dhcp-networks/4e4491ca-5311-44a1-8dfc-33d9002d527c HTTP/1.1" status: 204 len: 168 time: 0.3969591 Mar 22 13:01:32.705481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Transition to ACTIVE for port object a31951b2-7691-42e9-bf9d-a0ed01a1f891 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:32.710781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-112a23ce-921e-4f4e-9cae-2851da56754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:32.712025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 07113106-1634-4a34-b68e-0a56e1806e76 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:32.712875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1b71fb78-0d0b-43f2-83a1-3261347f761a,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:32.717134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60656) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:32.744302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=934e1527-aa2e-40f9-828d-fabe70c72720,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:32.747118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.860360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Transition to ACTIVE for port object a31951b2-7691-42e9-bf9d-a0ed01a1f891 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:32.974307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.013960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.093489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.182621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.194394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 07113106-1634-4a34-b68e-0a56e1806e76 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:33.196714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.233504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::290 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/3082bf19-5882-4714-9835-ce109f37000d/070167a6-ce92-4212-8c9e-ffb2c694922e) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:33.267049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6efd4b-e69a-4732-9f0b-e77eac38071f None None] Pushing event updated for resources: {'Port': ['ID=19d5cf07-388e-4ea1-ac9a-8e6050f840af,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:33.289081 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Pushing event updated for resources: {'Port': ['ID=e72193ab-fe1f-466b-bca3-3b71fc048f69,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:33.293893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a23ce-921e-4f4e-9cae-2851da56754e None None] Routers {'aadb1bff-e84b-4384-b6c0-d50fabb9c721'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:33.295003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-112a23ce-921e-4f4e-9cae-2851da56754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:33.306433 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.306781 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.307944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.308279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > port after_create 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.308606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.309157 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > port after_update 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.309269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.309621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.310551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.310857 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.373584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] For port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:33.496500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] For port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:33.498455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-112a23ce-921e-4f4e-9cae-2851da56754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:33.498839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a23ce-921e-4f4e-9cae-2851da56754e None None] The sync data for ids ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:33.503338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Network 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:33.525523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:33.527587 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d39e8fd3-6bfc-40cc-8a29-e405fca68ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.529863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:33.536677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.544913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.545267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.545607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.545933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 13:01:33.546278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb21f54a-ad2c-43f9-854e-2cd986a784fa']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:33.558507 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b192a59-d728-4a0f-809d-3f159692ffbe None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:33.561316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a297e1f-d3c7-48f0-b90f-9c7d9c8dad88') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:33.561628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a297e1f-d3c7-48f0-b90f-9c7d9c8dad88') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:33.576085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.610308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Network 588ef3e5-b7e3-4388-b407-620145bfff9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:33.616092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.618788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:33.627982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.629732 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c83f2b9a-5b5b-4252-8de8-1fe4fafb4d86 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7327042 Mar 22 13:01:33.642896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:01:33.643529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: from cryptography.utils import int_from_bytes Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: from cryptography.utils import int_from_bytes Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn_limited( Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn_limited( Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:33.674920 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:33.679972 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fc1c6a9a-0b8f-47fd-baef-bb2a22873a2d tempest-DHCPAgentSchedulersTestJSON-781940323 tempest-DHCPAgentSchedulersTestJSON-781940323-project-admin] 10.222.0.70 "GET /v2.0/agents/e07495e9-f39f-464b-bfdd-57d454f97402/dhcp-networks HTTP/1.1" status: 200 len: 9573 time: 0.9569323 Mar 22 13:01:33.685910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54ce4-d6a8-4cc3-ae91-716b7a8e92db None None] Pushing event updated for resources: {'Port': ['ID=ae4ce086-d59c-4e41-bc08-5126c3a7d84b,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:33.698381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60662) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:33.986726 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Pushing event updated for resources: {'Port': ['ID=a31951b2-7691-42e9-bf9d-a0ed01a1f891,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:34.068380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:01:34.084975 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-933129f0-d3bb-4afd-a4c1-e5ecf0a61538 tempest-DHCPAgentSchedulersTestJSON-781940323 tempest-DHCPAgentSchedulersTestJSON-781940323-project-admin] 10.222.0.70 "GET /v2.0/networks/fbb6396a-d788-4be1-92a4-dec2fde73a4f/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.3851378 Mar 22 13:01:34.086950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60682) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:34.094491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Allocated IP 172.26.5.192 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/a6249856-b5e1-4518-8905-4590945bbef7) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:34.117690 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b3a8d1c6-ab2e-4973-9382-fb4ffe4861c3 tempest-DHCPAgentSchedulersTestJSON-781940323 tempest-DHCPAgentSchedulersTestJSON-781940323-project-admin] 10.222.0.70 "GET /v2.0/networks/fbb6396a-d788-4be1-92a4-dec2fde73a4f/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0290163 Mar 22 13:01:34.120150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60686) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:34.194409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Attempting to bind port a31951b2-7691-42e9-bf9d-a0ed01a1f891 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:34.195030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Attempting to bind port a31951b2-7691-42e9-bf9d-a0ed01a1f891 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '5031c970-1821-428c-82de-f41f15084f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f21f370-5b2b-41b2-bc2f-9b183ba8be50'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:34.195617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Attempting to bind port a31951b2-7691-42e9-bf9d-a0ed01a1f891 on network 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:34.208331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60694) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:34.212512 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:34.213005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Checking segment: {'id': '5031c970-1821-428c-82de-f41f15084f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f21f370-5b2b-41b2-bc2f-9b183ba8be50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:34.213592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.214077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Bound using segment: {'id': '5031c970-1821-428c-82de-f41f15084f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f21f370-5b2b-41b2-bc2f-9b183ba8be50'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:34.214865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Bound port: a31951b2-7691-42e9-bf9d-a0ed01a1f891, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5031c970-1821-428c-82de-f41f15084f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f21f370-5b2b-41b2-bc2f-9b183ba8be50'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:34.215340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.225516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Routers {'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:34.226317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:34.240308 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 13:01:34.258960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.331770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9923e3dd-48b8-4891-8cd1-e9acc3bee62c None None] Network c787b293-fb21-4724-9a1f-63a17da6a98d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:34.345898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '59a24ab4-878e-4a05-bd50-8a27bac92111', 'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'mac_address': 'fa:16:3e:a5:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:30Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'subnets': [{'id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:34.383641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb21f54a-ad2c-43f9-854e-2cd986a784fa,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:34.385649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb21f54a-ad2c-43f9-854e-2cd986a784fa {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 13:01:34.389478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a4e73-c6f8-4481-b804-f8051c2348e1 None None] The sync data for ids ['6241e4ca-837d-4ccd-b4a1-272df35409c0'] in dv-neutron-834664-2-hyperv is: [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '59a24ab4-878e-4a05-bd50-8a27bac92111', 'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'mac_address': 'fa:16:3e:a5:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:30Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'subnets': [{'id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:34.414509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.482615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f990fcf-6396-41a4-a678-de814a752ca4 None None] Pushing event updated for resources: {'Port': ['ID=4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:34.488827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.508591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-eee14241-a316-48d3-8d01-43c3fb4fda96 None None] Provisioning complete for port afd12d98-88ca-41a8-8565-ffd5d9b734f2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:34.508591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eee14241-a316-48d3-8d01-43c3fb4fda96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.523928 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-184f146c-5f5a-4245-bf28-587e06eca7ae tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "DELETE /v2.0/networks/bb21f54a-ad2c-43f9-854e-2cd986a784fa HTTP/1.1" status: 204 len: 168 time: 4.9481165 Mar 22 13:01:34.531245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60698) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:34.536290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:01:34.607593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] For port a31951b2-7691-42e9-bf9d-a0ed01a1f891, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:34.611034 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] For port a31951b2-7691-42e9-bf9d-a0ed01a1f891, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a31951b2-7691-42e9-bf9d-a0ed01a1f891,segment=NetworkSegment(5031c970-1821-428c-82de-f41f15084f30),segment_id=5031c970-1821-428c-82de-f41f15084f30)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:34.645171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:01:34.659609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.673158 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-05691a5a-c497-4a33-9986-c317337aaa44 admin admin] 10.222.0.70 "PUT /v2.0/routers/a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9339077 Mar 22 13:01:34.707721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.708086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.720956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4e21dd85-8a62-40a9-bcf1-ed255e11e293 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Synchronizing usage tracker for tenant:f583e5d686f246fa9588c2d25ed90f73 on resource:floatingip {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:34.732347 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ad80d8ec-7bc8-4e1c-b757-d8bf2dbcea52 tempest-DHCPAgentSchedulersTestJSON-781940323 tempest-DHCPAgentSchedulersTestJSON-781940323-project-admin] 10.222.0.70 "GET /v2.0/agents/e07495e9-f39f-464b-bfdd-57d454f97402/dhcp-networks HTTP/1.1" status: 200 len: 8842 time: 0.6112373 Mar 22 13:01:34.736918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60704) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:34.786690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4e21dd85-8a62-40a9-bcf1-ed255e11e293 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Unset dirty status for tenant:f583e5d686f246fa9588c2d25ed90f73 on resource:floatingip {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:34.788100 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4e21dd85-8a62-40a9-bcf1-ed255e11e293 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.2560685 Mar 22 13:01:34.837974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60708) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:34.842008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.916564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:34.954003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.954472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.954927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.955451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.955900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.956340 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.956779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.957619 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.957731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.958152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.958592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:34.959790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Synchronizing usage tracker for tenant:f583e5d686f246fa9588c2d25ed90f73 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:35.024585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.040114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Unset dirty status for tenant:f583e5d686f246fa9588c2d25ed90f73 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:35.047793 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dcbb63b6-d19e-43ad-91fa-8919258b2029 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7058 time: 0.2086642 Mar 22 13:01:35.048524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60716) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:35.057772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.071671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-cbfcf84f-6a12-42e7-a69e-9e5791c3e50e tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Synchronizing usage tracker for tenant:56884933f19e4683ad19a5707e68cae2 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:35.123527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] Set router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:35.164774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 070167a6-ce92-4212-8c9e-ffb2c694922e will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:35.171633 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-ea819677-4cf4-4308-a803-dc5be5d19584 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] delete failed (client error): The resource could not be found. Mar 22 13:01:35.172888 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ea819677-4cf4-4308-a803-dc5be5d19584 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/92f1824e-4ade-41f6-8483-116c2067be57 HTTP/1.1" status: 404 len: 345 time: 0.1200395 Mar 22 13:01:35.172995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:35.183197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60720) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:35.253281 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-cbfcf84f-6a12-42e7-a69e-9e5791c3e50e tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Unset dirty status for tenant:56884933f19e4683ad19a5707e68cae2 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:35.254608 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-cbfcf84f-6a12-42e7-a69e-9e5791c3e50e tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--436435074&fields=id&tenant_id=56884933f19e4683ad19a5707e68cae2 HTTP/1.1" status: 200 len: 267 time: 1.0347590 Mar 22 13:01:35.273478 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b19ee5c-163f-408a-be4a-adb434d4480b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] DELETE failed (client error): The resource could not be found. Mar 22 13:01:35.274290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b19ee5c-163f-408a-be4a-adb434d4480b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:01:35.276238 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8b19ee5c-163f-408a-be4a-adb434d4480b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "DELETE /v2.0/networks/bb21f54a-ad2c-43f9-854e-2cd986a784fa HTTP/1.1" status: 404 len: 339 time: 0.0917830 Mar 22 13:01:35.277382 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:01:35.283372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60724) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:35.293152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Request body: {'network': {'name': 'tempest-network--431028498', 'router:external': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:35.299604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:35.303002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.321770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Usage tracker for resource:network and tenant:f583e5d686f246fa9588c2d25ed90f73 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:35.326213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:35.342429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60728) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:35.350918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604041862', 'description': 'tempest-description--113089080'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:35.358984 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:35.364212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4491ca-5311-44a1-8dfc-33d9002d527c']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:35.372828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:35.385222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6939ba7c-03d1-4da2-83c4-c4751fd7d66e') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:35.385754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6939ba7c-03d1-4da2-83c4-c4751fd7d66e') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:35.394126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Usage tracker for resource:security_group and tenant:71da4384778447c3acef0bf0a43cc204 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:35.400186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:35.409388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.415944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Made reservation on behalf of f583e5d686f246fa9588c2d25ed90f73 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:35.418341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.430316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:35.441388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 07113106-1634-4a34-b68e-0a56e1806e76, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=07113106-1634-4a34-b68e-0a56e1806e76,segment=NetworkSegment(e2400b8a-f84b-42c7-a81b-e8beecf28e93),segment_id=e2400b8a-f84b-42c7-a81b-e8beecf28e93)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:35.445602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network c787b293-fb21-4724-9a1f-63a17da6a98d is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:35.460436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.469110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.492237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:01:35.493075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.505442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.506288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:35.512486 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:35.522747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.550490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.552332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:35.626281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-eee14241-a316-48d3-8d01-43c3fb4fda96 None None] Port afd12d98-88ca-41a8-8565-ffd5d9b734f2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:35.627596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:35.632503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-514e7164-1366-42c8-95b0-9c22459260f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.635107 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44644b-88c4-42bd-bb47-810e49e76ce9 None None] Pushing event updated for resources: {'Port': ['ID=a31951b2-7691-42e9-bf9d-a0ed01a1f891,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:35.635423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Usage tracker for resource:security_group_rule and tenant:71da4384778447c3acef0bf0a43cc204 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:35.644444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:35.652583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:35.659627 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.680415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.693899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.709594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:35.719312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Pushing event deleted for resources: {'Network': ['ID=4e4491ca-5311-44a1-8dfc-33d9002d527c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:35.721653 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5bcd2f81-c1d6-4509-b629-d4aea2c1b450 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] 10.222.0.70 "DELETE /v2.0/networks/4e4491ca-5311-44a1-8dfc-33d9002d527c HTTP/1.1" status: 204 len: 168 time: 0.9838338 Mar 22 13:01:35.728143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60732) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:35.787920 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.788273 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Added segment 8a6ab5c6-e71f-42e9-a046-aca7aa5cb91f of type vlan for network 385c10a4-5424-448d-b79d-3d7f67968a51 Mar 22 13:01:35.813824 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b080c468-b1a9-403c-a236-24a395967786 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] DELETE failed (client error): The resource could not be found. Mar 22 13:01:35.814307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b080c468-b1a9-403c-a236-24a395967786 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:01:35.838535 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b080c468-b1a9-403c-a236-24a395967786 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] 10.222.0.70 "DELETE /v2.0/ports/af9a47bd-1e03-4003-a228-98407703d3ab HTTP/1.1" status: 404 len: 333 time: 0.1089191 Mar 22 13:01:35.842959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60736) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:35.869205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=07113106-1634-4a34-b68e-0a56e1806e76,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:35.946252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.992207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9df864aa-a3ea-486a-b795-8464d97f26e1 None None] Provisioning for port ae4ce086-d59c-4e41-bc08-5126c3a7d84b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:36.010898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:36.017701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:36.018246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.028500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.033498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bec8519-b16b-4cf1-863c-4a00451b4662 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Deleting subnet 196dfd1b-817c-44ff-a4c1-b99e8ab5e426 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:01:36.041715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.045749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2bec8519-b16b-4cf1-863c-4a00451b4662 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.061739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:36.073283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:36.084412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:36.085257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.134255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.136168 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:36.137034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.169888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.171219 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8247404 Mar 22 13:01:36.179605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6ed3e-ddb8-47d6-81f2-bac0e0ef6759 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d3f76b-f9ca-4b39-b796-f861bd832ad9,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:36.183706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60740) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:36.201746 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5758772 Mar 22 13:01:36.207431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:36.213998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae594799-ad6d-4bce-946d-4b3ae77882cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=070167a6-ce92-4212-8c9e-ffb2c694922e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:36.215730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60742) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:36.225045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:36.228614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2bec8519-b16b-4cf1-863c-4a00451b4662 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.236808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:36.261610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Request body: {'security_group_rule': {'security_group_id': 'f8d3f76b-f9ca-4b39-b796-f861bd832ad9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:36.274219 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:36.278963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Usage tracker for resource:security_group_rule and tenant:71da4384778447c3acef0bf0a43cc204 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:36.282511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:36.288982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:36.305196 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0181336 Mar 22 13:01:36.410010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60748) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:36.476576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b4dc29c1-fd01-4914-9bca-659f45317a02 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:36.477089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.605646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a80e6-d786-4f3e-a984-0fe79c2a11df tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event updated for resources: {'Network': ['ID=385c10a4-5424-448d-b79d-3d7f67968a51,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:36.637820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 2, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:36.646187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 385c10a4-5424-448d-b79d-3d7f67968a51 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:36.686813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f49c0-a413-4db2-9e35-4092bcbf4a12 None None] The sync data for ids ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'] in dv-neutron-834664-2-hyperv is: [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 2, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:36.698163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.739497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.740959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b4dc29c1-fd01-4914-9bca-659f45317a02 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:36.741316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.812373 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.812922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c36f9b53-d198-45c7-ab69-5b1949a69529 None None] Provisioning for port 20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:36.823480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c36f9b53-d198-45c7-ab69-5b1949a69529 None None] Provisioning complete for port 20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:36.823856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c36f9b53-d198-45c7-ab69-5b1949a69529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.845333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.954846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2bec8519-b16b-4cf1-863c-4a00451b4662 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:36.967233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-513939a8-081b-4003-983d-922f1cc054da tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:36.968031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-513939a8-081b-4003-983d-922f1cc054da tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Synchronizing usage tracker for tenant:56884933f19e4683ad19a5707e68cae2 on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:36.978819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed0b86-73f1-4318-a8c6-099f8379cfa2 None None] Update dhcp port {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': '3082bf19-5882-4714-9835-ce109f37000d'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '19d5cf07-388e-4ea1-ac9a-8e6050f840af'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:01:37.055328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Pushing event updated for resources: {'Port': ['ID=a6249856-b5e1-4518-8905-4590945bbef7,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:37.086553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-513939a8-081b-4003-983d-922f1cc054da tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Unset dirty status for tenant:56884933f19e4683ad19a5707e68cae2 on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:37.087886 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-513939a8-081b-4003-983d-922f1cc054da tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/networks?id=2d710130-13e1-4111-b70f-e553701a4bce HTTP/1.1" status: 200 len: 812 time: 1.8043303 Mar 22 13:01:37.091677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.139746 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c36f9b53-d198-45c7-ab69-5b1949a69529 None None] Port 20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:37.146906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dde3da-4071-4f78-bb96-10f30a0c454b None None] Network 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:37.190640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0b86-73f1-4318-a8c6-099f8379cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.194403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e1a988-e2ce-4ea8-bd5a-948d04c8aa32,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:37.199304 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-23544f60-88c7-4fad-85a9-901d6b2d8851 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/quotas/56884933f19e4683ad19a5707e68cae2 HTTP/1.1" status: 200 len: 375 time: 0.0730753 Mar 22 13:01:37.297496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c89870-4a8b-471b-8e3a-ce1bf4f62155 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:37.313223 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c89870-4a8b-471b-8e3a-ce1bf4f62155 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:37.323553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c89870-4a8b-471b-8e3a-ce1bf4f62155 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:37.332644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c89870-4a8b-471b-8e3a-ce1bf4f62155 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:37.334175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-43c89870-4a8b-471b-8e3a-ce1bf4f62155 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Synchronizing usage tracker for tenant:2562c12513b24b2ba691e829681b5dd1 on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:37.351430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0bab4-7446-43f6-a78e-432c1237b009 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:37.357958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0bab4-7446-43f6-a78e-432c1237b009 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:37.358783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3cb0bab4-7446-43f6-a78e-432c1237b009 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:37.372690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 9023d4f9-849d-4917-bc1a-15393939a26f is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:01:37.376058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.381266 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f668c940-842c-4662-9b17-a2d7fdcc4a56 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1805670 Mar 22 13:01:37.383936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60752) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:37.387311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.422051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Request body: {'security_group_rule': {'security_group_id': 'f8d3f76b-f9ca-4b39-b796-f861bd832ad9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:37.426740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2bec8519-b16b-4cf1-863c-4a00451b4662 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.469106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:37.472512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3cb0bab4-7446-43f6-a78e-432c1237b009 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:37.473979 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3cb0bab4-7446-43f6-a78e-432c1237b009 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 1.2512360 Mar 22 13:01:37.487043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60756) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:37.490331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Usage tracker for resource:security_group_rule and tenant:71da4384778447c3acef0bf0a43cc204 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:37.498806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2bec8519-b16b-4cf1-863c-4a00451b4662 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.502346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec8519-b16b-4cf1-863c-4a00451b4662 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Pushing event deleted for resources: {'Subnet': ['ID=196dfd1b-817c-44ff-a4c1-b99e8ab5e426,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:37.505429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:37.537890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff44fd2-0884-4b17-be72-1abe1e66ceae None None] Network fbb6396a-d788-4be1-92a4-dec2fde73a4f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:37.584799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Allocated IP 172.20.0.1 (98a03d3c-9ad7-4de6-81c6-ceb440d22508/76e3a1be-ac4a-492c-b71d-c637dbf7aed0/104574ac-37b7-4a9a-8602-881511459e2e) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:37.590282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-43c89870-4a8b-471b-8e3a-ce1bf4f62155 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Unset dirty status for tenant:2562c12513b24b2ba691e829681b5dd1 on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:37.592478 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-43c89870-4a8b-471b-8e3a-ce1bf4f62155 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 1.1651998 Mar 22 13:01:37.596301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5855588f-6d32-4244-8d55-50639a72b196 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 070167a6-ce92-4212-8c9e-ffb2c694922e {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:37.596643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5855588f-6d32-4244-8d55-50639a72b196 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.646259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:37.656846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60760) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:37.664993 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2bec8519-b16b-4cf1-863c-4a00451b4662 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] 10.222.0.70 "DELETE /v2.0/subnets/196dfd1b-817c-44ff-a4c1-b99e8ab5e426 HTTP/1.1" status: 204 len: 168 time: 1.8182528 Mar 22 13:01:37.679267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60762) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:37.768119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.854317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.914396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d0f0dda6-702a-481e-9168-ff77d03900e5 None None] Provisioning complete for port 20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:37.914863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d0f0dda6-702a-481e-9168-ff77d03900e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.962176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:37.978797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:01:37.989070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Deleting port 07113106-1634-4a34-b68e-0a56e1806e76 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:37.991228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:38.011397 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935bbae-938f-40e0-a80a-482f5edfbb84 None None] Sync routers for ids ['9023d4f9-849d-4917-bc1a-15393939a26f'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:38.023320 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935bbae-938f-40e0-a80a-482f5edfbb84 None None] Routers {'9023d4f9-849d-4917-bc1a-15393939a26f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:38.025673 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9935bbae-938f-40e0-a80a-482f5edfbb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['9023d4f9-849d-4917-bc1a-15393939a26f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:38.105166 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-f2ed0b86-73f1-4318-a8c6-099f8379cfa2 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/3082bf19-5882-4714-9835-ce109f37000d/19d5cf07-388e-4ea1-ac9a-8e6050f840af) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:38.245029 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9935bbae-938f-40e0-a80a-482f5edfbb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:38.253701 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-0e27a2ae-6aa1-4c46-aa2a-cc3653c2a4ab tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=56884933f19e4683ad19a5707e68cae2&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0414565 Mar 22 13:01:38.260651 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935bbae-938f-40e0-a80a-482f5edfbb84 None None] Routers {'9023d4f9-849d-4917-bc1a-15393939a26f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:38.261533 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9935bbae-938f-40e0-a80a-482f5edfbb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['9023d4f9-849d-4917-bc1a-15393939a26f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:38.265012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:38.358469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ae4ce086-d59c-4e41-bc08-5126c3a7d84b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:38.376308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:38.390157 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9935bbae-938f-40e0-a80a-482f5edfbb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:38.391236 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935bbae-938f-40e0-a80a-482f5edfbb84 None None] The sync data for ids ['9023d4f9-849d-4917-bc1a-15393939a26f'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:38.407755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:38.430217 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7192f103-0355-4d65-a239-6e4a4c756688 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/9023d4f9-849d-4917-bc1a-15393939a26f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0329285 Mar 22 13:01:38.461590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60772) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:38.506424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5e07af-b77d-41a4-a7ef-370ec715542c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:38.517239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:38.524485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0dda6-702a-481e-9168-ff77d03900e5 None None] Port 20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:38.583990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5855588f-6d32-4244-8d55-50639a72b196 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:38.597325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385c10a4-5424-448d-b79d-3d7f67968a51']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:38.611899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:38.616678 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a93a98d6-1b71-496e-8e87-8dc12c6ebd16 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2298863 Mar 22 13:01:38.636424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60778) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:38.650124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:38.651875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d0f0dda6-702a-481e-9168-ff77d03900e5 None None] Provisioning for port a31951b2-7691-42e9-bf9d-a0ed01a1f891 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:38.689022 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f2ed0b86-73f1-4318-a8c6-099f8379cfa2 None None] For port 19d5cf07-388e-4ea1-ac9a-8e6050f840af, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=19d5cf07-388e-4ea1-ac9a-8e6050f840af,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:38.723572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port ae4ce086-d59c-4e41-bc08-5126c3a7d84b completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:38.751711 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ae4ce086-d59c-4e41-bc08-5126c3a7d84b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:38.752077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:38.754812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6ab5c6-e71f-42e9-a046-aca7aa5cb91f') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:38.755124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6ab5c6-e71f-42e9-a046-aca7aa5cb91f') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:38.768768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5855588f-6d32-4244-8d55-50639a72b196 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 070167a6-ce92-4212-8c9e-ffb2c694922e owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:38.805464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0b86-73f1-4318-a8c6-099f8379cfa2 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:38.844649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:38.942975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f2ed0b86-73f1-4318-a8c6-099f8379cfa2 None None] Ignored duplicate provisioning block setup for port 19d5cf07-388e-4ea1-ac9a-8e6050f840af by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 13:01:38.945207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] DHCP port deletion for fbb6396a-d788-4be1-92a4-dec2fde73a4f request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:01:38.990574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0b86-73f1-4318-a8c6-099f8379cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.013598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5855588f-6d32-4244-8d55-50639a72b196 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.029167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-9fddad15-59ff-4349-b3b9-c16e614eb092 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:01:39.036246 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-9fddad15-59ff-4349-b3b9-c16e614eb092 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5754566 Mar 22 13:01:39.056142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.067199 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] Deleting port 07113106-1634-4a34-b68e-0a56e1806e76 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:39.067960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.084573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:01:39.084986 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:39.099983 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:39.115535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855588f-6d32-4244-8d55-50639a72b196 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=070167a6-ce92-4212-8c9e-ffb2c694922e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:39.183625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:39.210687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5855588f-6d32-4244-8d55-50639a72b196 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.221200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Usage tracker for resource:floatingip and tenant:71da4384778447c3acef0bf0a43cc204 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:39.229409 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5855588f-6d32-4244-8d55-50639a72b196 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/070167a6-ce92-4212-8c9e-ffb2c694922e HTTP/1.1" status: 204 len: 168 time: 1.7384694 Mar 22 13:01:39.229617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60784) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:39.235302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:39.256083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:39.271969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.313017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event deleted for resources: {'Network': ['ID=385c10a4-5424-448d-b79d-3d7f67968a51,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:39.314985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 385c10a4-5424-448d-b79d-3d7f67968a51 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 13:01:39.318381 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-35575235-4c57-4b06-9afd-54f0613b7a3d service neutron] 10.222.0.70 "GET /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782733 Mar 22 13:01:39.321667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.331565 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-15c24a67-4365-4eaa-968f-9a5142a7e87a tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "DELETE /v2.0/networks/385c10a4-5424-448d-b79d-3d7f67968a51 HTTP/1.1" status: 204 len: 168 time: 1.6571298 Mar 22 13:01:39.332618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] For port 07113106-1634-4a34-b68e-0a56e1806e76, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=07113106-1634-4a34-b68e-0a56e1806e76,segment=NetworkSegment(e2400b8a-f84b-42c7-a81b-e8beecf28e93),segment_id=e2400b8a-f84b-42c7-a81b-e8beecf28e93)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:39.333089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.336206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60788) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:39.344537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Request body: {'network': {'name': 'tempest-network--707968883', 'router:external': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:39.351209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10176159-0ee2-4b77-866c-720e36d893ee tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:39.352840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10176159-0ee2-4b77-866c-720e36d893ee tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:39.353584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-10176159-0ee2-4b77-866c-720e36d893ee tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:39.358569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:39.364687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Usage tracker for resource:network and tenant:f583e5d686f246fa9588c2d25ed90f73 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:39.368146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ba6751-4c7d-4797-8eda-5544162901a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:39.369613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:39.376474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-94ba6751-4c7d-4797-8eda-5544162901a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:39.379871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:39.399050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-10176159-0ee2-4b77-866c-720e36d893ee tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:39.400317 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-10176159-0ee2-4b77-866c-720e36d893ee tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1696959 Mar 22 13:01:39.403336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60792) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:39.407215 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Made reservation on behalf of f583e5d686f246fa9588c2d25ed90f73 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:39.409764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.412423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed0b86-73f1-4318-a8c6-099f8379cfa2 None None] Pushing event updated for resources: {'Port': ['ID=19d5cf07-388e-4ea1-ac9a-8e6050f840af,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:39.438820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.485828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.511145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:39.523287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.524009 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Added segment 4bbf52f2-d32f-4fbb-9528-34f05e88e847 of type vlan for network 1c64161f-9dc2-4036-9eb3-714c10086e19 Mar 22 13:01:39.528950 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port ae4ce086-d59c-4e41-bc08-5126c3a7d84b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ae4ce086-d59c-4e41-bc08-5126c3a7d84b,segment=NetworkSegment(60146345-fc50-4baa-bfc8-31f39256c980),segment_id=60146345-fc50-4baa-bfc8-31f39256c980)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:39.542462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.543446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 07113106-1634-4a34-b68e-0a56e1806e76 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:39.562291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.635647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.636587 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:39.637169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.645417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceefba7c-469c-4311-8558-9e9e8eae085a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 3082bf19-5882-4714-9835-ce109f37000d {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:01:39.682175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ceefba7c-469c-4311-8558-9e9e8eae085a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.695944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Calling delete_port for 07113106-1634-4a34-b68e-0a56e1806e76 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:39.784321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] For port 07113106-1634-4a34-b68e-0a56e1806e76, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=07113106-1634-4a34-b68e-0a56e1806e76,segment=NetworkSegment(e2400b8a-f84b-42c7-a81b-e8beecf28e93),segment_id=e2400b8a-f84b-42c7-a81b-e8beecf28e93)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:39.785286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.885405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Transition to ACTIVE for port object 104574ac-37b7-4a9a-8602-881511459e2e will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:39.916741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:01:39.935560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] Calling delete_port for 07113106-1634-4a34-b68e-0a56e1806e76 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:39.937645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event updated for resources: {'Network': ['ID=1c64161f-9dc2-4036-9eb3-714c10086e19,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:39.948653 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f709391a-b4c5-4782-823e-133f8c5b8ed8 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6089065 Mar 22 13:01:39.949018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60796) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:39.950581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.952728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ceefba7c-469c-4311-8558-9e9e8eae085a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.975467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 1c64161f-9dc2-4036-9eb3-714c10086e19 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:40.006895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=ae4ce086-d59c-4e41-bc08-5126c3a7d84b,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:40.026504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No active binding found for port 07113106-1634-4a34-b68e-0a56e1806e76 {{(pid=87934) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 22 13:01:40.027776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 07113106-1634-4a34-b68e-0a56e1806e76 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 22 13:01:40.028880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.049358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.124732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Port 07113106-1634-4a34-b68e-0a56e1806e76 not found, will not notify nova. {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 22 13:01:40.125357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:40.142989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-94ba6751-4c7d-4797-8eda-5544162901a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:40.147067 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-94ba6751-4c7d-4797-8eda-5544162901a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports/20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6 HTTP/1.1" status: 200 len: 911 time: 1.6843126 Mar 22 13:01:40.152589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ebc0d-3fcc-41f2-8a58-3c4272781735 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:40.154251 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-369ebc0d-3fcc-41f2-8a58-3c4272781735 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] 10.222.0.70 "GET /v2.0/networks/1c64161f-9dc2-4036-9eb3-714c10086e19 HTTP/1.1" status: 200 len: 756 time: 0.2044303 Mar 22 13:01:40.156827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.157464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60800) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:40.157792 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60802) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:40.161110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.183832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Pushing event deleted for resources: {'Port': ['ID=07113106-1634-4a34-b68e-0a56e1806e76,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:40.219465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] No DVR routers for this DVR port 07113106-1634-4a34-b68e-0a56e1806e76 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:01:40.250209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:01:40.250630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:01:40.276360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:40.288743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:40.291590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.351769 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-193f9f7b-bd92-4a70-b871-f4c1e5bc436a service neutron] 10.222.0.70 "GET /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9481261 Mar 22 13:01:40.402102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:40.418662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:40.497879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:40.516913 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.586904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2958d7cb-3bb9-4e96-850b-cd1ccdebec96,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:40.605684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.610239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b6425e04-1cee-4ff0-ae95-e32e5d40afda up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:40.655837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Pushing event updated for resources: {'Port': ['ID=a6249856-b5e1-4518-8905-4590945bbef7,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:40.670335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.743372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.771055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] Deleting port 07113106-1634-4a34-b68e-0a56e1806e76 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:40.771055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.798220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb6396a-d788-4be1-92a4-dec2fde73a4f']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:40.812639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2400b8a-f84b-42c7-a81b-e8beecf28e93') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:40.812940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2400b8a-f84b-42c7-a81b-e8beecf28e93') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:40.826205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.845394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.854612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:01:40.856159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.922979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0c6e9-5718-44eb-a120-8b662e23a4f8 None None] The port '07113106-1634-4a34-b68e-0a56e1806e76' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:01:40.942012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ceefba7c-469c-4311-8558-9e9e8eae085a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.959972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-66ce5530-0278-47bd-a1e7-8a7c2b069095 None None] Provisioning for port 104574ac-37b7-4a9a-8602-881511459e2e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:40.977656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-66ce5530-0278-47bd-a1e7-8a7c2b069095 None None] Provisioning complete for port 104574ac-37b7-4a9a-8602-881511459e2e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:40.978366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-66ce5530-0278-47bd-a1e7-8a7c2b069095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.017547 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port b6425e04-1cee-4ff0-ae95-e32e5d40afda completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:41.022983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f1822-d3fa-4997-99d0-f7abff1fb9a5 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:41.024402 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-599f1822-d3fa-4997-99d0-f7abff1fb9a5 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] 10.222.0.70 "GET /v2.0/networks/9ec2f491-b34d-4388-8c73-3bc0bae10d37 HTTP/1.1" status: 200 len: 767 time: 0.8639615 Mar 22 13:01:41.033305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60828) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:41.033638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60830) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:41.034102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b6425e04-1cee-4ff0-ae95-e32e5d40afda triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:41.034790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:41.056384 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:41.159375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ceefba7c-469c-4311-8558-9e9e8eae085a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.174268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.177571 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2958d7cb-3bb9-4e96-850b-cd1ccdebec96,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:41.273348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.286493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.288672 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-adce023c-d523-4d9c-8d39-fdae7a1e631b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6597400 Mar 22 13:01:41.311700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-66ce5530-0278-47bd-a1e7-8a7c2b069095 None None] Port 104574ac-37b7-4a9a-8602-881511459e2e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:41.347575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.357629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-66ce5530-0278-47bd-a1e7-8a7c2b069095 None None] Provisioning for port 19d5cf07-388e-4ea1-ac9a-8e6050f840af completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:41.382371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event updated for resources: {'Port': ['ID=104574ac-37b7-4a9a-8602-881511459e2e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:41.383390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.400977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] Pushing event deleted for resources: {'Network': ['ID=fbb6396a-d788-4be1-92a4-dec2fde73a4f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:41.421362 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4c31a5a0-2246-440a-a3e4-3595b8098946 tempest-DHCPAgentSchedulersTestJSON-1048332160 tempest-DHCPAgentSchedulersTestJSON-1048332160-project] 10.222.0.70 "DELETE /v2.0/networks/fbb6396a-d788-4be1-92a4-dec2fde73a4f HTTP/1.1" status: 204 len: 168 time: 3.7409306 Mar 22 13:01:41.468939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Sync routers for ids ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:41.497897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Routers {'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:41.498660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:41.554567 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 13:01:41.560281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefba7c-469c-4311-8558-9e9e8eae085a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=3082bf19-5882-4714-9835-ce109f37000d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:41.567376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.578025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ceefba7c-469c-4311-8558-9e9e8eae085a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.804167 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-cf90e872-32ca-4298-8d8a-3b0e795dc577 req-79c7d6e4-cef3-495d-85c8-7796f0ab3d59 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Synchronizing usage tracker for tenant:56884933f19e4683ad19a5707e68cae2 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:41.819206 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Set router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:41.851244 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ceefba7c-469c-4311-8558-9e9e8eae085a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/3082bf19-5882-4714-9835-ce109f37000d HTTP/1.1" status: 204 len: 168 time: 2.4440107 Mar 22 13:01:41.854088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60870) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:41.973252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.100790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-932d6e18-e77f-4cc2-b87b-70344fdcab5c None None] Could not find standard attr ID for object a051c81e-0a78-45f7-99a4-674d57b1f34b. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:01:42.101674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60880) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:42.102331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88bd063-9a0f-4270-8dc0-e0aabf1ef7ca None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:42.106517 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-56a85553-7a44-4a98-84bc-87a88c28bb3b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2448740 Mar 22 13:01:42.106517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-cf90e872-32ca-4298-8d8a-3b0e795dc577 req-79c7d6e4-cef3-495d-85c8-7796f0ab3d59 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Unset dirty status for tenant:56884933f19e4683ad19a5707e68cae2 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:42.110383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60884) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:42.116261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.120664 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cf90e872-32ca-4298-8d8a-3b0e795dc577 req-79c7d6e4-cef3-495d-85c8-7796f0ab3d59 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 210 time: 1.0201094 Mar 22 13:01:42.139933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port b6425e04-1cee-4ff0-ae95-e32e5d40afda, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b6425e04-1cee-4ff0-ae95-e32e5d40afda,segment=NetworkSegment(19a2dfba-71fa-47c9-a9bd-3cc70bf2490d),segment_id=19a2dfba-71fa-47c9-a9bd-3cc70bf2490d)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:42.161861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.162681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 934e1527-aa2e-40f9-828d-fabe70c72720 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:42.331762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-54ab6b79-17a1-4776-86a7-48270e536624 None None] Could not find standard attr ID for object 070167a6-ce92-4212-8c9e-ffb2c694922e. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:01:42.351094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.361830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-d81dbf64-531a-410f-9b16-d783f8d7ab8f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Synchronizing usage tracker for tenant:94d1bf4c17454780927ec149855c36f1 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:42.414295 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0af77972-fda0-46df-be77-bcc00c19b1e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b60cadffb0754e3eb3d53f52504b9263&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2908130 Mar 22 13:01:42.418211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60894) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:42.468017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-d81dbf64-531a-410f-9b16-d783f8d7ab8f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Unset dirty status for tenant:94d1bf4c17454780927ec149855c36f1 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:42.469432 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-d81dbf64-531a-410f-9b16-d783f8d7ab8f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1995369529&fields=id&tenant_id=94d1bf4c17454780927ec149855c36f1 HTTP/1.1" status: 200 len: 267 time: 0.9036343 Mar 22 13:01:42.542645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.575528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.613886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.638206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c64161f-9dc2-4036-9eb3-714c10086e19']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:42.661856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbf52f2-d32f-4fbb-9528-34f05e88e847') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:42.662057 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbf52f2-d32f-4fbb-9528-34f05e88e847') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:42.673366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=b6425e04-1cee-4ff0-ae95-e32e5d40afda,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:42.695060 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 934e1527-aa2e-40f9-828d-fabe70c72720 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:42.695660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.716983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.771619 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.780464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 2, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:42.806877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:01:42.807117 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.823759 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Checking router: a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:42.824112 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Updating router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b port afd12d98-88ca-41a8-8565-ffd5d9b734f2 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:42.824330 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:42.866693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d0602-644e-458d-973c-99fff598b6fc tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:42.867454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2d5d0602-644e-458d-973c-99fff598b6fc tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:42.871092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7df099fe-1df8-4ae2-8b26-224f2486bb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.904741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Allocated IP 172.26.5.167 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/850f74dc-4199-4050-8f04-91a70c80a7b3) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:42.910835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a31951b2-7691-42e9-bf9d-a0ed01a1f891 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:42.936867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.937957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.967075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:42.975690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event updated for resources: {'Port': ['ID=104574ac-37b7-4a9a-8602-881511459e2e,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:42.993240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c64161f-9dc2-4036-9eb3-714c10086e19 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 13:01:43.002075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7df099fe-1df8-4ae2-8b26-224f2486bb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.025384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.028070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e40eb-1c58-4d39-81d3-dd16d9d65631 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:01:43.029104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2d5d0602-644e-458d-973c-99fff598b6fc tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:43.032952 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2d5d0602-644e-458d-973c-99fff598b6fc tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9164362 Mar 22 13:01:43.037399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c64161f-9dc2-4036-9eb3-714c10086e19,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:43.046031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60898) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:43.061599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e40eb-1c58-4d39-81d3-dd16d9d65631 None None] Deleting port 19d5cf07-388e-4ea1-ac9a-8e6050f840af {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:43.061803 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4fb7a5da-2083-4cf2-bafa-5d74b487a634 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "DELETE /v2.0/networks/1c64161f-9dc2-4036-9eb3-714c10086e19 HTTP/1.1" status: 204 len: 168 time: 1.9555302 Mar 22 13:01:43.061925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f0e40eb-1c58-4d39-81d3-dd16d9d65631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.082712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60902) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:43.095932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-458053c5-7663-4fb4-832a-b17e2fe4c590 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:43.097429 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-458053c5-7663-4fb4-832a-b17e2fe4c590 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 812 time: 0.6004043 Mar 22 13:01:43.110603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Request body: {'network': {'name': 'tempest-network--1730204169'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:43.131191 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port a31951b2-7691-42e9-bf9d-a0ed01a1f891 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:43.133173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aa8579-ea9c-4245-bc3c-ef98ef80d884 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:43.133868 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c9aa8579-ea9c-4245-bc3c-ef98ef80d884 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:43.170503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c9aa8579-ea9c-4245-bc3c-ef98ef80d884 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:43.172137 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c9aa8579-ea9c-4245-bc3c-ef98ef80d884 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1253016 Mar 22 13:01:43.173945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Allocated IP 2001:db8:1::1 (0f21f370-5b2b-41b2-bc2f-9b183ba8be50/e6df61e3-f94e-4d1d-b5c6-7a8801782b33/70e05d81-ed2a-453b-89b8-6a76b5e1c719) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:43.176459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60908) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:43.252098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:43.254033 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e7c71578-a114-4f0a-aaac-8ab966c82bce tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761445 Mar 22 13:01:43.259424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60912) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:43.269662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:43.273090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Usage tracker for resource:network and tenant:f583e5d686f246fa9588c2d25ed90f73 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:43.279297 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-f4670aa5-3116-4341-86e4-31f5c4ffd0ee tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/quotas/94d1bf4c17454780927ec149855c36f1 HTTP/1.1" status: 200 len: 375 time: 0.1617439 Mar 22 13:01:43.282112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:43.301174 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:43.414717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Made reservation on behalf of f583e5d686f246fa9588c2d25ed90f73 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:43.418931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.472309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.47', 49241) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:43.569364 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-47e65e5f-6f3a-48d5-997c-2c35f477f328 req-b6094a69-7611-45f8-8d43-51d9c2b3b277 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 210 time: 0.0665219 Mar 22 13:01:43.595605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:43.597890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.607042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:43.627369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:43.631189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.652875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:43.654129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7df099fe-1df8-4ae2-8b26-224f2486bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.678463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:43.693433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.740307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.755724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Transition to ACTIVE for port object afd12d98-88ca-41a8-8565-ffd5d9b734f2 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:43.765884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a31951b2-7691-42e9-bf9d-a0ed01a1f891 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:43.766337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.814273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:43.890914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.991625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:43.996307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.055281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Transition to ACTIVE for port object 70e05d81-ed2a-453b-89b8-6a76b5e1c719 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:44.088963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.090238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7df099fe-1df8-4ae2-8b26-224f2486bb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.091499 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7df099fe-1df8-4ae2-8b26-224f2486bb4d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a173dd1f-de16-425f-b174-18f241fd228b HTTP/1.1" status: 204 len: 168 time: 1.6708007 Mar 22 13:01:44.092535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:44.106819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:44.166281 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Pushing event updated for resources: {'Port': ['ID=850f74dc-4199-4050-8f04-91a70c80a7b3,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:44.218728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df099fe-1df8-4ae2-8b26-224f2486bb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a173dd1f-de16-425f-b174-18f241fd228b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:44.329277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:44.418678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:44.431994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:44.438171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:44.440625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:44.440625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:44.440625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.475416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:44.476018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.476678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.483271 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Added segment b26ebaa5-8c48-437f-ad3d-2cf75eb42603 of type vlan for network 69558be4-401b-476c-b15d-7b50c0635c2c Mar 22 13:01:44.509733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=e6a503a5-e96b-4001-90b6-8404eef7bd1a,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:44.510041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed85b1f-fe8b-4754-924a-cfe0aea8ded1 None None] Pushing event updated for resources: {'Port': ['ID=afd12d98-88ca-41a8-8565-ffd5d9b734f2,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:44.526064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=70e05d81-ed2a-453b-89b8-6a76b5e1c719,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:44.526813 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-a80e8cec-8e42-4297-ae1d-515afacf6900 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2291963 Mar 22 13:01:44.569884 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b6760846-0b27-4983-9a2f-d012420c4bb2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3090918 Mar 22 13:01:44.576377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60946) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:44.588863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': 'e6a503a5-e96b-4001-90b6-8404eef7bd1a', 'ip_address': '2001:db8::408f:c518:b12a:d3d4'}], 'name': 'tempest-NetworksTestDHCPv6-1685098644'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:44.711104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Attempting to bind port afd12d98-88ca-41a8-8565-ffd5d9b734f2 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:44.711347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Attempting to bind port afd12d98-88ca-41a8-8565-ffd5d9b734f2 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:44.711631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Attempting to bind port afd12d98-88ca-41a8-8565-ffd5d9b734f2 on network 588ef3e5-b7e3-4388-b407-620145bfff9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:44.716237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.724041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:44.724421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Checking segment: {'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:44.725076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.725469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Bound using segment: {'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:44.725953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Bound port: afd12d98-88ca-41a8-8565-ffd5d9b734f2, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:44.726677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.736328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2d095dec-4bc6-48a6-982a-6a9a699403ab None None] Provisioning complete for port 104574ac-37b7-4a9a-8602-881511459e2e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:44.736698 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d095dec-4bc6-48a6-982a-6a9a699403ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.814420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2d095dec-4bc6-48a6-982a-6a9a699403ab None None] Port 104574ac-37b7-4a9a-8602-881511459e2e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:44.883187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-9f0e40eb-1c58-4d39-81d3-dd16d9d65631 None None] For port 19d5cf07-388e-4ea1-ac9a-8e6050f840af, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=19d5cf07-388e-4ea1-ac9a-8e6050f840af,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:44.883578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f0e40eb-1c58-4d39-81d3-dd16d9d65631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.896510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-d8943425-ae9d-4c0c-8d03-a94938678ccd tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:44.897635 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-d8943425-ae9d-4c0c-8d03-a94938678ccd tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.47 "GET /v2.0/networks?id=2d710130-13e1-4111-b70f-e553701a4bce HTTP/1.1" status: 200 len: 812 time: 1.4163358 Mar 22 13:01:44.900786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60956) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:44.933367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.964671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b4e2-6afe-401c-940f-d8ac0855414c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.016877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Router aadb1bff-e84b-4384-b6c0-d50fabb9c721 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:01:45.036164 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-b4691da6-25ca-4ce0-87be-4a1e01149d06 service neutron] 10.222.0.70 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946447 Mar 22 13:01:45.039593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e7f2b4e2-6afe-401c-940f-d8ac0855414c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:45.043424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e7f2b4e2-6afe-401c-940f-d8ac0855414c admin admin] Usage tracker for resource:security_group_rule and tenant:2dd218cafa374a1ead9f4dfa2af8592d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:45.046423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e7f2b4e2-6afe-401c-940f-d8ac0855414c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:45.052243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e7f2b4e2-6afe-401c-940f-d8ac0855414c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:45.070881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.091428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e40eb-1c58-4d39-81d3-dd16d9d65631 None None] Calling delete_port for 19d5cf07-388e-4ea1-ac9a-8e6050f840af owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:45.091638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:45.154254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b4e2-6afe-401c-940f-d8ac0855414c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.235229 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-da795ecc-726f-4245-a2b8-f8c24baa2e5e req-7408968e-dbff-449d-84ec-d3caaaa14eec tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 210 time: 0.3104968 Mar 22 13:01:45.236320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:45.238452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:01:45.279556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:45.307873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] For port afd12d98-88ca-41a8-8565-ffd5d9b734f2, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:45.322025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port a31951b2-7691-42e9-bf9d-a0ed01a1f891, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a31951b2-7691-42e9-bf9d-a0ed01a1f891,segment=NetworkSegment(5031c970-1821-428c-82de-f41f15084f30),segment_id=5031c970-1821-428c-82de-f41f15084f30)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:45.330649 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.331498 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 59a24ab4-878e-4a05-bd50-8a27bac92111 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:45.397782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] For port afd12d98-88ca-41a8-8565-ffd5d9b734f2, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=afd12d98-88ca-41a8-8565-ffd5d9b734f2,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:45.436527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b4e2-6afe-401c-940f-d8ac0855414c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.488463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-819486fc-c813-4d88-a638-5ad1a7f325d1 None None] Provisioning for port 70e05d81-ed2a-453b-89b8-6a76b5e1c719 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:45.511480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.529829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.538497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f0e40eb-1c58-4d39-81d3-dd16d9d65631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.559119 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e7f2b4e2-6afe-401c-940f-d8ac0855414c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2dd218cafa374a1ead9f4dfa2af8592d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6465902 Mar 22 13:01:45.564064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-819486fc-c813-4d88-a638-5ad1a7f325d1 None None] Provisioning complete for port 70e05d81-ed2a-453b-89b8-6a76b5e1c719 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:45.564403 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-b70566d8-2ad4-42f2-80cb-085343a34a1d tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56884933f19e4683ad19a5707e68cae2 HTTP/1.1" status: 200 len: 379 time: 0.6052644 Mar 22 13:01:45.568516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 60962) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:45.569021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-819486fc-c813-4d88-a638-5ad1a7f325d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.570505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2b4e2-6afe-401c-940f-d8ac0855414c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0dac43-8597-4462-8010-cac561745afd,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:45.573058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.573976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:45.574596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.693329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Request body: {'port': {'device_id': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'admin_state_up': True, 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'security_groups': ['42b50fbb-1862-4a40-9503-fbb5b73a8931']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:45.764762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e40eb-1c58-4d39-81d3-dd16d9d65631 None None] No DVR routers for this DVR port 19d5cf07-388e-4ea1-ac9a-8e6050f840af on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:01:45.791345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.841275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc38f8a-e454-4ce1-9040-a7d4506a3e19 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:45.877138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 59a24ab4-878e-4a05-bd50-8a27bac92111 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:45.882717 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-633bead9-cc02-40ad-b987-9ecfc71ff84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:45.889658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 4d93be96-ffcd-4bd9-8095-1aab60c0ffbe yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:01:45.910468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Routers {'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:45.911604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:45.946581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:46.014897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-633bead9-cc02-40ad-b987-9ecfc71ff84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:46.093961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:46.114585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event updated for resources: {'Network': ['ID=69558be4-401b-476c-b15d-7b50c0635c2c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:46.126763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:46.130601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:46.154776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:46.155937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:46.178920 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5c662cda-769f-42b5-993f-8d9aca265e5b tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 3.0893400 Mar 22 13:01:46.188887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60966) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:46.215288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-19421e85-1608-4ba7-b409-e37c1c7f69a4 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:46.267084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 69558be4-401b-476c-b15d-7b50c0635c2c details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:46.284361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-819486fc-c813-4d88-a638-5ad1a7f325d1 None None] Port 70e05d81-ed2a-453b-89b8-6a76b5e1c719 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:46.301332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 59a24ab4-878e-4a05-bd50-8a27bac92111 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:46.302891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:46.417620 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=70e05d81-ed2a-453b-89b8-6a76b5e1c719,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:46.420270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=a31951b2-7691-42e9-bf9d-a0ed01a1f891,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:46.432969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-633bead9-cc02-40ad-b987-9ecfc71ff84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:46.593648 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-efaa05de-8637-47d1-a55a-4db398dd7c54 req-d0673bc5-849b-423e-b19c-912db53ae91c tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 210 time: 0.1212640 Mar 22 13:01:46.595251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bead9-cc02-40ad-b987-9ecfc71ff84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0dac43-8597-4462-8010-cac561745afd,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:46.605180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:01:46.608620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Made reservation on behalf of 56884933f19e4683ad19a5707e68cae2 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:46.618737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:46.626455 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45136a0f-3fdc-4671-b73b-f3d9d016842f None None] Sync routers for ids ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:46.645537 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45136a0f-3fdc-4671-b73b-f3d9d016842f None None] Routers {'aadb1bff-e84b-4384-b6c0-d50fabb9c721'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:46.646533 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-45136a0f-3fdc-4671-b73b-f3d9d016842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:46.676344 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c46b64a4-d18c-4cc1-8e0f-a9e63cec9208 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "PUT /v2.0/routers/aadb1bff-e84b-4384-b6c0-d50fabb9c721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0768085 Mar 22 13:01:46.678982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::408f:c518:b12a:d3d4 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/e6a503a5-e96b-4001-90b6-8404eef7bd1a/4d93be96-ffcd-4bd9-8095-1aab60c0ffbe) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:46.681477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 60972) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:46.684641 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-d40e6fc6-58e4-4c2e-963a-31f1a30249c0 service neutron] 10.222.0.70 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5247812 Mar 22 13:01:46.703142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Request body: {'port': {'network_id': '98a03d3c-9ad7-4de6-81c6-ceb440d22508', 'name': 'tempest-FloatingIPAdminTestJSON-837826911'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:46.734657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-633bead9-cc02-40ad-b987-9ecfc71ff84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:46.735805 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-633bead9-cc02-40ad-b987-9ecfc71ff84a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf0dac43-8597-4462-8010-cac561745afd HTTP/1.1" status: 204 len: 168 time: 1.1525493 Mar 22 13:01:46.737804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:46.794487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:46.804291 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-45136a0f-3fdc-4671-b73b-f3d9d016842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:46.822368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] Set router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:01:46.844225 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45136a0f-3fdc-4671-b73b-f3d9d016842f None None] Routers {'aadb1bff-e84b-4384-b6c0-d50fabb9c721'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:46.845124 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-45136a0f-3fdc-4671-b73b-f3d9d016842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:47.037586 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-45136a0f-3fdc-4671-b73b-f3d9d016842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:47.038330 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45136a0f-3fdc-4671-b73b-f3d9d016842f None None] The sync data for ids ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:47.113476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed85b1f-fe8b-4754-924a-cfe0aea8ded1 None None] Pushing event updated for resources: {'Port': ['ID=afd12d98-88ca-41a8-8565-ffd5d9b734f2,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:47.524682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e40eb-1c58-4d39-81d3-dd16d9d65631 None None] Pushing event deleted for resources: {'Port': ['ID=19d5cf07-388e-4ea1-ac9a-8e6050f840af,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:47.596248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:47.643907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19421e85-1608-4ba7-b409-e37c1c7f69a4 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:47.671416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:47.688460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Usage tracker for resource:port and tenant:a3056016035c4cddbb166a3a55ca5982 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:47.691746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:47.698733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:47.715570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19421e85-1608-4ba7-b409-e37c1c7f69a4 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:47.721072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:47.838431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Made reservation on behalf of a3056016035c4cddbb166a3a55ca5982 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:47.838799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-b595e258-7b88-4346-bf49-a6e088370967 req-ecc895e9-361e-495b-b6bd-d46d9aca3652 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Synchronizing usage tracker for tenant:94d1bf4c17454780927ec149855c36f1 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:47.843178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:47.880352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Pushing event updated for resources: {'Port': ['ID=850f74dc-4199-4050-8f04-91a70c80a7b3,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:47.893298 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2c28a811-2996-44fb-a3bc-a1b7d56f0304 None None] Provisioning complete for port 70e05d81-ed2a-453b-89b8-6a76b5e1c719 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:47.893746 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2c28a811-2996-44fb-a3bc-a1b7d56f0304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:47.914962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] device_id is not set on port 6287acd8-4204-4af2-b96e-1d8fb90854a4 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:01:47.940335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:47.951088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 9023d4f9-849d-4917-bc1a-15393939a26f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:01:47.978741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-b595e258-7b88-4346-bf49-a6e088370967 req-ecc895e9-361e-495b-b6bd-d46d9aca3652 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Unset dirty status for tenant:94d1bf4c17454780927ec149855c36f1 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:47.988078 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b595e258-7b88-4346-bf49-a6e088370967 req-ecc895e9-361e-495b-b6bd-d46d9aca3652 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 210 time: 0.9330568 Mar 22 13:01:48.057709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 59a24ab4-878e-4a05-bd50-8a27bac92111, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=59a24ab4-878e-4a05-bd50-8a27bac92111,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:48.058461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': 'e6a503a5-e96b-4001-90b6-8404eef7bd1a'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:48.059958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:48.075943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:48.155699 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2c28a811-2996-44fb-a3bc-a1b7d56f0304 None None] Port 70e05d81-ed2a-453b-89b8-6a76b5e1c719 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:48.333183 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=59a24ab4-878e-4a05-bd50-8a27bac92111,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:48.381142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:45Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:48.383544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19421e85-1608-4ba7-b409-e37c1c7f69a4 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event updated for resources: {'Network': ['ID=69558be4-401b-476c-b15d-7b50c0635c2c,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:48.385681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19421e85-1608-4ba7-b409-e37c1c7f69a4 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Network 69558be4-401b-476c-b15d-7b50c0635c2c is not hosted by any dhcp agent {{(pid=87933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 22 13:01:48.386556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19421e85-1608-4ba7-b409-e37c1c7f69a4 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:48.387187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19421e85-1608-4ba7-b409-e37c1c7f69a4 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:48.402432 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-19421e85-1608-4ba7-b409-e37c1c7f69a4 tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "PUT /v2.0/networks/69558be4-401b-476c-b15d-7b50c0635c2c HTTP/1.1" status: 200 len: 858 time: 2.1895754 Mar 22 13:01:48.407518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 32786) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:48.473470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b072926-6631-4e72-9ca9-207ff7f0d4c1 None None] The sync data for ids ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'] in dv-neutron-834664-2-hyperv is: [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:45Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:48.597756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a31951b2-7691-42e9-bf9d-a0ed01a1f891 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:48.717060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:01:48.732080 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-eefde71d-87c6-48a8-bea6-91f01899263d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/9023d4f9-849d-4917-bc1a-15393939a26f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5726507 Mar 22 13:01:48.735896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32794) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:48.799767 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e27de72e-7110-4b26-aae1-4cfd8413149f req-96dfc679-d5d3-4045-8618-680faa8c754f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 210 time: 0.5593944 Mar 22 13:01:48.833862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1fb0de-2975-4ef8-9520-c601ccd67eca None None] Sync routers for ids ['9023d4f9-849d-4917-bc1a-15393939a26f'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:48.836010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:48.893360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1fb0de-2975-4ef8-9520-c601ccd67eca None None] Routers {'9023d4f9-849d-4917-bc1a-15393939a26f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:48.894883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5a1fb0de-2975-4ef8-9520-c601ccd67eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['9023d4f9-849d-4917-bc1a-15393939a26f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:48.975344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5a1fb0de-2975-4ef8-9520-c601ccd67eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:48.986661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 4d93be96-ffcd-4bd9-8095-1aab60c0ffbe will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:48.991982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1fb0de-2975-4ef8-9520-c601ccd67eca None None] Routers {'9023d4f9-849d-4917-bc1a-15393939a26f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:01:48.992729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5a1fb0de-2975-4ef8-9520-c601ccd67eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['9023d4f9-849d-4917-bc1a-15393939a26f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:49.014378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5824f155-9c90-4507-8953-cbae9c0d50f0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:49.026288 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5824f155-9c90-4507-8953-cbae9c0d50f0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:49.079261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Allocated IP 172.20.0.4 (2d710130-13e1-4111-b70f-e553701a4bce/ad4cbfb0-32d8-4856-8d7b-cb72b21f744e/cbf324a3-03b0-4ac9-8c0c-e67b705de3ad) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:49.080233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5824f155-9c90-4507-8953-cbae9c0d50f0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:49.085551 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5824f155-9c90-4507-8953-cbae9c0d50f0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports/70e05d81-ed2a-453b-89b8-6a76b5e1c719 HTTP/1.1" status: 200 len: 913 time: 0.3458080 Mar 22 13:01:49.089747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32806) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:49.139154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:49.151767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5a1fb0de-2975-4ef8-9520-c601ccd67eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:49.156541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1fb0de-2975-4ef8-9520-c601ccd67eca None None] The sync data for ids ['9023d4f9-849d-4917-bc1a-15393939a26f'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:49.181203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a31951b2-7691-42e9-bf9d-a0ed01a1f891 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:49.181724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:49.306682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:49.316217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Allocated IP 172.20.0.9 (98a03d3c-9ad7-4de6-81c6-ceb440d22508/76e3a1be-ac4a-492c-b71d-c637dbf7aed0/6287acd8-4204-4af2-b96e-1d8fb90854a4) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:49.386087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ae4ce086-d59c-4e41-bc08-5126c3a7d84b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:49.408050 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-80c639f2-8aa1-441a-9f8d-a0077cf5b3af req-987fb102-7b53-4701-8acc-b6af2c372f52 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 210 time: 0.1594508 Mar 22 13:01:49.408576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32812) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:49.523423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:49.598326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/e6a503a5-e96b-4001-90b6-8404eef7bd1a/6b08a857-71ca-4a9c-af23-4cbf2c736314) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:49.624232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:49.631969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:49.691430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:49.697490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:49.698172 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:49.721713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:49.732793 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=4d93be96-ffcd-4bd9-8095-1aab60c0ffbe,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:49.767707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Transition to ACTIVE for port object cbf324a3-03b0-4ac9-8c0c-e67b705de3ad will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:49.797280 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-72b2bd16-525b-46dc-9d59-286022217d3e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.2195508 Mar 22 13:01:49.798329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32818) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:49.857089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:49.858991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:49.863451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-520474148'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:49.875017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Transition to ACTIVE for port object 6b08a857-71ca-4a9c-af23-4cbf2c736314 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:49.875376 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:49.896564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Usage tracker for resource:network and tenant:18041cf814d44c7fb74083b4d3ea088e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:49.901181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Transition to ACTIVE for port object 6b08a857-71ca-4a9c-af23-4cbf2c736314 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:49.906660 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:49.916198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:49.928375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:49.960728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:49.971681 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-77012fe4-b9a9-4d53-96bb-797d2df04f84 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.3296702 Mar 22 13:01:50.027150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Made reservation on behalf of 18041cf814d44c7fb74083b4d3ea088e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:50.048344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.069549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Pushing event updated for resources: {'Port': ['ID=6b08a857-71ca-4a9c-af23-4cbf2c736314,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:50.091863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:50.094094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:50.097299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:50.115731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.198353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ae4ce086-d59c-4e41-bc08-5126c3a7d84b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:50.199113 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.280856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.47', 49247) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:50.282515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:50.332540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Attempting to bind port 6b08a857-71ca-4a9c-af23-4cbf2c736314 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:50.333453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Attempting to bind port 6b08a857-71ca-4a9c-af23-4cbf2c736314 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:50.334074 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Attempting to bind port 6b08a857-71ca-4a9c-af23-4cbf2c736314 on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:50.349222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Usage tracker for resource:security_group_rule and tenant:18041cf814d44c7fb74083b4d3ea088e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:50.359338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Network 2d710130-13e1-4111-b70f-e553701a4bce is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:50.361914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:50.363379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:50.363987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.364894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:50.367353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Bound port: 6b08a857-71ca-4a9c-af23-4cbf2c736314, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:50.368706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.373897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.381906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:50.422554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a5072-3355-4153-8d6f-5ab209ff26a3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:50.425526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-607a5072-3355-4153-8d6f-5ab209ff26a3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:50.428797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:50.429660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:50.522543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:50.559354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] For port 6b08a857-71ca-4a9c-af23-4cbf2c736314, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:50.563087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] For port 6b08a857-71ca-4a9c-af23-4cbf2c736314, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6b08a857-71ca-4a9c-af23-4cbf2c736314,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:50.569451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Pushing event updated for resources: {'Port': ['ID=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:50.571411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.654849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69558be4-401b-476c-b15d-7b50c0635c2c']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:50.676777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819841c-d738-44bc-a99a-b6393e4939b6 None None] Pushing event updated for resources: {'Port': ['ID=6b08a857-71ca-4a9c-af23-4cbf2c736314,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:50.695778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:50.801782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b31ecde7-04c1-4c47-a1bb-65e115cf6917 None None] Provisioning for port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:50.808140 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b31ecde7-04c1-4c47-a1bb-65e115cf6917 None None] Provisioning complete for port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:50.808757 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b31ecde7-04c1-4c47-a1bb-65e115cf6917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.843102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26ebaa5-8c48-437f-ad3d-2cf75eb42603') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:50.843525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26ebaa5-8c48-437f-ad3d-2cf75eb42603') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:50.868904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.904247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:50.908412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.909306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-607a5072-3355-4153-8d6f-5ab209ff26a3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:50.913673 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-607a5072-3355-4153-8d6f-5ab209ff26a3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.1055284 Mar 22 13:01:50.914533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32850) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:50.924858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-ac29b73d-c94b-4d42-9598-c2e35b6ee7b1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Synchronizing usage tracker for tenant:71da4384778447c3acef0bf0a43cc204 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:50.925821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b31ecde7-04c1-4c47-a1bb-65e115cf6917 None None] Port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:50.928815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:50.935428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:50.935885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.965250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:50.977752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e6b0b-3584-4a83-9242-2cdcce69a77d req-e78149db-6271-424c-b3c3-aea2dafcd5d2 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:50.978634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-db7e6b0b-3584-4a83-9242-2cdcce69a77d req-e78149db-6271-424c-b3c3-aea2dafcd5d2 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Synchronizing usage tracker for tenant:56884933f19e4683ad19a5707e68cae2 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:51.023691 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-a4608a8f-2e94-4696-b41a-6de31a596de7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3990903 Mar 22 13:01:51.026724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:01:51.027273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:51.089613 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:51.160658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-90989a93-a546-46d7-8890-bf91cd3032c9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:51.161311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-90989a93-a546-46d7-8890-bf91cd3032c9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Synchronizing usage tracker for tenant:94d1bf4c17454780927ec149855c36f1 on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:51.163722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-f57a106e-a7d8-42cd-9bd1-905248720980 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:01:51.168788 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-f57a106e-a7d8-42cd-9bd1-905248720980 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0735371 Mar 22 13:01:51.175952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-ac29b73d-c94b-4d42-9598-c2e35b6ee7b1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Unset dirty status for tenant:71da4384778447c3acef0bf0a43cc204 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:51.186246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.192149 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-ac29b73d-c94b-4d42-9598-c2e35b6ee7b1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--604041862&fields=id&tenant_id=71da4384778447c3acef0bf0a43cc204 HTTP/1.1" status: 200 len: 267 time: 0.7500453 Mar 22 13:01:51.210079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:51.222815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.230624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b6425e04-1cee-4ff0-ae95-e32e5d40afda up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:51.245958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-725d35d4-73ea-44cf-91a1-5fc2cd159cc6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 4d93be96-ffcd-4bd9-8095-1aab60c0ffbe {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:51.246311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-725d35d4-73ea-44cf-91a1-5fc2cd159cc6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.349301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.373462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Transition to ACTIVE for port object 6287acd8-4204-4af2-b96e-1d8fb90854a4 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:51.414288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.425724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:51.425925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-db7e6b0b-3584-4a83-9242-2cdcce69a77d req-e78149db-6271-424c-b3c3-aea2dafcd5d2 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Unset dirty status for tenant:56884933f19e4683ad19a5707e68cae2 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:51.429129 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-db7e6b0b-3584-4a83-9242-2cdcce69a77d req-e78149db-6271-424c-b3c3-aea2dafcd5d2 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 931 time: 1.1640325 Mar 22 13:01:51.437854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.449616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b6425e04-1cee-4ff0-ae95-e32e5d40afda triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:51.450444 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.461127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.572696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Request body: {'port': {'device_id': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:51.652918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:51.658529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69558be4-401b-476c-b15d-7b50c0635c2c {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 13:01:51.664050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.703693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] Pushing event deleted for resources: {'Network': ['ID=69558be4-401b-476c-b15d-7b50c0635c2c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:51.707045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:51.723273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.725944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:51.754504 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bd13a05f-4902-4529-8b90-7162e5899e0f tempest-ExternalNetworksTestJSON-1209980729 tempest-ExternalNetworksTestJSON-1209980729-project-admin] 10.222.0.70 "DELETE /v2.0/networks/69558be4-401b-476c-b15d-7b50c0635c2c HTTP/1.1" status: 204 len: 168 time: 3.3425179 Mar 22 13:01:51.767593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 32858) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:51.768719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:51.799191 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:51.800222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:51.928182 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-db7e6b0b-3584-4a83-9242-2cdcce69a77d req-f4e0d6aa-ca60-4ebc-8673-b535c4511f1b tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4866586 Mar 22 13:01:51.929951 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3fdc46-b49e-4fdf-a318-1fdc60ce9b53 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] DELETE failed (client error): The resource could not be found. Mar 22 13:01:51.931042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3fdc46-b49e-4fdf-a318-1fdc60ce9b53 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:01:51.938592 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-be3fdc46-b49e-4fdf-a318-1fdc60ce9b53 tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] 10.222.0.70 "DELETE /v2.0/subnets/1b71fb78-0d0b-43f2-83a1-3261347f761a HTTP/1.1" status: 404 len: 337 time: 0.1227090 Mar 22 13:01:51.949369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 32862) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:51.951523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event updated for resources: {'Port': ['ID=6287acd8-4204-4af2-b96e-1d8fb90854a4,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:52.163983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device afd12d98-88ca-41a8-8565-ffd5d9b734f2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:52.211679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-725d35d4-73ea-44cf-91a1-5fc2cd159cc6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:52.247599 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-c75a6f86-d5b6-4fce-81a2-392147225639 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:52.248645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-c75a6f86-d5b6-4fce-81a2-392147225639 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Synchronizing usage tracker for tenant:71da4384778447c3acef0bf0a43cc204 on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:52.265910 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-90989a93-a546-46d7-8890-bf91cd3032c9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Unset dirty status for tenant:94d1bf4c17454780927ec149855c36f1 on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:52.269336 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-90989a93-a546-46d7-8890-bf91cd3032c9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.47 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 812 time: 1.9777732 Mar 22 13:01:52.281134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:52.331132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6725b7db-ece8-418a-80ca-6f33f5353064 None None] Provisioning for port 6287acd8-4204-4af2-b96e-1d8fb90854a4 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:52.357282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6725b7db-ece8-418a-80ca-6f33f5353064 None None] Provisioning complete for port 6287acd8-4204-4af2-b96e-1d8fb90854a4 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:52.372303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6725b7db-ece8-418a-80ca-6f33f5353064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:52.378692 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e70b0330-4df7-4a7f-b2b0-c03028c7c050 req-017d5b64-9069-4ee6-828b-1b676912a201 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 210 time: 0.1754405 Mar 22 13:01:52.463487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:52.464364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:52.517305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6725b7db-ece8-418a-80ca-6f33f5353064 None None] Port 6287acd8-4204-4af2-b96e-1d8fb90854a4 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:52.534416 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d9c87fd5-3e74-4a33-8768-9c5c44e03239 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8408065 Mar 22 13:01:52.539812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port afd12d98-88ca-41a8-8565-ffd5d9b734f2 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:52.546400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port afd12d98-88ca-41a8-8565-ffd5d9b734f2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:52.546845 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:52.554385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 32866) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:52.596667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-725d35d4-73ea-44cf-91a1-5fc2cd159cc6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 4d93be96-ffcd-4bd9-8095-1aab60c0ffbe owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:52.622353 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:52.737338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:52.768378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-36af517f-b21a-4862-a345-7f96ec9b96d2 None None] Provisioning for port 6b08a857-71ca-4a9c-af23-4cbf2c736314 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:52.798290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:52.897007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-c75a6f86-d5b6-4fce-81a2-392147225639 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Unset dirty status for tenant:71da4384778447c3acef0bf0a43cc204 on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:52.904814 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-c75a6f86-d5b6-4fce-81a2-392147225639 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/networks?id=588ef3e5-b7e3-4388-b407-620145bfff9a HTTP/1.1" status: 200 len: 806 time: 1.7116394 Mar 22 13:01:52.907072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f15c044-0941-4795-b7f3-612e94086012,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:52.955132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:52.955828 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Added segment 93f7dddc-384b-4511-b426-07d085a171ac of type vlan for network 468693c3-0d6d-4516-9280-a7296d07a6cb Mar 22 13:01:53.015886 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-35c1ec7d-b6d1-478f-ac0e-eb102b46331f tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/quotas/71da4384778447c3acef0bf0a43cc204 HTTP/1.1" status: 200 len: 375 time: 0.1097000 Mar 22 13:01:53.036426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'project_id': 'a3056016035c4cddbb166a3a55ca5982', 'port_id': '6287acd8-4204-4af2-b96e-1d8fb90854a4'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:53.042369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c6192-d1d2-4431-bb96-2aff39c5f61e None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:01:53.100172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:53.146696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.196189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.212928 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-90179e02-30ad-42c0-a597-d9fda6f57797 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Synchronizing usage tracker for tenant:94d1bf4c17454780927ec149855c36f1 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:53.235596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.274392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec2f491-b34d-4388-8c73-3bc0bae10d37']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:53.286824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port afd12d98-88ca-41a8-8565-ffd5d9b734f2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=afd12d98-88ca-41a8-8565-ffd5d9b734f2,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:53.295381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9ab641-5ed9-440e-a232-707a190f09dd') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:53.295955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9ab641-5ed9-440e-a232-707a190f09dd') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:53.296376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.304936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6ea6f022-6ed5-4bd9-9c63-0e1215d1a2b5 None None] Provisioning for port 4d93be96-ffcd-4bd9-8095-1aab60c0ffbe completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:53.314728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.333397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.337895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.346359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:01:53.347078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.393960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 07113106-1634-4a34-b68e-0a56e1806e76 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:01:53.449682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 07113106-1634-4a34-b68e-0a56e1806e76 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:01:53.450720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 07113106-1634-4a34-b68e-0a56e1806e76 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:01:53.452059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6ea6f022-6ed5-4bd9-9c63-0e1215d1a2b5 None None] Provisioning complete for port 4d93be96-ffcd-4bd9-8095-1aab60c0ffbe triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:53.452651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f022-6ed5-4bd9-9c63-0e1215d1a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.509720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Usage tracker for resource:floatingip and tenant:a3056016035c4cddbb166a3a55ca5982 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:53.575940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=afd12d98-88ca-41a8-8565-ffd5d9b734f2,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:53.591774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6f022-6ed5-4bd9-9c63-0e1215d1a2b5 None None] Port 4d93be96-ffcd-4bd9-8095-1aab60c0ffbe cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:01:53.671470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c6192-d1d2-4431-bb96-2aff39c5f61e None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:01:53.727350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 59a24ab4-878e-4a05-bd50-8a27bac92111 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:53.744207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-90179e02-30ad-42c0-a597-d9fda6f57797 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Unset dirty status for tenant:94d1bf4c17454780927ec149855c36f1 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:53.745436 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-90179e02-30ad-42c0-a597-d9fda6f57797 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94d1bf4c17454780927ec149855c36f1 HTTP/1.1" status: 200 len: 380 time: 0.9298787 Mar 22 13:01:53.779484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:01:53.797252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-725d35d4-73ea-44cf-91a1-5fc2cd159cc6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.954743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 59a24ab4-878e-4a05-bd50-8a27bac92111 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:53.955396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.965250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf324a3-03b0-4ac9-8c0c-e67b705de3ad {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:01:53.975522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:53.990580 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:54.003648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:54.007056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Transition to ACTIVE for port object cbf324a3-03b0-4ac9-8c0c-e67b705de3ad will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:54.024850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:54.030666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:54.067190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d35d4-73ea-44cf-91a1-5fc2cd159cc6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=4d93be96-ffcd-4bd9-8095-1aab60c0ffbe,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:54.095191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:54.101815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:54.103375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:54.104053 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:54.129691 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-725d35d4-73ea-44cf-91a1-5fc2cd159cc6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:54.165483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:54.191479 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-725d35d4-73ea-44cf-91a1-5fc2cd159cc6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/4d93be96-ffcd-4bd9-8095-1aab60c0ffbe HTTP/1.1" status: 204 len: 168 time: 3.2667818 Mar 22 13:01:54.200677 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-9fe85a12-452b-45ff-8798-aedfa1612d3e tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Synchronizing usage tracker for tenant:71da4384778447c3acef0bf0a43cc204 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:54.205175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32876) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:54.229484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:54.242237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] Pushing event deleted for resources: {'Network': ['ID=9ec2f491-b34d-4388-8c73-3bc0bae10d37,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:54.274486 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.7704544 Mar 22 13:01:54.281442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32880) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:54.307224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:54.375957 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e0c465f2-67eb-46c1-b1ec-d861f46333bc tempest-ExternalNetworksTestJSON-817967443 tempest-ExternalNetworksTestJSON-817967443-project] 10.222.0.70 "DELETE /v2.0/networks/9ec2f491-b34d-4388-8c73-3bc0bae10d37 HTTP/1.1" status: 204 len: 168 time: 2.4049022 Mar 22 13:01:54.391768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0897d5b-fdc2-4615-829e-9620d694152b req-c85e42e7-2a17-47d5-9561-a63e6037ed88 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:54.393421 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b0897d5b-fdc2-4615-829e-9620d694152b req-c85e42e7-2a17-47d5-9561-a63e6037ed88 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 931 time: 0.8704383 Mar 22 13:01:54.411788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6b08a857-71ca-4a9c-af23-4cbf2c736314 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:54.456998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Request body: {'subnet': {'network_id': '468693c3-0d6d-4516-9280-a7296d07a6cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:54.496271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 6b08a857-71ca-4a9c-af23-4cbf2c736314 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:54.511303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 6b08a857-71ca-4a9c-af23-4cbf2c736314 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:54.511303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:54.542689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199585d-1393-4fcd-8461-9d57606c02dc tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Pushing event updated for resources: {'Network': ['ID=468693c3-0d6d-4516-9280-a7296d07a6cb,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:54.553295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-9fe85a12-452b-45ff-8798-aedfa1612d3e tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Unset dirty status for tenant:71da4384778447c3acef0bf0a43cc204 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:54.554648 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-9fe85a12-452b-45ff-8798-aedfa1612d3e tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=71da4384778447c3acef0bf0a43cc204&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5377069 Mar 22 13:01:54.565905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 468693c3-0d6d-4516-9280-a7296d07a6cb details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:54.658827 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b0897d5b-fdc2-4615-829e-9620d694152b req-1212c878-f7a2-49f9-808d-700a668a0b9d tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565219 Mar 22 13:01:54.672515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480cd81-e2a7-48e2-bc70-4cbb19a5329c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:54.672515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480cd81-e2a7-48e2-bc70-4cbb19a5329c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:54.672515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a480cd81-e2a7-48e2-bc70-4cbb19a5329c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:54.729408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Attempting to bind port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:54.730042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Attempting to bind port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:54.731929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Attempting to bind port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad on network 2d710130-13e1-4111-b70f-e553701a4bce {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:54.773227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad on network 2d710130-13e1-4111-b70f-e553701a4bce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:01:54.773542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Attempting to bind port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad on network 2d710130-13e1-4111-b70f-e553701a4bce {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:01:54.796941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 70e05d81-ed2a-453b-89b8-6a76b5e1c719 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:54.797270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:54.804137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:01:54.804866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Checking segment: {'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:54.806186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Bound using segment: {'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:01:54.806708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Bound port: cbf324a3-03b0-4ac9-8c0c-e67b705de3ad, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:54.809957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:54.838696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Request body: {'port': {'device_id': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'admin_state_up': True, 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'security_groups': ['e22228b0-acb3-458f-9b35-3183682437e4']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:54.865671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-65df30d8-3b58-4446-a6b4-5bb5d20a9354 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:01:54.866685 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-65df30d8-3b58-4446-a6b4-5bb5d20a9354 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1710644 Mar 22 13:01:55.037292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:55.052756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a480cd81-e2a7-48e2-bc70-4cbb19a5329c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:55.058959 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a480cd81-e2a7-48e2-bc70-4cbb19a5329c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8421996 Mar 22 13:01:55.068702 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32892) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:55.070910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 32894) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:55.094522 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-897f2d49-29f7-46ba-ba80-569cb0965ee9 req-45899b6c-db39-42bb-95dd-f83483bf3be7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 210 time: 0.1357179 Mar 22 13:01:55.172135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:55.193462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Usage tracker for resource:subnet and tenant:18041cf814d44c7fb74083b4d3ea088e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:55.261895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 6b08a857-71ca-4a9c-af23-4cbf2c736314, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6b08a857-71ca-4a9c-af23-4cbf2c736314,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:55.267319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cec913-4693-4ba6-86fe-b5c2250ae5ae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet e6a503a5-e96b-4001-90b6-8404eef7bd1a {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:01:55.276698 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:55.277591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:55.287419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:55.304568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61cec913-4693-4ba6-86fe-b5c2250ae5ae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:55.352395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:55.365522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:55.426989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Made reservation on behalf of 18041cf814d44c7fb74083b4d3ea088e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:55.441353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:55.593422 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:55.594061 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:55.619312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=6b08a857-71ca-4a9c-af23-4cbf2c736314,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:55.721678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] For port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:01:55.729443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] For port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:01:55.769044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:55.953333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device afd12d98-88ca-41a8-8565-ffd5d9b734f2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:56.029254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:56.030292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:56.033179 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] 10.222.0.47 "PUT /v2.0/ports/cbf324a3-03b0-4ac9-8c0c-e67b705de3ad HTTP/1.1" status: 200 len: 1093 time: 4.6122949 Mar 22 13:01:56.039184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'tag': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:01:56.052988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61cec913-4693-4ba6-86fe-b5c2250ae5ae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:56.057351 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f8e7f147-393f-4ca5-a713-1cff9173883f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2562c12513b24b2ba691e829681b5dd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9615176 Mar 22 13:01:56.069075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:56.078428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32906) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:56.096371 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-e63788a7-7e48-4f91-9a89-9e349e0975f0 service neutron] 10.222.0.70 "GET /v2.0/networks/588ef3e5-b7e3-4388-b407-620145bfff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2117484 Mar 22 13:01:56.119348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port afd12d98-88ca-41a8-8565-ffd5d9b734f2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:56.119715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:56.381721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 70e05d81-ed2a-453b-89b8-6a76b5e1c719 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:56.415201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-84bfe2bf-eab4-4333-ac9c-9494ac5f757f None None] Provisioning complete for port 6b08a857-71ca-4a9c-af23-4cbf2c736314 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:56.415565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-84bfe2bf-eab4-4333-ac9c-9494ac5f757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:56.426078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Allocated IP 172.26.5.193 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/953faeb3-8068-45aa-b9ea-0be6c1016e1c) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:56.502495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373fc92-1a42-4076-9ab6-ee4b730e9f77 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:56.555698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0c31a-d6df-48b0-87ac-89f8c7d20f4b req-8371685c-bbc9-490b-acb2-9167d7439ad3 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:56.556945 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-61e0c31a-d6df-48b0-87ac-89f8c7d20f4b req-8371685c-bbc9-490b-acb2-9167d7439ad3 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 943 time: 0.5974088 Mar 22 13:01:56.588275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6b08a857-71ca-4a9c-af23-4cbf2c736314 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:56.649429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61cec913-4693-4ba6-86fe-b5c2250ae5ae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:56.654038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:56.665052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:56.830233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 6b08a857-71ca-4a9c-af23-4cbf2c736314 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:56.830930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:56.841557 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-61e0c31a-d6df-48b0-87ac-89f8c7d20f4b req-baa32ebf-4450-4f5c-a9c2-e5d7f7146885 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586896 Mar 22 13:01:56.905700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-905ba269-30b8-491c-b2f3-07ba556379cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:56.907690 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-905ba269-30b8-491c-b2f3-07ba556379cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56884933f19e4683ad19a5707e68cae2&device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 1096 time: 0.7400265 Mar 22 13:01:57.086800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Made reservation on behalf of 94d1bf4c17454780927ec149855c36f1 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:57.090837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:57.120354 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-1ac51bb5-6385-46ff-a49d-71a24ce42f7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad HTTP/1.1" status: 200 len: 217 time: 0.1245461 Mar 22 13:01:57.265325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c8a2021f-d8ac-4942-b234-9e6f64490d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:57.265989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61cec913-4693-4ba6-86fe-b5c2250ae5ae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:57.305711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:57.353757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cec913-4693-4ba6-86fe-b5c2250ae5ae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a503a5-e96b-4001-90b6-8404eef7bd1a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:57.372144 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-38edb601-f95a-47d2-9e89-f9a9b5c96893 req-f7f2927b-12ca-42c1-ad37-7f58a6ead5a6 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 210 time: 0.2465308 Mar 22 13:01:57.389446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f75fc0-0613-4a6a-9835-04d3ea8411b1 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:57.395647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61cec913-4693-4ba6-86fe-b5c2250ae5ae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:57.424469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-f6c0d07c-2649-4189-a048-62d907122bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:57.426041 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-f6c0d07c-2649-4189-a048-62d907122bda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4cbfb0-32d8-4856-8d7b-cb72b21f744e HTTP/1.1" status: 200 len: 851 time: 0.1235397 Mar 22 13:01:57.432949 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-61cec913-4693-4ba6-86fe-b5c2250ae5ae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/e6a503a5-e96b-4001-90b6-8404eef7bd1a HTTP/1.1" status: 204 len: 168 time: 2.3348038 Mar 22 13:01:57.438820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32918) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:57.502312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:57.542262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c8a2021f-d8ac-4942-b234-9e6f64490d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:57.556942 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'tag': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad', 'status': 'completed', 'code': 200} Mar 22 13:01:57.565077 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e245dc54-acc7-4327-994b-e32870e60206 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147223 Mar 22 13:01:57.568774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 32924) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:57.584063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:57.621007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:57.629894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:57.639143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:01:57.663219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Pushing event updated for resources: {'Port': ['ID=953faeb3-8068-45aa-b9ea-0be6c1016e1c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:57.666769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-9c5c6a25-52a4-4807-b9aa-2c1dc02670d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:57.668268 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-9c5c6a25-52a4-4807-b9aa-2c1dc02670d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d710130-13e1-4111-b70f-e553701a4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2325859 Mar 22 13:01:57.718248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cb1a86-a505-498d-8f3e-f8dee2582fb0 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:01:57.722490 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-60cb1a86-a505-498d-8f3e-f8dee2582fb0 None None] Deleting port 6b08a857-71ca-4a9c-af23-4cbf2c736314 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:01:57.722849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60cb1a86-a505-498d-8f3e-f8dee2582fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:57.735666 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-69eefa21-08b8-4703-92ad-87f16b0c7b9d service neutron] 10.222.0.70 "GET /v2.0/networks/588ef3e5-b7e3-4388-b407-620145bfff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6377242 Mar 22 13:01:57.825952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Allocated IP 172.20.0.5 (9c61fb77-9331-4a80-a558-a9b057586d7a/f4e510cb-a7fc-4707-a105-6066b604172b/95e3c18b-5c85-4337-92b9-49b5fb53ad79) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:57.850989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:57.859633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:57.898520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:57.907719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:57.936437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:57.952621 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-90eee274-bc85-4519-bcec-18b8b18e8218 service neutron] 10.222.0.47 "GET /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313025 Mar 22 13:01:57.963343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:57.968559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=70e05d81-ed2a-453b-89b8-6a76b5e1c719,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:58.002728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c8a2021f-d8ac-4942-b234-9e6f64490d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:58.092636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2021f-d8ac-4942-b234-9e6f64490d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd840f1c-bd4d-4bbd-8dea-9d759eb0da8e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:58.120841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-60cb1a86-a505-498d-8f3e-f8dee2582fb0 None None] For port 6b08a857-71ca-4a9c-af23-4cbf2c736314, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6b08a857-71ca-4a9c-af23-4cbf2c736314,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:01:58.121433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60cb1a86-a505-498d-8f3e-f8dee2582fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:58.183676 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2476e23e-68f9-439e-98aa-35323a2962df req-95414bc2-553c-4662-bd5d-877925789394 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 210 time: 0.1037400 Mar 22 13:01:58.283641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6b08a857-71ca-4a9c-af23-4cbf2c736314 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:01:58.334628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-60cb1a86-a505-498d-8f3e-f8dee2582fb0 None None] Calling delete_port for 6b08a857-71ca-4a9c-af23-4cbf2c736314 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:01:58.508093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:58.568394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Pushing event updated for resources: {'Subnet': ['ID=9dd8133f-cceb-45ce-bc7a-bd02dd8b8682,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:58.575960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60cb1a86-a505-498d-8f3e-f8dee2582fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:58.607393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:58.611102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:58.626230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb1a86-a505-498d-8f3e-f8dee2582fb0 None None] No DVR routers for this DVR port 6b08a857-71ca-4a9c-af23-4cbf2c736314 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:01:58.651688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb1a86-a505-498d-8f3e-f8dee2582fb0 None None] Pushing event deleted for resources: {'Port': ['ID=6b08a857-71ca-4a9c-af23-4cbf2c736314,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:58.681079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Checking segment: {'id': '93f7dddc-384b-4511-b426-07d085a171ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '468693c3-0d6d-4516-9280-a7296d07a6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:01:58.681450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Network hostable DHCP agents. Network: 468693c3-0d6d-4516-9280-a7296d07a6cb, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:58.707083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-0c0d5f10-d1e7-419c-9c40-d565813845ab req-63da87d8-0d15-4e65-8d80-fce9de4147b2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Synchronizing usage tracker for tenant:94d1bf4c17454780927ec149855c36f1 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:58.750662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c8a2021f-d8ac-4942-b234-9e6f64490d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:58.751708 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c8a2021f-d8ac-4942-b234-9e6f64490d55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd840f1c-bd4d-4bbd-8dea-9d759eb0da8e HTTP/1.1" status: 204 len: 168 time: 2.6665120 Mar 22 13:01:58.752356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:58.852984 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Network 468693c3-0d6d-4516-9280-a7296d07a6cb is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:58.869592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-0c0d5f10-d1e7-419c-9c40-d565813845ab req-63da87d8-0d15-4e65-8d80-fce9de4147b2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Unset dirty status for tenant:94d1bf4c17454780927ec149855c36f1 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:58.871288 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0c0d5f10-d1e7-419c-9c40-d565813845ab req-63da87d8-0d15-4e65-8d80-fce9de4147b2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 210 time: 0.2894878 Mar 22 13:01:58.917676 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55a870ce-df30-4ca9-988c-1d396eac1f2e req-1c594a0e-411b-4e62-8df2-271bd95df85e service neutron] 10.222.0.47 "GET /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9506984 Mar 22 13:01:58.964652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:58.990460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:59.000142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 468693c3-0d6d-4516-9280-a7296d07a6cb) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:59.008958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a502039-0ab8-4c34-87b0-07282f7fe4c0 None None] Network 468693c3-0d6d-4516-9280-a7296d07a6cb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:59.018054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817faef4-4f30-4cc9-9bd5-e66778791f00 req-305cbc50-091f-450c-b8ee-60ed209e880e tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:59.020223 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-817faef4-4f30-4cc9-9bd5-e66778791f00 req-305cbc50-091f-450c-b8ee-60ed209e880e tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 943 time: 0.5092351 Mar 22 13:01:59.033295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Transition to ACTIVE for port object 95e3c18b-5c85-4337-92b9-49b5fb53ad79 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:59.035535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:59.036651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:59.088635 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6a60e2b1-b7ab-4bcf-96f4-acf71e7af735 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7126768 Mar 22 13:01:59.089485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32948) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:59.205609 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-817faef4-4f30-4cc9-9bd5-e66778791f00 req-d3e153ca-2dab-4667-8577-e21fea8b743a tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344888 Mar 22 13:01:59.263021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 32954) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:59.350280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-468693c3-0d6d-4516-9280-a7296d07a6cb', 'network_id': '468693c3-0d6d-4516-9280-a7296d07a6cb', 'tenant_id': '18041cf814d44c7fb74083b4d3ea088e', 'fixed_ips': [{'subnet_id': '9dd8133f-cceb-45ce-bc7a-bd02dd8b8682'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:01:59.351844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:59.386184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:59.399186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Request body: {'port': {'network_id': '468693c3-0d6d-4516-9280-a7296d07a6cb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1489817144'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:59.422741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-2f52a434-d82e-4b7f-b1e0-a32b0e22d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:59.424159 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-2f52a434-d82e-4b7f-b1e0-a32b0e22d295 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56884933f19e4683ad19a5707e68cae2&device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 1096 time: 0.4167886 Mar 22 13:01:59.486664 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-89e113dd-03ba-45dd-80d9-65f60a32db5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f583e5d686f246fa9588c2d25ed90f73&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2173223 Mar 22 13:01:59.488222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 9023d4f9-849d-4917-bc1a-15393939a26f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:01:59.497347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32958) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:59.498664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:59.523709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.47', 49253) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:59.573653 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d3c5debb-40f4-45ec-bd3f-5d473c68778b req-5870923a-8bc9-4aa5-a0cc-752af26a5651 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 210 time: 0.1842716 Mar 22 13:01:59.608603 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Allocated IP 172.20.0.2 (468693c3-0d6d-4516-9280-a7296d07a6cb/9dd8133f-cceb-45ce-bc7a-bd02dd8b8682/02dcd0e1-259d-43ad-aca7-ff11013fa300) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:59.644634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:59.659715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=ff64587c-81d0-455b-9a75-f442f960978e,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:59.663802 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:59.728642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:59.731635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-59139c82-a1c5-4e91-9419-bb28efe1cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:59.733345 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-59139c82-a1c5-4e91-9419-bb28efe1cdab service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d710130-13e1-4111-b70f-e553701a4bce HTTP/1.1" status: 200 len: 913 time: 0.2801228 Mar 22 13:01:59.734609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:59.735361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:59.746159 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ccd9d8-e6ac-4a12-8c0a-7eb91fedbed4 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:01:59.844814 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-6372b61e-9c19-4f15-a07b-544b7fc70694 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad HTTP/1.1" status: 200 len: 217 time: 0.1015778 Mar 22 13:01:59.982476 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-648d0de3-ce05-40f0-9b5e-9a4539ff1caa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4108779 Mar 22 13:01:59.992488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 32970) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:00.008015 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Network 9c61fb77-9331-4a80-a558-a9b057586d7a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:00.024347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.031935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:00.037584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': 'ff64587c-81d0-455b-9a75-f442f960978e', 'ip_address': '2001:db8::14db:4233:1830:9684'}], 'name': 'tempest-NetworksTestDHCPv6-1633587379'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:00.048853 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Transition to ACTIVE for port object 02dcd0e1-259d-43ad-aca7-ff11013fa300 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:00.056451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:00.101062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Transition to ACTIVE for port object 02dcd0e1-259d-43ad-aca7-ff11013fa300 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:00.127901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': 'ff64587c-81d0-455b-9a75-f442f960978e'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:02:00.129631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.137440 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Pushing event updated for resources: {'Port': ['ID=95e3c18b-5c85-4337-92b9-49b5fb53ad79,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:00.151860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:00.152189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.153247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.164900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.167827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:00.170537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-cde9606f-2c27-4830-a35a-c169a3698940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:00.171873 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-cde9606f-2c27-4830-a35a-c169a3698940 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4cbfb0-32d8-4856-8d7b-cb72b21f744e HTTP/1.1" status: 200 len: 851 time: 0.3136308 Mar 22 13:02:00.176710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-631f143c-a1c6-4254-a233-ef52bb5b62fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.182505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.189259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Usage tracker for resource:port and tenant:18041cf814d44c7fb74083b4d3ea088e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:00.200454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:00.216735 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361135f-91d4-4c7f-b259-e6fd2af0a376 None None] Sync routers for ids ['9023d4f9-849d-4917-bc1a-15393939a26f'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:00.225979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:00.235095 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-235dc07d-0d1a-48df-ad36-33d0c343afa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/9023d4f9-849d-4917-bc1a-15393939a26f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1434507 Mar 22 13:02:00.238192 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b361135f-91d4-4c7f-b259-e6fd2af0a376 None None] Routers {'9023d4f9-849d-4917-bc1a-15393939a26f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:00.239605 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b361135f-91d4-4c7f-b259-e6fd2af0a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['9023d4f9-849d-4917-bc1a-15393939a26f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:00.243190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 32974) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:00.253675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:00.306982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Network 468693c3-0d6d-4516-9280-a7296d07a6cb is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:00.311810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:00.318494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Pushing event updated for resources: {'Port': ['ID=02dcd0e1-259d-43ad-aca7-ff11013fa300,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:00.328548 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:00.352446 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b361135f-91d4-4c7f-b259-e6fd2af0a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:00.364192 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b361135f-91d4-4c7f-b259-e6fd2af0a376 None None] Routers {'9023d4f9-849d-4917-bc1a-15393939a26f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:00.365546 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b361135f-91d4-4c7f-b259-e6fd2af0a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['9023d4f9-849d-4917-bc1a-15393939a26f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:00.447298 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b361135f-91d4-4c7f-b259-e6fd2af0a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:00.448308 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361135f-91d4-4c7f-b259-e6fd2af0a376 None None] The sync data for ids ['9023d4f9-849d-4917-bc1a-15393939a26f'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:00.492118 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-bcfb3d5e-b916-4cef-9eec-ef537d0ad6ad tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6573975 Mar 22 13:02:00.519300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-70b5de03-2f22-4b2e-881c-92d4738d24d2 None None] Provisioning for port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:00.530036 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Attempting to bind port 02dcd0e1-259d-43ad-aca7-ff11013fa300 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:00.530515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Attempting to bind port 02dcd0e1-259d-43ad-aca7-ff11013fa300 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '93f7dddc-384b-4511-b426-07d085a171ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '468693c3-0d6d-4516-9280-a7296d07a6cb'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:00.530990 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Attempting to bind port 02dcd0e1-259d-43ad-aca7-ff11013fa300 on network 468693c3-0d6d-4516-9280-a7296d07a6cb {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:00.538868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-70b5de03-2f22-4b2e-881c-92d4738d24d2 None None] Provisioning complete for port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:00.539414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-70b5de03-2f22-4b2e-881c-92d4738d24d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.553011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-12a92de1-bbf9-4ae4-ab38-dc88e9f9e91e tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:00.554669 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-12a92de1-bbf9-4ae4-ab38-dc88e9f9e91e tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.47 "GET /v2.0/networks?id=588ef3e5-b7e3-4388-b407-620145bfff9a HTTP/1.1" status: 200 len: 806 time: 0.9840705 Mar 22 13:02:00.572209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:00.572209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Checking segment: {'id': '93f7dddc-384b-4511-b426-07d085a171ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '468693c3-0d6d-4516-9280-a7296d07a6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:00.572835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.573357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Bound using segment: {'id': '93f7dddc-384b-4511-b426-07d085a171ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '468693c3-0d6d-4516-9280-a7296d07a6cb'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:00.573942 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Bound port: 02dcd0e1-259d-43ad-aca7-ff11013fa300, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f7dddc-384b-4511-b426-07d085a171ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '468693c3-0d6d-4516-9280-a7296d07a6cb'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:00.574409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.576765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-631f143c-a1c6-4254-a233-ef52bb5b62fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.587664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Request body: {'port': {'device_id': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:00.594214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Pushing event updated for resources: {'Port': ['ID=953faeb3-8068-45aa-b9ea-0be6c1016e1c,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:00.634375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.661847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/ff64587c-81d0-455b-9a75-f442f960978e/f1c46aec-3024-4df9-982e-f7e205ac1f1e) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:00.668910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-70b5de03-2f22-4b2e-881c-92d4738d24d2 None None] Port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:00.714954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa161d-0ac3-46d0-bc05-881b94228ea0 req-ce56ffb7-e285-4163-8d81-bf6f3d2d9526 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:00.719630 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86aa161d-0ac3-46d0-bc05-881b94228ea0 req-ce56ffb7-e285-4163-8d81-bf6f3d2d9526 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 931 time: 0.7260780 Mar 22 13:02:00.772508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:00.786827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:00.787574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] For port 02dcd0e1-259d-43ad-aca7-ff11013fa300, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:00.809572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] For port 02dcd0e1-259d-43ad-aca7-ff11013fa300, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=02dcd0e1-259d-43ad-aca7-ff11013fa300,segment=NetworkSegment(93f7dddc-384b-4511-b426-07d085a171ac),segment_id=93f7dddc-384b-4511-b426-07d085a171ac)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:00.816171 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.872930 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Made reservation on behalf of 18041cf814d44c7fb74083b4d3ea088e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:00.876371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:00.963042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:00.971073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164423c7-640e-485b-9635-7680e04a2ff5 None None] Pushing event updated for resources: {'Port': ['ID=02dcd0e1-259d-43ad-aca7-ff11013fa300,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:00.986095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-8e6e36e7-552c-4742-b9e1-a3e5085fcae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:00.988145 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-8e6e36e7-552c-4742-b9e1-a3e5085fcae7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d710130-13e1-4111-b70f-e553701a4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8078091 Mar 22 13:02:00.989231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:01.016064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] device_id is not set on port b1d25ff4-8b2b-4078-bcd8-5475434254cd yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:01.019581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:01.032159 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Transition to ACTIVE for port object f1c46aec-3024-4df9-982e-f7e205ac1f1e will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:01.048817 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86aa161d-0ac3-46d0-bc05-881b94228ea0 req-b0fd90d7-4e1f-4e18-aaff-6e7f602d1bb5 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144124 Mar 22 13:02:01.055875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Transition to ACTIVE for port object f1c46aec-3024-4df9-982e-f7e205ac1f1e will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:01.063103 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f4e20b5b-15e7-47d8-8f9c-8279786cf883 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71da4384778447c3acef0bf0a43cc204 HTTP/1.1" status: 200 len: 379 time: 0.4443469 Mar 22 13:02:01.063703 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:01.072614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:01.109838 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Floating IP ac19007e-c74a-4235-a805-49992fcffd51 associated. External IP: 172.26.5.193, port: 6287acd8-4204-4af2-b96e-1d8fb90854a4. Mar 22 13:02:01.113206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Request body: {'port': {'device_id': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'admin_state_up': True, 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'security_groups': ['f8d3f76b-f9ca-4b39-b796-f861bd832ad9']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:01.164371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:01.180360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:01.191281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:01.200715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Pushing event updated for resources: {'Port': ['ID=f1c46aec-3024-4df9-982e-f7e205ac1f1e,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:01.223310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:01.383843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Attempting to bind port f1c46aec-3024-4df9-982e-f7e205ac1f1e on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:01.384210 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Attempting to bind port f1c46aec-3024-4df9-982e-f7e205ac1f1e by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:01.384562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Attempting to bind port f1c46aec-3024-4df9-982e-f7e205ac1f1e on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:01.390189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:01.390571 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:01.390941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:01.391839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:01.392307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Bound port: f1c46aec-3024-4df9-982e-f7e205ac1f1e, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:01.392675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:01.401661 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22813bba-ee7e-42af-a7f3-6bb3c155a1af req-ad4222b4-199f-4f5b-aeae-dbb7c37707d5 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 210 time: 0.0913153 Mar 22 13:02:01.419000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-631f143c-a1c6-4254-a233-ef52bb5b62fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:01.525283 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] For port f1c46aec-3024-4df9-982e-f7e205ac1f1e, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:01.531663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] For port f1c46aec-3024-4df9-982e-f7e205ac1f1e, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f1c46aec-3024-4df9-982e-f7e205ac1f1e,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:01.538120 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:01.565018 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-88910cba-22ac-4981-b32e-e79f1e511e49 service neutron] 10.222.0.47 "GET /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582228 Mar 22 13:02:01.578397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:01.590316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f143c-a1c6-4254-a233-ef52bb5b62fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fa7088-c70c-4061-8e50-8b2328cd8776,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:01.605891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 9e624528-6ed5-4ef3-a85d-f36f2bd06719 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:01.626364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f96b4-1fd8-4e86-88d2-d4ebc808284f req-4f9284c6-adb4-428d-aad1-ec55ab332f79 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:01.627912 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b83f96b4-1fd8-4e86-88d2-d4ebc808284f req-4f9284c6-adb4-428d-aad1-ec55ab332f79 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 943 time: 1.0683310 Mar 22 13:02:01.662670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bacba5-3803-4ac1-8fad-296d6417be98 None None] Pushing event updated for resources: {'Port': ['ID=f1c46aec-3024-4df9-982e-f7e205ac1f1e,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:01.717458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-631f143c-a1c6-4254-a233-ef52bb5b62fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:01.720582 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-631f143c-a1c6-4254-a233-ef52bb5b62fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47fa7088-c70c-4061-8e50-8b2328cd8776 HTTP/1.1" status: 204 len: 168 time: 2.2208240 Mar 22 13:02:01.778068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Allocated IP 172.20.0.5 (468693c3-0d6d-4516-9280-a7296d07a6cb/9dd8133f-cceb-45ce-bc7a-bd02dd8b8682/b1d25ff4-8b2b-4078-bcd8-5475434254cd) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:01.780359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:01.828059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:01.853928 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b83f96b4-1fd8-4e86-88d2-d4ebc808284f req-cd778257-2b0a-4e3e-a269-a753d330e468 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107632 Mar 22 13:02:01.943690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device cbf324a3-03b0-4ac9-8c0c-e67b705de3ad details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:02:01.955009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Made reservation on behalf of 71da4384778447c3acef0bf0a43cc204 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:01.958482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:02.160839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Router aadb1bff-e84b-4384-b6c0-d50fabb9c721 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:02:02.163337 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a70025c5-9e2a-4ddc-8d19-a4813810ee57 req-8f61781e-ab0a-4319-b5da-77f2b97e9a7a service neutron] 10.222.0.47 "GET /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663626 Mar 22 13:02:02.224097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 02dcd0e1-259d-43ad-aca7-ff11013fa300 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:02.463215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:02.476461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 02dcd0e1-259d-43ad-aca7-ff11013fa300 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:02.503500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'port_id': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad', 'mac_address': 'fa:16:3e:b1:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:02:02.590254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:02.610444 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:02.618173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Transition to ACTIVE for port object b1d25ff4-8b2b-4078-bcd8-5475434254cd will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:02.642733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf324a3-03b0-4ac9-8c0c-e67b705de3ad {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:02:02.659935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::14db:4233:1830:9684 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/ff64587c-81d0-455b-9a75-f442f960978e/9e624528-6ed5-4ef3-a85d-f36f2bd06719) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:02.667681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:02.668179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:02.675593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:02.716565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51f724-a11e-4965-a97a-ccc470a2f0b8 req-2a3a5bb1-879d-413c-a564-8e5b6024c9bd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:02.724017 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ce51f724-a11e-4965-a97a-ccc470a2f0b8 req-2a3a5bb1-879d-413c-a564-8e5b6024c9bd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 931 time: 0.3950474 Mar 22 13:02:02.737623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff429a-a835-4e30-98ea-6118c3f7bb8b None None] Network 468693c3-0d6d-4516-9280-a7296d07a6cb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:02.762217 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-710e830d-2cb2-4bc3-bdd5-a7ce22a7a2b2 req-3394afbb-713a-407a-94d6-64ebd0b04b51 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 210 time: 0.1227372 Mar 22 13:02:02.767960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec2693-92f8-4e3e-ba7f-c8375db95954 None None] Sync routers for ids ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:02.813788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:02.893136 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cb78f868-60e9-4281-8225-5d24cb4244fc None None] Provisioning for port 02dcd0e1-259d-43ad-aca7-ff11013fa300 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:02.907542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec2693-92f8-4e3e-ba7f-c8375db95954 None None] Routers {'aadb1bff-e84b-4384-b6c0-d50fabb9c721'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:02.908078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f3ec2693-92f8-4e3e-ba7f-c8375db95954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:03.024805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f3ec2693-92f8-4e3e-ba7f-c8375db95954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:03.048422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:03.082389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec2693-92f8-4e3e-ba7f-c8375db95954 None None] Routers {'aadb1bff-e84b-4384-b6c0-d50fabb9c721'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:03.084110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f3ec2693-92f8-4e3e-ba7f-c8375db95954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:01:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:03.123826 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ce51f724-a11e-4965-a97a-ccc470a2f0b8 req-43c7bc47-fe38-45ed-ad94-a93dd05f1dcb tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983438 Mar 22 13:02:03.128224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:03.134528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:02:03.153936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Network 468693c3-0d6d-4516-9280-a7296d07a6cb is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:03.192952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cb78f868-60e9-4281-8225-5d24cb4244fc None None] Provisioning complete for port 02dcd0e1-259d-43ad-aca7-ff11013fa300 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:03.193508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cb78f868-60e9-4281-8225-5d24cb4244fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:03.223641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:03.228138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f3ec2693-92f8-4e3e-ba7f-c8375db95954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:03.228706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec2693-92f8-4e3e-ba7f-c8375db95954 None None] The sync data for ids ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:03.230610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['cbf324a3-03b0-4ac9-8c0c-e67b705de3ad'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:02:03.275276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3bb67909-62d0-45cf-800d-da3249930dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:03.291704 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:03.305252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:03.370223 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-90139305-0313-4bce-b3a4-7d39ccca1132 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.8048387 Mar 22 13:02:03.371205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33014) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:03.557151 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cb78f868-60e9-4281-8225-5d24cb4244fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:03.560871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:03.575960 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-79151016-b4c6-47a1-a071-a45a978d8835 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] 10.222.0.70 "GET /v2.0/floatingips/ac19007e-c74a-4235-a805-49992fcffd51 HTTP/1.1" status: 200 len: 982 time: 0.1905839 Mar 22 13:02:03.579562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33022) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:03.587287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Allocated IP 172.20.0.7 (588ef3e5-b7e3-4388-b407-620145bfff9a/4460c74b-da4f-4181-aa39-df085cf72af5/bb238990-35cc-47bc-8bce-f2aafadc5802) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:03.629710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Pushing event updated for resources: {'Port': ['ID=b1d25ff4-8b2b-4078-bcd8-5475434254cd,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:03.655402 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-cb78f868-60e9-4281-8225-5d24cb4244fc None None] For port 02dcd0e1-259d-43ad-aca7-ff11013fa300, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=02dcd0e1-259d-43ad-aca7-ff11013fa300,segment=NetworkSegment(93f7dddc-384b-4511-b426-07d085a171ac),segment_id=93f7dddc-384b-4511-b426-07d085a171ac)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:03.658891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 9e624528-6ed5-4ef3-a85d-f36f2bd06719 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:03.664352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cb78f868-60e9-4281-8225-5d24cb4244fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:03.736227 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-340b1729-bd56-4c39-a247-ed29a52872b5 tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.1559267 Mar 22 13:02:03.739779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33030) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:03.754291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e3c18b-5c85-4337-92b9-49b5fb53ad79 {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:02:03.791364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:03.850473 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78f868-60e9-4281-8225-5d24cb4244fc None None] Pushing event updated for resources: {'Port': ['ID=02dcd0e1-259d-43ad-aca7-ff11013fa300,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:03.859063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:03.859836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:03.863884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-752939c5-c0b6-4ce0-957f-0cc08a3f30c5 None None] Provisioning for port f1c46aec-3024-4df9-982e-f7e205ac1f1e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:04.000280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f1c46aec-3024-4df9-982e-f7e205ac1f1e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:04.050955 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9876ac52-fcce-4fa0-bf89-42735add4327 req-8a2509da-b077-424d-8377-e084cd3a3b5e tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 210 time: 0.0602510 Mar 22 13:02:04.079133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Deleting port 953faeb3-8068-45aa-b9ea-0be6c1016e1c {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:04.079508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.109700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33040) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:04.136466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-58411ff2-be33-4eb4-8e65-decb01ed9f33 None None] Provisioning for port b1d25ff4-8b2b-4078-bcd8-5475434254cd completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:04.150235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-58411ff2-be33-4eb4-8e65-decb01ed9f33 None None] Provisioning complete for port b1d25ff4-8b2b-4078-bcd8-5475434254cd triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:04.152196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58411ff2-be33-4eb4-8e65-decb01ed9f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.171631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Transition to ACTIVE for port object 95e3c18b-5c85-4337-92b9-49b5fb53ad79 will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:04.174478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.179979 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-47c7f519-a8de-4e2e-a1a6-4c5745505e7f tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.0871630 Mar 22 13:02:04.198001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe8809-038b-4b0d-91eb-e857e642872a req-24044324-9432-4916-ba32-e444bdf87013 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:04.199675 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2dfe8809-038b-4b0d-91eb-e857e642872a req-24044324-9432-4916-ba32-e444bdf87013 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 944 time: 1.0810709 Mar 22 13:02:04.207585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33048) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:04.213683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port f1c46aec-3024-4df9-982e-f7e205ac1f1e completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:04.217739 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.223950 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f1c46aec-3024-4df9-982e-f7e205ac1f1e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:04.224777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.274292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-58411ff2-be33-4eb4-8e65-decb01ed9f33 None None] Port b1d25ff4-8b2b-4078-bcd8-5475434254cd cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:04.316591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-58411ff2-be33-4eb4-8e65-decb01ed9f33 None None] Provisioning complete for port 02dcd0e1-259d-43ad-aca7-ff11013fa300 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:04.317069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58411ff2-be33-4eb4-8e65-decb01ed9f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.395123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=9e624528-6ed5-4ef3-a85d-f36f2bd06719,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:04.427539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.430262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Request body: {'port': {'network_id': '468693c3-0d6d-4516-9280-a7296d07a6cb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-268767437', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:04.431644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.api.validators [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] bootfile-name is not in valid_values {{(pid=87933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:02:04.432194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.api.validators [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] tftp-server is not in valid_values {{(pid=87933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:02:04.433258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.api.validators [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] server-ip-address is not in valid_values {{(pid=87933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:02:04.494262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.508333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Transition to ACTIVE for port object bb238990-35cc-47bc-8bce-f2aafadc5802 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:04.516743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Pushing event updated for resources: {'Port': ['ID=95e3c18b-5c85-4337-92b9-49b5fb53ad79,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:04.548111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port f1c46aec-3024-4df9-982e-f7e205ac1f1e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f1c46aec-3024-4df9-982e-f7e205ac1f1e,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:04.568173 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2dfe8809-038b-4b0d-91eb-e857e642872a req-da3320fa-93b9-4da7-9f9b-e88fbc31d347 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3567598 Mar 22 13:02:04.597069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.616376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-113264879'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:04.677397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:04.678180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.690617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:04.741129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=f1c46aec-3024-4df9-982e-f7e205ac1f1e,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:04.747582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Usage tracker for resource:network and tenant:f46e89d1e3214155816278d4a0f730dd is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:04.750328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:04.752835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:04.759101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:04.759733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.764542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:04.775688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:04.782425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:04.782765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.792642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:04.805155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Usage tracker for resource:port and tenant:18041cf814d44c7fb74083b4d3ea088e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:04.812417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:04.827987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:04.831581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-59b6260b-7799-41d3-9cf5-bf0803d7a78e None None] Provisioning complete for port b1d25ff4-8b2b-4078-bcd8-5475434254cd triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:04.831996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-59b6260b-7799-41d3-9cf5-bf0803d7a78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.842024 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1bdb993d-db16-4fac-97c2-e464d2f80ff7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8152707 Mar 22 13:02:04.848766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Made reservation on behalf of f46e89d1e3214155816278d4a0f730dd for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:04.852465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.862497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33052) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:04.903236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-59b6260b-7799-41d3-9cf5-bf0803d7a78e None None] Port b1d25ff4-8b2b-4078-bcd8-5475434254cd cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:04.917034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.929175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.929497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.941430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Made reservation on behalf of 18041cf814d44c7fb74083b4d3ea088e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:04.944850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:04.948489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Network 588ef3e5-b7e3-4388-b407-620145bfff9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:04.975227 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Attempting to bind port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:04.975833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Attempting to bind port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:04.976199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Attempting to bind port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 on network 9c61fb77-9331-4a80-a558-a9b057586d7a {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:04.978391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:04.990404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:05.024263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 on network 9c61fb77-9331-4a80-a558-a9b057586d7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:05.024458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Attempting to bind port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 on network 9c61fb77-9331-4a80-a558-a9b057586d7a {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:05.035420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Pushing event updated for resources: {'Port': ['ID=bb238990-35cc-47bc-8bce-f2aafadc5802,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:05.047456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bea03ea1-a12e-45e2-a499-37f5e2182476 None None] Provisioning for port 9e624528-6ed5-4ef3-a85d-f36f2bd06719 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:05.053377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bea03ea1-a12e-45e2-a499-37f5e2182476 None None] Provisioning complete for port 9e624528-6ed5-4ef3-a85d-f36f2bd06719 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:05.053877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bea03ea1-a12e-45e2-a499-37f5e2182476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.055821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:05.056162 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Checking segment: {'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:05.056735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Bound using segment: {'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:05.057175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Bound port: 95e3c18b-5c85-4337-92b9-49b5fb53ad79, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dac4b2a-fe51-4a40-93df-371d9d34fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:05.057520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.093123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.127199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:05.127867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.151965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-bea03ea1-a12e-45e2-a499-37f5e2182476 None None] Port 9e624528-6ed5-4ef3-a85d-f36f2bd06719 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:05.232726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:05.242221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Calling delete_port for 953faeb3-8068-45aa-b9ea-0be6c1016e1c owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:05.273235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] device_id is not set on port cb61d50a-8727-4c9f-a6a4-1a78b90e3049 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:05.275712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8ca58cc0-849f-4dd9-8810-8f1bb8ea33ae None None] Provisioning for port bb238990-35cc-47bc-8bce-f2aafadc5802 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:05.296772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8ca58cc0-849f-4dd9-8810-8f1bb8ea33ae None None] Provisioning complete for port bb238990-35cc-47bc-8bce-f2aafadc5802 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:05.297179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8ca58cc0-849f-4dd9-8810-8f1bb8ea33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.315263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Usage tracker for resource:security_group_rule and tenant:f46e89d1e3214155816278d4a0f730dd is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:05.331954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:05.347288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:05.357080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:05.359335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67301847-e7fb-4b62-aca4-1f2dd269fa47 req-2ebcf54a-434d-4c29-b412-bd94f7c4a7ae tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:05.360942 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-67301847-e7fb-4b62-aca4-1f2dd269fa47 req-2ebcf54a-434d-4c29-b412-bd94f7c4a7ae tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 943 time: 0.9728618 Mar 22 13:02:05.388925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d72b2431-b85f-45c4-9e34-a24d006d1bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.414508 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f172fb7c-2d32-4987-9feb-487558107dec tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3155351 Mar 22 13:02:05.420817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-8ca58cc0-849f-4dd9-8810-8f1bb8ea33ae None None] Port bb238990-35cc-47bc-8bce-f2aafadc5802 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:05.447987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Request body: {'port': {'device_id': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:05.528485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84c9ad5-f63a-4e83-9dff-84e3db6ad289 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:05.535288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84c9ad5-f63a-4e83-9dff-84e3db6ad289 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:05.536288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e84c9ad5-f63a-4e83-9dff-84e3db6ad289 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:05.571727 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-67301847-e7fb-4b62-aca4-1f2dd269fa47 req-52f8aca8-9501-4708-a939-cb85f48809d3 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859651 Mar 22 13:02:05.642312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] For port 95e3c18b-5c85-4337-92b9-49b5fb53ad79, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:05.708891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e84c9ad5-f63a-4e83-9dff-84e3db6ad289 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:05.712656 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e84c9ad5-f63a-4e83-9dff-84e3db6ad289 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.8417101 Mar 22 13:02:05.723046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33062) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:05.744681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.779457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] For port 95e3c18b-5c85-4337-92b9-49b5fb53ad79, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:05.797834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Allocated IP 172.20.0.7 (468693c3-0d6d-4516-9280-a7296d07a6cb/9dd8133f-cceb-45ce-bc7a-bd02dd8b8682/cb61d50a-8727-4c9f-a6a4-1a78b90e3049) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:05.804446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.826238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event deleted for resources: {'Port': ['ID=953faeb3-8068-45aa-b9ea-0be6c1016e1c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:05.865180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.910322 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device cbf324a3-03b0-4ac9-8c0c-e67b705de3ad up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:05.912689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906c1eb-b092-48a5-bcd0-f91c724c36e8 req-6475f953-4091-4185-b233-d7d797b97a93 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:05.913448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-c906c1eb-b092-48a5-bcd0-f91c724c36e8 req-6475f953-4091-4185-b233-d7d797b97a93 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Synchronizing usage tracker for tenant:71da4384778447c3acef0bf0a43cc204 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:05.933033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:05.933660 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.936113 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] 10.222.0.47 "PUT /v2.0/ports/95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 1093 time: 5.3705049 Mar 22 13:02:05.944456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-0f39b860-4642-4a69-81c1-e4d1eeb83aeb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 9e624528-6ed5-4ef3-a85d-f36f2bd06719 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:05.944794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f39b860-4642-4a69-81c1-e4d1eeb83aeb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.953753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:05.959025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 02dcd0e1-259d-43ad-aca7-ff11013fa300 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:05.978459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'tag': '95e3c18b-5c85-4337-92b9-49b5fb53ad79'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:06.085604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 02dcd0e1-259d-43ad-aca7-ff11013fa300 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:06.086151 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.159237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.208029 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:06.221533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.222234 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Floating IP ac19007e-c74a-4235-a805-49992fcffd51 disassociated (deleted). External IP: 172.26.5.193, port: 6287acd8-4204-4af2-b96e-1d8fb90854a4. Mar 22 13:02:06.224493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:06.224997 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.342342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:02:06.374308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f1c46aec-3024-4df9-982e-f7e205ac1f1e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:06.381251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f39b860-4642-4a69-81c1-e4d1eeb83aeb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.389913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df370e8-6851-4e57-b75d-1e6445c4caf5,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:06.425954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af1ba0-636a-414b-9855-4c8c99d2eb44 req-7480204c-3e5a-455f-a3a6-c6e40f268e0f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:06.428314 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-05af1ba0-636a-414b-9855-4c8c99d2eb44 req-7480204c-3e5a-455f-a3a6-c6e40f268e0f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 944 time: 0.7276700 Mar 22 13:02:06.439877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.486517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.486717 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Added segment 620fe6f8-dbaa-4d3b-a475-aebdf209cbe6 of type vlan for network 9bb194e5-969f-4da5-a638-55f09daf02a5 Mar 22 13:02:06.521253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-0f39b860-4642-4a69-81c1-e4d1eeb83aeb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 9e624528-6ed5-4ef3-a85d-f36f2bd06719 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:06.561564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f1c46aec-3024-4df9-982e-f7e205ac1f1e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:06.562083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.597140 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.630736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.631313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.656010 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-05af1ba0-636a-414b-9855-4c8c99d2eb44 req-6f7e9838-fa6c-482c-933b-639f9871e187 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620796 Mar 22 13:02:06.658744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:06.713340 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-c906c1eb-b092-48a5-bcd0-f91c724c36e8 req-6475f953-4091-4185-b233-d7d797b97a93 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Unset dirty status for tenant:71da4384778447c3acef0bf0a43cc204 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:06.721857 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c906c1eb-b092-48a5-bcd0-f91c724c36e8 req-6475f953-4091-4185-b233-d7d797b97a93 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 931 time: 1.4873276 Mar 22 13:02:06.734123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:06.738500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bf6ba-450c-47db-8e5d-2e2bf8c9aef8 service neutron] Pushing event updated for resources: {'Port': ['ID=95e3c18b-5c85-4337-92b9-49b5fb53ad79,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:06.745609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.843366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.854646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:06.863961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:06.867818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:06.907951 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c906c1eb-b092-48a5-bcd0-f91c724c36e8 req-841ff3d6-1639-44c9-95c4-36ef7807386e tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851709 Mar 22 13:02:06.978464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-97cf7e05-ec47-4be2-99a5-5dede2f17596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:06.979588 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-97cf7e05-ec47-4be2-99a5-5dede2f17596 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1096 time: 0.9672174 Mar 22 13:02:06.986000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:07.089603 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad', 'code': 200} Mar 22 13:02:07.113424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:07.122366 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-45ebcf9d-1ac7-4485-b76c-572cf913a5ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 217 time: 0.0883815 Mar 22 13:02:07.136203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=20ed7d3c-cf3d-45ff-ba11-c0b7f32671d6,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:07.139315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Pushing event updated for resources: {'Network': ['ID=9bb194e5-969f-4da5-a638-55f09daf02a5,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:07.158892 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0439391 Mar 22 13:02:07.168100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Transition to ACTIVE for port object cb61d50a-8727-4c9f-a6a4-1a78b90e3049 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:07.168830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f39b860-4642-4a69-81c1-e4d1eeb83aeb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:07.177116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.177631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.178125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.178603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.178945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.179348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.179852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.180187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.180522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.180862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.181578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.184780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a810b09-81ff-4c01-a618-286677f46cb2 tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:07.197521 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 9bb194e5-969f-4da5-a638-55f09daf02a5 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:02:07.208910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Router aadb1bff-e84b-4384-b6c0-d50fabb9c721 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:02:07.222955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:07.351728 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'tag': '95e3c18b-5c85-4337-92b9-49b5fb53ad79', 'status': 'completed', 'code': 200} Mar 22 13:02:07.556431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33090) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:07.569000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39b860-4642-4a69-81c1-e4d1eeb83aeb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=9e624528-6ed5-4ef3-a85d-f36f2bd06719,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:07.622886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Request body: {'port': {'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1385089632'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:07.646603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:07.657793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88672601-b113-420b-8273-1505cf5f85c1 req-5571beec-cc67-4e46-8fb1-7b0e0e1f06d9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:07.660125 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-88672601-b113-420b-8273-1505cf5f85c1 req-5571beec-cc67-4e46-8fb1-7b0e0e1f06d9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 943 time: 0.7132287 Mar 22 13:02:07.665821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f39b860-4642-4a69-81c1-e4d1eeb83aeb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:07.671635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Network 468693c3-0d6d-4516-9280-a7296d07a6cb is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:07.681913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:07.690216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Usage tracker for resource:port and tenant:702dea9cd7824724883eb9b8c316cc8f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:07.711041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:07.713164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:07.741989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:07.754524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-fcee21e5-402d-47f0-9aa7-a0ccbba091ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:07.755529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:07.756110 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-fcee21e5-402d-47f0-9aa7-a0ccbba091ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 200 len: 851 time: 0.6176798 Mar 22 13:02:07.761131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:07.762291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Pushing event updated for resources: {'Port': ['ID=cb61d50a-8727-4c9f-a6a4-1a78b90e3049,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:07.881885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Made reservation on behalf of 702dea9cd7824724883eb9b8c316cc8f for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:07.889268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:07.929111 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0f39b860-4642-4a69-81c1-e4d1eeb83aeb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/9e624528-6ed5-4ef3-a85d-f36f2bd06719 HTTP/1.1" status: 204 len: 168 time: 2.2039704 Mar 22 13:02:07.932856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:07.951877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33098) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:07.959008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:07.959676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:07.971764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0bce8571-284e-4ef1-84cd-a5dd0c205656 None None] Provisioning for port cb61d50a-8727-4c9f-a6a4-1a78b90e3049 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:07.976572 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-88672601-b113-420b-8273-1505cf5f85c1 req-af037a01-779a-4627-a9a0-212b3c9a6564 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988408 Mar 22 13:02:07.977653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0bce8571-284e-4ef1-84cd-a5dd0c205656 None None] Provisioning complete for port cb61d50a-8727-4c9f-a6a4-1a78b90e3049 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:07.978110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0bce8571-284e-4ef1-84cd-a5dd0c205656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.027195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:08.029662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:08.039258 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ececce4-7ff4-4041-a141-a481b0be1b61 None None] Sync routers for ids ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:08.040536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.050416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0bce8571-284e-4ef1-84cd-a5dd0c205656 None None] Port cb61d50a-8727-4c9f-a6a4-1a78b90e3049 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:08.059970 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ececce4-7ff4-4041-a141-a481b0be1b61 None None] Routers {'aadb1bff-e84b-4384-b6c0-d50fabb9c721'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:08.061054 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4ececce4-7ff4-4041-a141-a481b0be1b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:08.078275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fff727-a04f-4551-97f3-f93c0636b0bf req-e1c7e630-a590-4975-8ef3-0929246a77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:08.080026 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95fff727-a04f-4551-97f3-f93c0636b0bf req-e1c7e630-a590-4975-8ef3-0929246a77f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 1098 time: 0.5244765 Mar 22 13:02:08.081147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Usage tracker for resource:security_group_rule and tenant:702dea9cd7824724883eb9b8c316cc8f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:08.105404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:08.133781 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b33918db-0318-4e1b-86d8-0189b1d08ccf tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.7477381 Mar 22 13:02:08.135113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:08.142948 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4ececce4-7ff4-4041-a141-a481b0be1b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:08.145669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33102) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:08.149899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-95fff727-a04f-4551-97f3-f93c0636b0bf req-13d1ebb4-4a54-4447-9342-9ac3f5b1844f service neutron] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.153426 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ececce4-7ff4-4041-a141-a481b0be1b61 None None] Routers {'aadb1bff-e84b-4384-b6c0-d50fabb9c721'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:08.154150 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4ececce4-7ff4-4041-a141-a481b0be1b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:08.218516 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4ececce4-7ff4-4041-a141-a481b0be1b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:08.218921 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ececce4-7ff4-4041-a141-a481b0be1b61 None None] The sync data for ids ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:08.255623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 9023d4f9-849d-4917-bc1a-15393939a26f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:02:08.259426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-fc08a713-c698-41c3-8d37-e71130fe81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:08.260896 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-fc08a713-c698-41c3-8d37-e71130fe81f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c61fb77-9331-4a80-a558-a9b057586d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4870799 Mar 22 13:02:08.261111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69976ac-0ba2-4a45-a47e-565cbfab4152 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:08.263266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69976ac-0ba2-4a45-a47e-565cbfab4152 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:08.264064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d69976ac-0ba2-4a45-a47e-565cbfab4152 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:08.268775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200edff-8cc7-4977-b314-8e13d2992c02 req-0b3bd430-9d54-4320-8f99-47adcb5a3a85 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:08.270136 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9200edff-8cc7-4977-b314-8e13d2992c02 req-0b3bd430-9d54-4320-8f99-47adcb5a3a85 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 945 time: 0.4076157 Mar 22 13:02:08.273784 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb238990-35cc-47bc-8bce-f2aafadc5802 {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:02:08.279145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-95fff727-a04f-4551-97f3-f93c0636b0bf req-13d1ebb4-4a54-4447-9342-9ac3f5b1844f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:08.289945 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bf4b9d31-1741-4cc0-a81a-8d40a05fc777 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "DELETE /v2.0/floatingips/ac19007e-c74a-4235-a805-49992fcffd51 HTTP/1.1" status: 204 len: 168 time: 4.5482965 Mar 22 13:02:08.299771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33106) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:08.300526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-95fff727-a04f-4551-97f3-f93c0636b0bf req-13d1ebb4-4a54-4447-9342-9ac3f5b1844f service neutron] Usage tracker for resource:security_group_rule and tenant:545f91e3f2bc4abb85bc87c03c2433d7 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:08.303297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.313762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-95fff727-a04f-4551-97f3-f93c0636b0bf req-13d1ebb4-4a54-4447-9342-9ac3f5b1844f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:08.329724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-95fff727-a04f-4551-97f3-f93c0636b0bf req-13d1ebb4-4a54-4447-9342-9ac3f5b1844f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:08.337550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:08.354520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d69976ac-0ba2-4a45-a47e-565cbfab4152 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:08.358589 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d69976ac-0ba2-4a45-a47e-565cbfab4152 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3926246 Mar 22 13:02:08.359099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:08.365420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33110) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:08.369675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Transition to ACTIVE for port object bb238990-35cc-47bc-8bce-f2aafadc5802 will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:08.457026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd7eba-a789-48f2-a2d0-d9b2e57274a6 req-2626dfd6-5284-4760-84c2-6562aa2a0b90 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:08.459644 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-82cd7eba-a789-48f2-a2d0-d9b2e57274a6 req-2626dfd6-5284-4760-84c2-6562aa2a0b90 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 931 time: 0.3164580 Mar 22 13:02:08.467345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Usage tracker for resource:floatingip and tenant:f5098d7f4664436dbde7360e3bac76af is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:08.487451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76efca15-be54-46a8-a176-dd1411a70e32 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:08.493153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76efca15-be54-46a8-a176-dd1411a70e32 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:08.499510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76efca15-be54-46a8-a176-dd1411a70e32 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:08.500385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-76efca15-be54-46a8-a176-dd1411a70e32 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Synchronizing usage tracker for tenant:18041cf814d44c7fb74083b4d3ea088e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:08.517211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:08.529239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.534875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.555237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.573903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] device_id is not set on port 76196b7d-bb78-4264-927f-3826df71f2ee yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:08.588604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:08.643380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-76efca15-be54-46a8-a176-dd1411a70e32 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Unset dirty status for tenant:18041cf814d44c7fb74083b4d3ea088e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:08.644523 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-76efca15-be54-46a8-a176-dd1411a70e32 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4850876 Mar 22 13:02:08.647509 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-82cd7eba-a789-48f2-a2d0-d9b2e57274a6 req-fab40d4f-435d-4099-9931-eba4bece345e tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799345 Mar 22 13:02:08.660280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33114) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:08.664256 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9200edff-8cc7-4977-b314-8e13d2992c02 req-71f0f8f6-4676-475e-96c8-5b5d03be0497 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845162 Mar 22 13:02:08.678833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-95fff727-a04f-4551-97f3-f93c0636b0bf req-13d1ebb4-4a54-4447-9342-9ac3f5b1844f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.723892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-95fff727-a04f-4551-97f3-f93c0636b0bf req-13d1ebb4-4a54-4447-9342-9ac3f5b1844f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.738593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20102cee-eaf9-4d0f-9fec-f0086abfcfa8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:08.749819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:08.762492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888eb34-aa27-4686-b871-4ab06c0c581a None None] Sync routers for ids ['9023d4f9-849d-4917-bc1a-15393939a26f'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:08.774019 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-99a66c5d-f7ff-4680-824a-839e4f7a982b tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/9023d4f9-849d-4917-bc1a-15393939a26f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5251443 Mar 22 13:02:08.778981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33118) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:08.780510 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95fff727-a04f-4551-97f3-f93c0636b0bf req-13d1ebb4-4a54-4447-9342-9ac3f5b1844f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6882262 Mar 22 13:02:08.796676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888eb34-aa27-4686-b871-4ab06c0c581a None None] Routers {'9023d4f9-849d-4917-bc1a-15393939a26f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:08.798360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.800662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f888eb34-aa27-4686-b871-4ab06c0c581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['9023d4f9-849d-4917-bc1a-15393939a26f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:08.811471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb238990-35cc-47bc-8bce-f2aafadc5802,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:08.838931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c9496488-85b0-4c42-a7b4-f26be18bb0b1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Deleting port cb61d50a-8727-4c9f-a6a4-1a78b90e3049 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:08.839487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9496488-85b0-4c42-a7b4-f26be18bb0b1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:08.870591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f888eb34-aa27-4686-b871-4ab06c0c581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:08.881464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888eb34-aa27-4686-b871-4ab06c0c581a None None] Routers {'9023d4f9-849d-4917-bc1a-15393939a26f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:08.882091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f888eb34-aa27-4686-b871-4ab06c0c581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['9023d4f9-849d-4917-bc1a-15393939a26f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:08.913737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1ebb4-4a54-4447-9342-9ac3f5b1844f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=636bf329-ae93-47d8-b1ae-05fe1a665240,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:08.955249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f888eb34-aa27-4686-b871-4ab06c0c581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:08.955584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888eb34-aa27-4686-b871-4ab06c0c581a None None] The sync data for ids ['9023d4f9-849d-4917-bc1a-15393939a26f'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:08.993390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52943f2-93d1-49c4-b770-bd5ef8f66d59 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet ff64587c-81d0-455b-9a75-f442f960978e {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:09.034974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c52943f2-93d1-49c4-b770-bd5ef8f66d59 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:09.062758 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-808e71a4-0043-477c-ba57-fd2de253cefd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:09.088596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.088939 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.089273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.089600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.089931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.090795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.091132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.091485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.091805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.092125 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.092445 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.092764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:09.107855 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-229f86a8-a077-42b1-99cf-58a255011863 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8365211 Mar 22 13:02:09.194284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-808e71a4-0043-477c-ba57-fd2de253cefd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:09.195444 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-808e71a4-0043-477c-ba57-fd2de253cefd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=9023d4f9-849d-4917-bc1a-15393939a26f HTTP/1.1" status: 200 len: 205 time: 0.4054258 Mar 22 13:02:09.197943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c52943f2-93d1-49c4-b770-bd5ef8f66d59 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:09.227750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33124) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:09.294081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] device_id is not set on port 76196b7d-bb78-4264-927f-3826df71f2ee yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:09.308117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:09.343936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Transition to ACTIVE for port object 76196b7d-bb78-4264-927f-3826df71f2ee will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:09.346677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9496488-85b0-4c42-a7b4-f26be18bb0b1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:09.422132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179e13e-53ae-4194-ac0b-236acba2b09f req-05dfe4c3-30d6-4111-8fe5-94f49941c8cf tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:09.423638 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f179e13e-53ae-4194-ac0b-236acba2b09f req-05dfe4c3-30d6-4111-8fe5-94f49941c8cf tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 943 time: 0.3300869 Mar 22 13:02:09.489248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Attempting to bind port bb238990-35cc-47bc-8bce-f2aafadc5802 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:09.489586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Attempting to bind port bb238990-35cc-47bc-8bce-f2aafadc5802 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:09.489912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Attempting to bind port bb238990-35cc-47bc-8bce-f2aafadc5802 on network 588ef3e5-b7e3-4388-b407-620145bfff9a {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:09.521814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb435-b86f-4c81-8184-1e50ecb053b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:09.580623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:09.583652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Port bb238990-35cc-47bc-8bce-f2aafadc5802 on network 588ef3e5-b7e3-4388-b407-620145bfff9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:09.584040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Attempting to bind port bb238990-35cc-47bc-8bce-f2aafadc5802 on network 588ef3e5-b7e3-4388-b407-620145bfff9a {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:09.588201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c9496488-85b0-4c42-a7b4-f26be18bb0b1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Calling delete_port for cb61d50a-8727-4c9f-a6a4-1a78b90e3049 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:09.629473 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:09.629805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Checking segment: {'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:09.630189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Bound using segment: {'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:09.630619 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Bound port: bb238990-35cc-47bc-8bce-f2aafadc5802, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147480e2-97a9-4b7b-9cca-c6b02b3d61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:09.630961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:09.718983 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a859b8d7-a530-435f-b315-eb5f29da0e10 req-1f848f73-ee53-471b-9fb2-2f9d830f434f service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988252 Mar 22 13:02:09.760385 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f179e13e-53ae-4194-ac0b-236acba2b09f req-5f8b953d-af8b-41c6-8393-05d92346aa65 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445105 Mar 22 13:02:09.788342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event updated for resources: {'Port': ['ID=76196b7d-bb78-4264-927f-3826df71f2ee,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:09.794571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Checking segment: {'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:09.794940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Network hostable DHCP agents. Network: 9bb194e5-969f-4da5-a638-55f09daf02a5, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:02:09.861153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Network 9bb194e5-969f-4da5-a638-55f09daf02a5 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:02:09.873420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 9bb194e5-969f-4da5-a638-55f09daf02a5) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:09.880868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc0eb0-bbad-4548-800e-4aadfdb805dc None None] Network 9bb194e5-969f-4da5-a638-55f09daf02a5 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:09.887619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:09.939210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9496488-85b0-4c42-a7b4-f26be18bb0b1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:09.944980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:09.945317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:09.945663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:09.949879 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c52943f2-93d1-49c4-b770-bd5ef8f66d59 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.004274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:10.004650 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:10.005264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9496488-85b0-4c42-a7b4-f26be18bb0b1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Pushing event deleted for resources: {'Port': ['ID=cb61d50a-8727-4c9f-a6a4-1a78b90e3049,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:10.007236 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 2 to bind port 76196b7d-bb78-4264-927f-3826df71f2ee Mar 22 13:02:10.091199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:10.091527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:10.091873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:10.114383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:10.114692 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:10.118310 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 3 to bind port 76196b7d-bb78-4264-927f-3826df71f2ee Mar 22 13:02:10.158325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:10.158657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:10.158993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:10.169953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:10.170301 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:10.171305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9496488-85b0-4c42-a7b4-f26be18bb0b1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.173984 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 4 to bind port 76196b7d-bb78-4264-927f-3826df71f2ee Mar 22 13:02:10.188816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211a3eb-7132-4d9b-996a-59847e5493f8 req-0de4750d-05b9-4a80-a141-d7f53ebba663 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:10.190377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2211a3eb-7132-4d9b-996a-59847e5493f8 req-0de4750d-05b9-4a80-a141-d7f53ebba663 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 945 time: 0.2934415 Mar 22 13:02:10.190714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb435-b86f-4c81-8184-1e50ecb053b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.205564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb435-b86f-4c81-8184-1e50ecb053b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.224558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:10.224924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:10.225490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:10.238362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:10.238691 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:10.241765 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 5 to bind port 76196b7d-bb78-4264-927f-3826df71f2ee Mar 22 13:02:10.254016 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c9496488-85b0-4c42-a7b4-f26be18bb0b1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "DELETE /v2.0/ports/cb61d50a-8727-4c9f-a6a4-1a78b90e3049 HTTP/1.1" status: 204 len: 168 time: 1.5927925 Mar 22 13:02:10.260671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33132) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:10.276152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Request body: {'port': {'name': 'tempest-new-port-name-1906003778', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:10.276550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.api.validators [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] bootfile-name is not in valid_values {{(pid=87933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:02:10.276893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.api.validators [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] tftp-server is not in valid_values {{(pid=87933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:02:10.277229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.api.validators [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] server-ip-address is not in valid_values {{(pid=87933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:02:10.302624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:10.302911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:10.303316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:10.320828 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2211a3eb-7132-4d9b-996a-59847e5493f8 req-73705cc1-94ce-4e0a-b5e1-803a38e04834 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159379 Mar 22 13:02:10.325316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:10.325621 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:10.326006 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 6 to bind port 76196b7d-bb78-4264-927f-3826df71f2ee Mar 22 13:02:10.337581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] For port bb238990-35cc-47bc-8bce-f2aafadc5802, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:10.355189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:10.355478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:10.356214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:10.357921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.362661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:10.362934 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:10.391331 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 7 to bind port 76196b7d-bb78-4264-927f-3826df71f2ee Mar 22 13:02:10.413675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] For port bb238990-35cc-47bc-8bce-f2aafadc5802, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bb238990-35cc-47bc-8bce-f2aafadc5802,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:10.414709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb435-b86f-4c81-8184-1e50ecb053b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.415304 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdbb435-b86f-4c81-8184-1e50ecb053b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Fanout notify agent at l3_agent the message router_deleted on router 9023d4f9-849d-4917-bc1a-15393939a26f {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:02:10.424797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:10.425166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:10.425467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:10.428188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caf97d-6546-473d-85d3-80220b3aadec req-de099af6-5130-41b8-b7da-4bedfc44305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:10.429636 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08caf97d-6546-473d-85d3-80220b3aadec req-de099af6-5130-41b8-b7da-4bedfc44305a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1096 time: 0.6345735 Mar 22 13:02:10.437737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.440790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:10.441124 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:10.443175 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 8 to bind port 76196b7d-bb78-4264-927f-3826df71f2ee Mar 22 13:02:10.450698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.480394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c52943f2-93d1-49c4-b770-bd5ef8f66d59 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.501186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:10.501517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:10.501861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:10.516380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:10.516710 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:10.519070 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 9 to bind port 76196b7d-bb78-4264-927f-3826df71f2ee Mar 22 13:02:10.548934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:10.549269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:10.549605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:10.563458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8dfc1-8ab3-4bb0-bdf5-be303018fb30 req-3ef66e51-28d6-40b0-a248-159a93473914 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:10.564910 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08a8dfc1-8ab3-4bb0-bdf5-be303018fb30 req-3ef66e51-28d6-40b0-a248-159a93473914 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 943 time: 0.7371888 Mar 22 13:02:10.584544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:10.584879 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:10.585342 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 10 to bind port 76196b7d-bb78-4264-927f-3826df71f2ee Mar 22 13:02:10.609129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac5dae-1eac-4781-9807-fbb0263e5aaa None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:10.609958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52943f2-93d1-49c4-b770-bd5ef8f66d59 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=ff64587c-81d0-455b-9a75-f442f960978e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:10.613705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:10.614317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.615674 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/bb238990-35cc-47bc-8bce-f2aafadc5802 HTTP/1.1" status: 200 len: 1093 time: 5.1832576 Mar 22 13:02:10.616568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c52943f2-93d1-49c4-b770-bd5ef8f66d59 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.636634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'tag': 'bb238990-35cc-47bc-8bce-f2aafadc5802'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:10.670146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:10.670491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:10.670829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:10.692463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 76196b7d-bb78-4264-927f-3826df71f2ee on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:10.692803 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 76196b7d-bb78-4264-927f-3826df71f2ee on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:10.693166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.791182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb435-b86f-4c81-8184-1e50ecb053b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:10.792488 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1cdbb435-b86f-4c81-8184-1e50ecb053b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/9023d4f9-849d-4917-bc1a-15393939a26f HTTP/1.1" status: 204 len: 168 time: 1.5576296 Mar 22 13:02:10.794526 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c52943f2-93d1-49c4-b770-bd5ef8f66d59 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/ff64587c-81d0-455b-9a75-f442f960978e HTTP/1.1" status: 204 len: 168 time: 2.4268918 Mar 22 13:02:10.795401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aa25a-5376-4750-a445-340f532aa0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb238990-35cc-47bc-8bce-f2aafadc5802,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:10.816049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33144) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:10.816575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33146) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:10.840991 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'tag': 'bb238990-35cc-47bc-8bce-f2aafadc5802', 'status': 'completed', 'code': 200} Mar 22 13:02:10.919138 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08a8dfc1-8ab3-4bb0-bdf5-be303018fb30 req-17157a1b-1370-4975-b618-6839d4a24e9c tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334382 Mar 22 13:02:10.991924 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0653dc99-df9d-467f-ad5a-f0bb727a3a87 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1726780 Mar 22 13:02:11.000309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33154) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:11.026191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Allocated IP 172.26.5.28 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/db5ecec0-95ab-436a-8bdc-dd9c0d0c34ef) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:11.033509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:11.034143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caf97d-6546-473d-85d3-80220b3aadec req-8cd0873b-a4ad-4aa3-b73e-9508dc9dbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.036134 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08caf97d-6546-473d-85d3-80220b3aadec req-8cd0873b-a4ad-4aa3-b73e-9508dc9dbd90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 913 time: 0.5929418 Mar 22 13:02:11.047329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-50b99449-8255-494b-8c99-4ca914eeb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.049172 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-50b99449-8255-494b-8c99-4ca914eeb055 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71da4384778447c3acef0bf0a43cc204&device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 1096 time: 0.2505519 Mar 22 13:02:11.112036 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:02:11.117449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Deleting port f1c46aec-3024-4df9-982e-f7e205ac1f1e {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:11.118043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.138717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.159590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.166306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-de77b808-70d7-4277-a740-2d5eb60e5f47 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting subnet e6df61e3-f94e-4d1d-b5c6-7a8801782b33 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:11.192430 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08caf97d-6546-473d-85d3-80220b3aadec req-a316e8d5-a39b-49fc-94d4-163f8410c45a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 217 time: 0.1479020 Mar 22 13:02:11.206999 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-09593ed0-3e5c-41ae-8418-31a92e024d24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb238990-35cc-47bc-8bce-f2aafadc5802 HTTP/1.1" status: 200 len: 217 time: 0.1016655 Mar 22 13:02:11.210494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de77b808-70d7-4277-a740-2d5eb60e5f47 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.370776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] For port f1c46aec-3024-4df9-982e-f7e205ac1f1e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f1c46aec-3024-4df9-982e-f7e205ac1f1e,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:11.372087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.404525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caf97d-6546-473d-85d3-80220b3aadec req-5c61d861-4810-4824-9110-682452e80fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.406064 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08caf97d-6546-473d-85d3-80220b3aadec req-5c61d861-4810-4824-9110-682452e80fc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 200 len: 851 time: 0.1981242 Mar 22 13:02:11.411665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-b6d882e2-ab25-442e-9f94-ba79d84ed7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.412794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] For port 76196b7d-bb78-4264-927f-3826df71f2ee, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:11.413132 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-b6d882e2-ab25-442e-9f94-ba79d84ed7c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4460c74b-da4f-4181-aa39-df085cf72af5 HTTP/1.1" status: 200 len: 845 time: 0.1644969 Mar 22 13:02:11.413232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempted to set empty binding levels {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 13:02:11.472290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.537223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:11.547675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:11.558290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.559298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.574702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de77b808-70d7-4277-a740-2d5eb60e5f47 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.617560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:11.621131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.621673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Calling delete_port for f1c46aec-3024-4df9-982e-f7e205ac1f1e owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:11.635612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.656841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Pushing event updated for resources: {'Port': ['ID=b1d25ff4-8b2b-4078-bcd8-5475434254cd,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:11.666022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea7200-81e9-4e8a-b349-878aa749c33e req-fa7df29d-1213-45ac-988f-204e4ba9f217 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.667462 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2dea7200-81e9-4e8a-b349-878aa749c33e req-fa7df29d-1213-45ac-988f-204e4ba9f217 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 945 time: 0.1611683 Mar 22 13:02:11.714159 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b5812256-7c16-4cbc-81b7-07d6d7616cec None None] Provisioning complete for port b1d25ff4-8b2b-4078-bcd8-5475434254cd triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:11.714501 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b5812256-7c16-4cbc-81b7-07d6d7616cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.722746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f7d44cc3-23ac-4cd7-aea3-802258a26faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.728084 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-f7d44cc3-23ac-4cd7-aea3-802258a26faf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=588ef3e5-b7e3-4388-b407-620145bfff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2681081 Mar 22 13:02:11.747013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caf97d-6546-473d-85d3-80220b3aadec req-f1a3b1a9-7a93-4fa7-a1a1-813af53ec817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.748501 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08caf97d-6546-473d-85d3-80220b3aadec req-f1a3b1a9-7a93-4fa7-a1a1-813af53ec817 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c61fb77-9331-4a80-a558-a9b057586d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3323886 Mar 22 13:02:11.750543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event updated for resources: {'Port': ['ID=76196b7d-bb78-4264-927f-3826df71f2ee,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:11.765536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.828145 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2dea7200-81e9-4e8a-b349-878aa749c33e req-0cd25cff-8409-4aa1-b853-95f4b8dc718c tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512005 Mar 22 13:02:11.841372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] In _notify_port_updated(), no bound segment for port b1d25ff4-8b2b-4078-bcd8-5475434254cd on network 468693c3-0d6d-4516-9280-a7296d07a6cb {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:02:11.847409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.847955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Pushing event deleted for resources: {'Port': ['ID=f1c46aec-3024-4df9-982e-f7e205ac1f1e,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:11.848062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.852260 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8843a5a2-960f-4d63-acc9-9059dcc3273d tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "PUT /v2.0/ports/b1d25ff4-8b2b-4078-bcd8-5475434254cd HTTP/1.1" status: 200 len: 1136 time: 1.5863051 Mar 22 13:02:11.854167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33160) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:11.867500 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7c2d2dee-5a2f-40bf-b23d-3eaa996836e5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.3023992 Mar 22 13:02:11.869476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] No DVR routers for this DVR port f1c46aec-3024-4df9-982e-f7e205ac1f1e on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:02:11.876125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33166) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:11.879330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b5812256-7c16-4cbc-81b7-07d6d7616cec None None] Port b1d25ff4-8b2b-4078-bcd8-5475434254cd cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:11.899716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.900059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.900393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.901675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.902013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.903541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.903909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.904239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.904567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.904889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.905208 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.905525 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3485e-6787-4d9d-9a09-9add676eff16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:11.921424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f1c46aec-3024-4df9-982e-f7e205ac1f1e no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:02:11.964681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: f1c46aec-3024-4df9-982e-f7e205ac1f1e {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:02:11.965717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f1c46aec-3024-4df9-982e-f7e205ac1f1e not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:02:11.981891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46e69c-cff8-4f66-bff8-a77f72dfabaa req-be888e36-6496-4e9e-a00d-008bbd404da7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.983353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.983652 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb46e69c-cff8-4f66-bff8-a77f72dfabaa req-be888e36-6496-4e9e-a00d-008bbd404da7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 943 time: 0.9178259 Mar 22 13:02:11.990652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8533338d-205e-45cf-97b4-99db2e5455f4 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:11.991194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8533338d-205e-45cf-97b4-99db2e5455f4 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Synchronizing usage tracker for tenant:18041cf814d44c7fb74083b4d3ea088e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:12.120346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8533338d-205e-45cf-97b4-99db2e5455f4 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Unset dirty status for tenant:18041cf814d44c7fb74083b4d3ea088e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:12.122063 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8533338d-205e-45cf-97b4-99db2e5455f4 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "GET /v2.0/ports/b1d25ff4-8b2b-4078-bcd8-5475434254cd HTTP/1.1" status: 200 len: 1136 time: 0.2568405 Mar 22 13:02:12.131591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33172) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:12.191261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-78e948d3-5937-4981-912d-2e7cfd81ef82 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Deleting port 76196b7d-bb78-4264-927f-3826df71f2ee {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:12.191532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-78e948d3-5937-4981-912d-2e7cfd81ef82 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:12.230586 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb46e69c-cff8-4f66-bff8-a77f72dfabaa req-1c044d1d-3547-4270-8e69-5c924c5da515 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282448 Mar 22 13:02:12.239267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:12.251897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de77b808-70d7-4277-a740-2d5eb60e5f47 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:12.252613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:12.276428 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:02:12.292581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:12.332297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Pushing event updated for resources: {'Port': ['ID=db5ecec0-95ab-436a-8bdc-dd9c0d0c34ef,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:12.343459 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-6c9993f4-5182-4542-8865-6433ef4b06b1 service neutron] 10.222.0.47 "GET /v2.0/networks/588ef3e5-b7e3-4388-b407-620145bfff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021504 Mar 22 13:02:12.345141 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08caf97d-6546-473d-85d3-80220b3aadec req-964aaa3e-aee6-402a-8ccb-06ccf4acd712 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683303 Mar 22 13:02:12.356165 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b3b6e56f-2522-4a31-8f47-f7519413defb tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Deleting port b1d25ff4-8b2b-4078-bcd8-5475434254cd {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:12.357001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3b6e56f-2522-4a31-8f47-f7519413defb tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:12.597926 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9319b-2fe7-4be8-999b-b7b1d9350d70 req-5263eb36-4ece-4ad3-98ba-98c2bf9db2df tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:12.599596 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-22d9319b-2fe7-4be8-999b-b7b1d9350d70 req-5263eb36-4ece-4ad3-98ba-98c2bf9db2df tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 945 time: 0.4394422 Mar 22 13:02:12.612038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33176) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:12.625622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c1f2da6d-ab94-43bd-a122-c9ed0ff5af24 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Request body: {'floatingip': {'port_id': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:12.681102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de77b808-70d7-4277-a740-2d5eb60e5f47 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:12.721467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:12.740707 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e7284304-5025-4fd4-8aa0-6e5db3256487 req-9be4412f-4c45-4d20-8cc7-b725f587d6a4 service neutron] 10.222.0.47 "GET /v2.0/networks/588ef3e5-b7e3-4388-b407-620145bfff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784378 Mar 22 13:02:12.742763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c1f2da6d-ab94-43bd-a122-c9ed0ff5af24 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for floatingip, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:12.793882 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08caf97d-6546-473d-85d3-80220b3aadec req-988a8461-3b3d-469f-8087-70bd897c8048 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299603 Mar 22 13:02:12.825665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77b808-70d7-4277-a740-2d5eb60e5f47 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Subnet': ['ID=e6df61e3-f94e-4d1d-b5c6-7a8801782b33,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:12.837455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f4d5b5-2f3c-4b22-baea-837ed9f783e5 None None] Network 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:12.850323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de77b808-70d7-4277-a740-2d5eb60e5f47 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:12.859766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:12.950208 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-de77b808-70d7-4277-a740-2d5eb60e5f47 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/e6df61e3-f94e-4d1d-b5c6-7a8801782b33 HTTP/1.1" status: 204 len: 168 time: 2.1301591 Mar 22 13:02:12.951193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33180) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:12.973024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-78e948d3-5937-4981-912d-2e7cfd81ef82 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] For port 76196b7d-bb78-4264-927f-3826df71f2ee, host hv-neutron-8346, got binding levels [] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:12.973381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-78e948d3-5937-4981-912d-2e7cfd81ef82 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.002137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b65d3-0430-43e8-8ec4-1a79d8ffe3fe req-3e2e7440-9287-4663-a9e9-ddf3fa7948ad tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:13.002505 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.003627 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-968b65d3-0430-43e8-8ec4-1a79d8ffe3fe req-3e2e7440-9287-4663-a9e9-ddf3fa7948ad tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 943 time: 0.6571548 Mar 22 13:02:13.109130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30008519-c2d8-4471-bfea-72b8e13f0d87 None None] DHCP port deletion for 0f21f370-5b2b-41b2-bc2f-9b183ba8be50 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:02:13.112965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-30008519-c2d8-4471-bfea-72b8e13f0d87 None None] Deleting port a31951b2-7691-42e9-bf9d-a0ed01a1f891 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:13.113455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-30008519-c2d8-4471-bfea-72b8e13f0d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.134987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:13.144570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-749fdc5e-282d-4da5-8bc8-7768d0d6a046 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting subnet c80317b5-8a8a-4a94-afba-40b5cad483bd {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:13.157951 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-78e948d3-5937-4981-912d-2e7cfd81ef82 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Calling delete_port for 76196b7d-bb78-4264-927f-3826df71f2ee owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:13.183573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:13.198370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:13.198961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.203867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcdddd4-70bc-4d4d-828f-4e3b1a0fe5d0 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:13.220705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-749fdc5e-282d-4da5-8bc8-7768d0d6a046 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.294931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-76595233-4d35-4403-ac37-f384ff660a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:13.296468 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-76595233-4d35-4403-ac37-f384ff660a2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71da4384778447c3acef0bf0a43cc204&device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 1096 time: 0.4959192 Mar 22 13:02:13.378407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-749fdc5e-282d-4da5-8bc8-7768d0d6a046 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.380563 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=3ee4f718-5299-4612-a0d3-d3827607a925,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:13.396616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3b6e56f-2522-4a31-8f47-f7519413defb tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.419219 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a19ff984-3d0d-4e40-81ca-69dc70f0d3a4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4127696 Mar 22 13:02:13.424697 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-968b65d3-0430-43e8-8ec4-1a79d8ffe3fe req-006d05e1-dd1e-491a-bbaf-8a9f943101d7 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3637526 Mar 22 13:02:13.427303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33186) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:13.474869 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-30008519-c2d8-4471-bfea-72b8e13f0d87 None None] For port a31951b2-7691-42e9-bf9d-a0ed01a1f891, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a31951b2-7691-42e9-bf9d-a0ed01a1f891,segment=NetworkSegment(5031c970-1821-428c-82de-f41f15084f30),segment_id=5031c970-1821-428c-82de-f41f15084f30)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:13.475423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-30008519-c2d8-4471-bfea-72b8e13f0d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.484428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': '3ee4f718-5299-4612-a0d3-d3827607a925', 'ip_address': '2001:db8::39b0:9c3:2929:4e02'}], 'name': 'tempest-NetworksTestDHCPv6-1743919683'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:13.580222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b3b6e56f-2522-4a31-8f47-f7519413defb tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Calling delete_port for b1d25ff4-8b2b-4078-bcd8-5475434254cd owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:13.640651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-78e948d3-5937-4981-912d-2e7cfd81ef82 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.676537 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-30008519-c2d8-4471-bfea-72b8e13f0d87 None None] Calling delete_port for a31951b2-7691-42e9-bf9d-a0ed01a1f891 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:13.765313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e948d3-5937-4981-912d-2e7cfd81ef82 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event deleted for resources: {'Port': ['ID=76196b7d-bb78-4264-927f-3826df71f2ee,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:13.785382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-78e948d3-5937-4981-912d-2e7cfd81ef82 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.802424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': '3ee4f718-5299-4612-a0d3-d3827607a925'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:02:13.803394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.812252 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-78e948d3-5937-4981-912d-2e7cfd81ef82 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "DELETE /v2.0/ports/76196b7d-bb78-4264-927f-3826df71f2ee HTTP/1.1" status: 204 len: 168 time: 1.8372557 Mar 22 13:02:13.814343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33190) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:13.825064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-30008519-c2d8-4471-bfea-72b8e13f0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:13.879238 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e0e509-582e-441d-947a-1431fe0fba11 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] GET failed (client error): The resource could not be found. Mar 22 13:02:13.879238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f0e0e509-582e-441d-947a-1431fe0fba11 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Synchronizing usage tracker for tenant:702dea9cd7824724883eb9b8c316cc8f on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:13.885198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30008519-c2d8-4471-bfea-72b8e13f0d87 None None] Pushing event deleted for resources: {'Port': ['ID=a31951b2-7691-42e9-bf9d-a0ed01a1f891,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:13.887644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30008519-c2d8-4471-bfea-72b8e13f0d87 None None] No DVR routers for this DVR port a31951b2-7691-42e9-bf9d-a0ed01a1f891 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:02:13.938353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 95e3c18b-5c85-4337-92b9-49b5fb53ad79 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:02:13.940607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a31951b2-7691-42e9-bf9d-a0ed01a1f891 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:02:13.944200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:13.955422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:13.959758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:13.969836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f0e0e509-582e-441d-947a-1431fe0fba11 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Unset dirty status for tenant:702dea9cd7824724883eb9b8c316cc8f on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:13.975483 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f0e0e509-582e-441d-947a-1431fe0fba11 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "GET /v2.0/ports/76196b7d-bb78-4264-927f-3826df71f2ee HTTP/1.1" status: 404 len: 333 time: 0.1562722 Mar 22 13:02:13.975483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:13.978047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33194) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:13.984925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Request body: {'port': {'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1145979229'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:13.995705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: a31951b2-7691-42e9-bf9d-a0ed01a1f891 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:02:13.995897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a31951b2-7691-42e9-bf9d-a0ed01a1f891 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:02:13.996957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:14.014821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:14.022666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:14.038973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3b6e56f-2522-4a31-8f47-f7519413defb tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.103754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6e56f-2522-4a31-8f47-f7519413defb tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Pushing event deleted for resources: {'Port': ['ID=b1d25ff4-8b2b-4078-bcd8-5475434254cd,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:14.120265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-2fdd91f4-a6d0-46fa-8d9b-2d81e5d746ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:14.121768 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-2fdd91f4-a6d0-46fa-8d9b-2d81e5d746ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=588ef3e5-b7e3-4388-b407-620145bfff9a HTTP/1.1" status: 200 len: 907 time: 0.8057220 Mar 22 13:02:14.161197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Made reservation on behalf of 702dea9cd7824724883eb9b8c316cc8f for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:14.163466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.210968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.211852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/3ee4f718-5299-4612-a0d3-d3827607a925/4b84bcf4-a779-44ee-8f4c-f43951d49197) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:14.220962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 95e3c18b-5c85-4337-92b9-49b5fb53ad79, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:14.230988 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-22147c33-23a1-49b1-80da-bf34d311ecaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb238990-35cc-47bc-8bce-f2aafadc5802 HTTP/1.1" status: 200 len: 217 time: 0.0887804 Mar 22 13:02:14.237476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-749fdc5e-282d-4da5-8bc8-7768d0d6a046 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.241915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '95e3c18b-5c85-4337-92b9-49b5fb53ad79', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'port_id': '95e3c18b-5c85-4337-92b9-49b5fb53ad79', 'mac_address': 'fa:16:3e:d8:91:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:02:14.285548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] device_id is not set on port 5260d2f6-991d-4b87-acac-e088f9638791 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:14.311840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.399674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.430574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e3c18b-5c85-4337-92b9-49b5fb53ad79 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:02:14.464942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb89ccf-2732-4052-b563-073b47040667 req-fcf644ac-bb68-4f93-b938-be51a02de15b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:14.466619 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7fb89ccf-2732-4052-b563-073b47040667 req-fcf644ac-bb68-4f93-b938-be51a02de15b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 943 time: 0.8069201 Mar 22 13:02:14.518575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3b6e56f-2522-4a31-8f47-f7519413defb tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.551829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 95e3c18b-5c85-4337-92b9-49b5fb53ad79, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:14.562810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.567505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.591919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Pushing event updated for resources: {'Port': ['ID=db5ecec0-95ab-436a-8bdc-dd9c0d0c34ef,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:14.597741 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b3b6e56f-2522-4a31-8f47-f7519413defb tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "DELETE /v2.0/ports/b1d25ff4-8b2b-4078-bcd8-5475434254cd HTTP/1.1" status: 204 len: 168 time: 2.4549243 Mar 22 13:02:14.602482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33200) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:14.642279 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.656327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 72a7b460-c552-4edd-aef0-54fff03a319b yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:14.669486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.687767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Transition to ACTIVE for port object 4b84bcf4-a779-44ee-8f4c-f43951d49197 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:14.693810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-872ba8ac-faef-41c6-b7c6-13407b7b386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:14.695106 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-872ba8ac-faef-41c6-b7c6-13407b7b386e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4460c74b-da4f-4181-aa39-df085cf72af5 HTTP/1.1" status: 200 len: 845 time: 0.3771133 Mar 22 13:02:14.698344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=95e3c18b-5c85-4337-92b9-49b5fb53ad79,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:14.718394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-749fdc5e-282d-4da5-8bc8-7768d0d6a046 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.726779 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Transition to ACTIVE for port object 4b84bcf4-a779-44ee-8f4c-f43951d49197 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:14.734500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.791927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.805909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:14.818751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:14.824342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Pushing event updated for resources: {'Port': ['ID=4b84bcf4-a779-44ee-8f4c-f43951d49197,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:14.826725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['95e3c18b-5c85-4337-92b9-49b5fb53ad79'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:02:14.827406 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7fb89ccf-2732-4052-b563-073b47040667 req-dd8abc5b-5b0c-41b4-8af7-b2b2dbe20a3f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486502 Mar 22 13:02:14.835969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc7499-990c-4147-9563-bd3efe284a3e req-b425ac7d-8c44-4e82-b042-270b666e470c tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:14.837126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fdc5e-282d-4da5-8bc8-7768d0d6a046 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Subnet': ['ID=c80317b5-8a8a-4a94-afba-40b5cad483bd,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:14.837626 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-05bc7499-990c-4147-9563-bd3efe284a3e req-b425ac7d-8c44-4e82-b042-270b666e470c tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 943 time: 0.2439117 Mar 22 13:02:14.846065 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-c1f2da6d-ab94-43bd-a122-c9ed0ff5af24 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:02:14.862690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:14.869528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f1a0de-1800-402d-ada7-e91b0904b29a None None] Network c787b293-fb21-4724-9a1f-63a17da6a98d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:14.883496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.906525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-749fdc5e-282d-4da5-8bc8-7768d0d6a046 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.951834 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-749fdc5e-282d-4da5-8bc8-7768d0d6a046 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/c80317b5-8a8a-4a94-afba-40b5cad483bd HTTP/1.1" status: 204 len: 168 time: 1.9963474 Mar 22 13:02:14.953428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-790edbe8-3a91-4989-b425-7d7277e54cd1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Deleting subnet 9dd8133f-cceb-45ce-bc7a-bd02dd8b8682 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:14.959194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33204) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:14.961786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-790edbe8-3a91-4989-b425-7d7277e54cd1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.992665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:14.997173 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2704674d-dcc4-4ac7-82e6-35398a4980ca tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6874735 Mar 22 13:02:15.010076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33208) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:15.030827 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-05bc7499-990c-4147-9563-bd3efe284a3e req-ef562065-70a1-4a2b-83b3-7aca5732c1fd tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719947 Mar 22 13:02:15.061384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c1f2da6d-ab94-43bd-a122-c9ed0ff5af24 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.072253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Network 9bb194e5-969f-4da5-a638-55f09daf02a5 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:15.080858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Attempting to bind port 4b84bcf4-a779-44ee-8f4c-f43951d49197 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:15.081435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Attempting to bind port 4b84bcf4-a779-44ee-8f4c-f43951d49197 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:15.081617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Attempting to bind port 4b84bcf4-a779-44ee-8f4c-f43951d49197 on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:15.082036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c1f2da6d-ab94-43bd-a122-c9ed0ff5af24 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.096189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event updated for resources: {'Port': ['ID=5260d2f6-991d-4b87-acac-e088f9638791,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:15.108962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:15.111885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:15.112966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:15.114306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.123713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:15.124090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:15.124490 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.124877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:15.125354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Bound port: 4b84bcf4-a779-44ee-8f4c-f43951d49197, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:15.125725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.143782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::39b0:9c3:2929:4e02 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/3ee4f718-5299-4612-a0d3-d3827607a925/72a7b460-c552-4edd-aef0-54fff03a319b) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:15.270226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:15.282370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:15.289157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Usage tracker for resource:floatingip and tenant:3e8d5fa07af14244be94e20b2c1068fe is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:15.296523 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ef044b61-5572-4715-9fa5-a0fccef88504 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3130836 Mar 22 13:02:15.296523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:15.309342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33214) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:15.365015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] For port 4b84bcf4-a779-44ee-8f4c-f43951d49197, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:15.372978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-790edbe8-3a91-4989-b425-7d7277e54cd1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.397105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] For port 4b84bcf4-a779-44ee-8f4c-f43951d49197, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4b84bcf4-a779-44ee-8f4c-f43951d49197,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:15.408920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.419563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:15.511223 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-ce494f36-459b-4ab2-aba7-bd09e532c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:15.514554 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-ce494f36-459b-4ab2-aba7-bd09e532c426 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=588ef3e5-b7e3-4388-b407-620145bfff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7987213 Mar 22 13:02:15.525473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:15.536861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ee83d-e31d-42bf-812b-e1ca1fdc1620 None None] DHCP port deletion for c787b293-fb21-4724-9a1f-63a17da6a98d request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:02:15.544284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ee83d-e31d-42bf-812b-e1ca1fdc1620 None None] Deleting port ae4ce086-d59c-4e41-bc08-5126c3a7d84b {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:15.544591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.544728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee83d-e31d-42bf-812b-e1ca1fdc1620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.571589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0eb976-beda-49e0-9332-a0e345509dc8 None None] Pushing event updated for resources: {'Port': ['ID=4b84bcf4-a779-44ee-8f4c-f43951d49197,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:15.632418 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.672331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.700712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 72a7b460-c552-4edd-aef0-54fff03a319b will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:15.749506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.792375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.799037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.860702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4c1ee83d-e31d-42bf-812b-e1ca1fdc1620 None None] For port ae4ce086-d59c-4e41-bc08-5126c3a7d84b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ae4ce086-d59c-4e41-bc08-5126c3a7d84b,segment=NetworkSegment(60146345-fc50-4baa-bfc8-31f39256c980),segment_id=60146345-fc50-4baa-bfc8-31f39256c980)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:15.861128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee83d-e31d-42bf-812b-e1ca1fdc1620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.918222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:15.928095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:15.935006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:15.940712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:15.941337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:15.982251 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-c1f2da6d-ab94-43bd-a122-c9ed0ff5af24 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Floating IP 801aeaf2-df14-4b81-bd57-177d0cdb9aee associated. External IP: 172.26.5.252, port: cbf324a3-03b0-4ac9-8c0c-e67b705de3ad. Mar 22 13:02:16.002588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=72a7b460-c552-4edd-aef0-54fff03a319b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:16.013872 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-37cad575-5546-4926-a9a7-46857bf76a92 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5855286 Mar 22 13:02:16.049900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33220) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:16.057511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device bb238990-35cc-47bc-8bce-f2aafadc5802 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:02:16.154128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ee83d-e31d-42bf-812b-e1ca1fdc1620 None None] Calling delete_port for ae4ce086-d59c-4e41-bc08-5126c3a7d84b owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:16.184585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4b84bcf4-a779-44ee-8f4c-f43951d49197 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:16.214844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Allocated IP 172.26.5.250 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/18c28f73-247d-40e5-957f-dba72cabb271) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:16.381782 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-790edbe8-3a91-4989-b425-7d7277e54cd1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:16.382825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb7621-cb3a-422c-b4e4-0ea921840a43 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:16.388663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb7621-cb3a-422c-b4e4-0ea921840a43 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:16.389464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-48fb7621-cb3a-422c-b4e4-0ea921840a43 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:16.401044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee83d-e31d-42bf-812b-e1ca1fdc1620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:16.423374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c45cf9-f335-4628-865c-4452d4956cfc req-60146de5-38ac-4581-b053-77d34641c966 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:16.424879 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-69c45cf9-f335-4628-865c-4452d4956cfc req-60146de5-38ac-4581-b053-77d34641c966 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 943 time: 0.2497547 Mar 22 13:02:16.432272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-48fb7621-cb3a-422c-b4e4-0ea921840a43 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:16.433493 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-48fb7621-cb3a-422c-b4e4-0ea921840a43 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3824868 Mar 22 13:02:16.452949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ee83d-e31d-42bf-812b-e1ca1fdc1620 None None] No DVR routers for this DVR port ae4ce086-d59c-4e41-bc08-5126c3a7d84b on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:02:16.464155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 4b84bcf4-a779-44ee-8f4c-f43951d49197 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:16.468765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33226) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:16.477510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ee83d-e31d-42bf-812b-e1ca1fdc1620 None None] Pushing event deleted for resources: {'Port': ['ID=ae4ce086-d59c-4e41-bc08-5126c3a7d84b,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:16.509220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port bb238990-35cc-47bc-8bce-f2aafadc5802, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bb238990-35cc-47bc-8bce-f2aafadc5802,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:16.535211 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-b6fc3789-7567-4e29-a42f-b8d439d89d02 service neutron] 10.222.0.47 "GET /v2.0/networks/588ef3e5-b7e3-4388-b407-620145bfff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9748321 Mar 22 13:02:16.541579 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'bb238990-35cc-47bc-8bce-f2aafadc5802', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'port_id': 'bb238990-35cc-47bc-8bce-f2aafadc5802', 'mac_address': 'fa:16:3e:f7:3b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:02:16.577962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbedcd-135a-4d2f-8838-8750b0743545 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 72a7b460-c552-4edd-aef0-54fff03a319b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:16.578308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f0fbedcd-135a-4d2f-8838-8750b0743545 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:16.588725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ae4ce086-d59c-4e41-bc08-5126c3a7d84b no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:02:16.611396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:16.630903 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-69c45cf9-f335-4628-865c-4452d4956cfc req-7a58b972-c98a-4bcc-9e40-8e271cc9c6d3 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996849 Mar 22 13:02:16.642487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:16.650672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: ae4ce086-d59c-4e41-bc08-5126c3a7d84b {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:02:16.652923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ae4ce086-d59c-4e41-bc08-5126c3a7d84b not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:02:16.688326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:16.710330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb238990-35cc-47bc-8bce-f2aafadc5802 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:02:16.736249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port bb238990-35cc-47bc-8bce-f2aafadc5802, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bb238990-35cc-47bc-8bce-f2aafadc5802,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:16.748785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:16.831845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f21f370-5b2b-41b2-bc2f-9b183ba8be50']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:16.834157 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=bb238990-35cc-47bc-8bce-f2aafadc5802,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:16.884893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:16.968318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:16.968976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-76c664c4-b1e2-48e4-8193-33d79205828a None None] Provisioning for port 4b84bcf4-a779-44ee-8f4c-f43951d49197 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:16.970346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f0fbedcd-135a-4d2f-8838-8750b0743545 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:16.980453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:16.980835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-76c664c4-b1e2-48e4-8193-33d79205828a None None] Provisioning complete for port 4b84bcf4-a779-44ee-8f4c-f43951d49197 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:16.981217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76c664c4-b1e2-48e4-8193-33d79205828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:16.987503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:17.082120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5031c970-1821-428c-82de-f41f15084f30') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:17.082724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5031c970-1821-428c-82de-f41f15084f30') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:17.102238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['bb238990-35cc-47bc-8bce-f2aafadc5802'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:02:17.121372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.130222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-790edbe8-3a91-4989-b425-7d7277e54cd1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.176790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76c664c4-b1e2-48e4-8193-33d79205828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.209398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbedcd-135a-4d2f-8838-8750b0743545 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 72a7b460-c552-4edd-aef0-54fff03a319b owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:17.219272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-76c664c4-b1e2-48e4-8193-33d79205828a None None] For port 4b84bcf4-a779-44ee-8f4c-f43951d49197, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4b84bcf4-a779-44ee-8f4c-f43951d49197,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:17.228878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-790edbe8-3a91-4989-b425-7d7277e54cd1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.231009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76c664c4-b1e2-48e4-8193-33d79205828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.241502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790edbe8-3a91-4989-b425-7d7277e54cd1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd8133f-cceb-45ce-bc7a-bd02dd8b8682,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:17.249718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.259193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292e83d-0b3e-41fc-9829-3d7f08269c5f req-020191bc-59c9-4e9c-8e11-ae807cb96b37 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:17.260242 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1292e83d-0b3e-41fc-9829-3d7f08269c5f req-020191bc-59c9-4e9c-8e11-ae807cb96b37 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 944 time: 1.0566783 Mar 22 13:02:17.263434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Pushing event updated for resources: {'Port': ['ID=18c28f73-247d-40e5-957f-dba72cabb271,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:17.272253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.280491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58109332-3cca-4e25-8b39-ead32995b482 None None] Network 468693c3-0d6d-4516-9280-a7296d07a6cb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:17.287739 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d8327e02-51c5-4bf5-b4c5-43d64b68a735 req-09312615-b92b-4a17-a3c0-6f3130c30e94 service neutron] 10.222.0.47 "GET /v2.0/networks/588ef3e5-b7e3-4388-b407-620145bfff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7036250 Mar 22 13:02:17.291724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f2da6d-ab94-43bd-a122-c9ed0ff5af24 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Router 6241e4ca-837d-4ccd-b4a1-272df35409c0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:02:17.295475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:02:17.295895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.312570 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-790edbe8-3a91-4989-b425-7d7277e54cd1 tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "DELETE /v2.0/subnets/9dd8133f-cceb-45ce-bc7a-bd02dd8b8682 HTTP/1.1" status: 204 len: 168 time: 2.7039044 Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:02:17.313535 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:02:17.335371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33230) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:17.495296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-307e9f87-d8f7-4d26-92f3-d809d83031db None None] Provisioning for port 72a7b460-c552-4edd-aef0-54fff03a319b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:17.517625 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c664c4-b1e2-48e4-8193-33d79205828a None None] Pushing event updated for resources: {'Port': ['ID=4b84bcf4-a779-44ee-8f4c-f43951d49197,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:17.520145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-307e9f87-d8f7-4d26-92f3-d809d83031db None None] Provisioning complete for port 72a7b460-c552-4edd-aef0-54fff03a319b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:17.520519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-307e9f87-d8f7-4d26-92f3-d809d83031db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.561734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] device_id is not set on port 5260d2f6-991d-4b87-acac-e088f9638791 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:17.585110 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1292e83d-0b3e-41fc-9829-3d7f08269c5f req-77c4ad67-8eb1-4ab6-a5b6-7089d72014d7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066237 Mar 22 13:02:17.589200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.594339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.599941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.635438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.641435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.648436 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/networks/0f21f370-5b2b-41b2-bc2f-9b183ba8be50 HTTP/1.1" status: 204 len: 168 time: 2.6857572 Mar 22 13:02:17.648436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52572060-aef2-4b45-91cf-8dbd360d87db tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Network': ['ID=0f21f370-5b2b-41b2-bc2f-9b183ba8be50,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:17.674894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33234) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:17.718998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-307e9f87-d8f7-4d26-92f3-d809d83031db None None] Port 72a7b460-c552-4edd-aef0-54fff03a319b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:17.739620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Deleting port 02dcd0e1-259d-43ad-aca7-ff11013fa300 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:17.740075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.794030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f2da6d-ab94-43bd-a122-c9ed0ff5af24 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:17.799563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c1f2da6d-ab94-43bd-a122-c9ed0ff5af24 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.805284 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] Sync routers for ids ['6241e4ca-837d-4ccd-b4a1-272df35409c0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:17.819734 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] Routers {'6241e4ca-837d-4ccd-b4a1-272df35409c0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:17.820482 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6241e4ca-837d-4ccd-b4a1-272df35409c0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:17.843714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Transition to ACTIVE for port object 5260d2f6-991d-4b87-acac-e088f9638791 will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:17.847539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e231d-525f-4eb1-baf5-33c0e7b60096 None None] DHCP port deletion for 468693c3-0d6d-4516-9280-a7296d07a6cb request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:02:17.854269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-357e231d-525f-4eb1-baf5-33c0e7b60096 None None] Deleting port 02dcd0e1-259d-43ad-aca7-ff11013fa300 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:17.854807 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-357e231d-525f-4eb1-baf5-33c0e7b60096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.860748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.909871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f0fbedcd-135a-4d2f-8838-8750b0743545 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:17.958038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 95e3c18b-5c85-4337-92b9-49b5fb53ad79 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:17.979852 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c1f2da6d-ab94-43bd-a122-c9ed0ff5af24 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "PUT /v2.0/floatingips/801aeaf2-df14-4b81-bd57-177d0cdb9aee HTTP/1.1" status: 200 len: 991 time: 5.3652396 Mar 22 13:02:17.997788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'tag': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:18.037245 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4b84bcf4-a779-44ee-8f4c-f43951d49197 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:18.050036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event updated for resources: {'Port': ['ID=5260d2f6-991d-4b87-acac-e088f9638791,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:18.056326 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:18.056644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:18.056988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:18.061987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:18.062275 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:18.062685 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 2 to bind port 5260d2f6-991d-4b87-acac-e088f9638791 Mar 22 13:02:18.078975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:18.079343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:18.079680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:18.082799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbedcd-135a-4d2f-8838-8750b0743545 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=72a7b460-c552-4edd-aef0-54fff03a319b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:18.092042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:18.092371 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:18.092755 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 3 to bind port 5260d2f6-991d-4b87-acac-e088f9638791 Mar 22 13:02:18.120860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.126461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:18.128330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:18.128687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:18.131422 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] Set router 6241e4ca-837d-4ccd-b4a1-272df35409c0 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:02:18.147169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:18.147517 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:18.179539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f0fbedcd-135a-4d2f-8838-8750b0743545 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.181087 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 4 to bind port 5260d2f6-991d-4b87-acac-e088f9638791 Mar 22 13:02:18.207507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:18.207847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:18.208183 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:18.222545 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:18.222877 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:18.226194 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 5 to bind port 5260d2f6-991d-4b87-acac-e088f9638791 Mar 22 13:02:18.248715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:18.249059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:18.249404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:18.256741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:18.257070 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:18.257606 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 6 to bind port 5260d2f6-991d-4b87-acac-e088f9638791 Mar 22 13:02:18.289789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421e525-5351-4db7-a292-de2beabe795d req-67027212-56e3-4320-a06e-380e9dfa8c44 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:18.291317 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d421e525-5351-4db7-a292-de2beabe795d req-67027212-56e3-4320-a06e-380e9dfa8c44 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 945 time: 0.1459563 Mar 22 13:02:18.291992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:18.292330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:18.292667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:18.298417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:18.298750 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:18.300375 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 7 to bind port 5260d2f6-991d-4b87-acac-e088f9638791 Mar 22 13:02:18.333150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:18.333493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:18.333836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:18.346841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:18.351662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:18.352006 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:18.354448 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 8 to bind port 5260d2f6-991d-4b87-acac-e088f9638791 Mar 22 13:02:18.367344 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d421e525-5351-4db7-a292-de2beabe795d req-7e35aaed-15d2-4916-9f7d-c150fbb405a7 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675566 Mar 22 13:02:18.375370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:18.375897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:18.376368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:18.381846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:18.382278 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:18.382762 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 9 to bind port 5260d2f6-991d-4b87-acac-e088f9638791 Mar 22 13:02:18.399596 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 4b84bcf4-a779-44ee-8f4c-f43951d49197 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:18.400072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.411317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:18.411659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:18.412007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:18.431007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:18.431588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.431706 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:18.435268 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 10 to bind port 5260d2f6-991d-4b87-acac-e088f9638791 Mar 22 13:02:18.460105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:18.460680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.467994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:18.468343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:18.468684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:18.481682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:18.482109 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 5260d2f6-991d-4b87-acac-e088f9638791 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:18.483086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.483595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.531319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-357e231d-525f-4eb1-baf5-33c0e7b60096 None None] For port 02dcd0e1-259d-43ad-aca7-ff11013fa300, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=02dcd0e1-259d-43ad-aca7-ff11013fa300,segment=NetworkSegment(93f7dddc-384b-4511-b426-07d085a171ac),segment_id=93f7dddc-384b-4511-b426-07d085a171ac)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:18.531811 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-357e231d-525f-4eb1-baf5-33c0e7b60096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.535999 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'tag': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad', 'status': 'completed', 'code': 200} Mar 22 13:02:18.646584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Pushing event updated for resources: {'Port': ['ID=18c28f73-247d-40e5-957f-dba72cabb271,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:18.672203 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '801aeaf2-df14-4b81-bd57-177d0cdb9aee', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'port_id': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'mac_address': 'fa:16:3e:b1:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:30Z', 'updated_at': '2022-03-22T13:02:14Z', 'revision_number': 1, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a24ab4-878e-4a05-bd50-8a27bac92111', 'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'mac_address': 'fa:16:3e:a5:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:48Z', 'revision_number': 5, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'subnets': [{'id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:18.675722 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] Checking router: 6241e4ca-837d-4ccd-b4a1-272df35409c0 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:02:18.685950 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] Routers {'6241e4ca-837d-4ccd-b4a1-272df35409c0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:18.686826 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6241e4ca-837d-4ccd-b4a1-272df35409c0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:18.712586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-357e231d-525f-4eb1-baf5-33c0e7b60096 None None] Calling delete_port for 02dcd0e1-259d-43ad-aca7-ff11013fa300 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:18.731406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] For port 5260d2f6-991d-4b87-acac-e088f9638791, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:18.731951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempted to set empty binding levels {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 13:02:18.751809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.816226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] For port 02dcd0e1-259d-43ad-aca7-ff11013fa300, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=02dcd0e1-259d-43ad-aca7-ff11013fa300,segment=NetworkSegment(93f7dddc-384b-4511-b426-07d085a171ac),segment_id=93f7dddc-384b-4511-b426-07d085a171ac)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:18.816589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.874070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-256ab427-2566-466a-b917-4a77ce361920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:18.875586 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-256ab427-2566-466a-b917-4a77ce361920 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56884933f19e4683ad19a5707e68cae2&device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 1098 time: 0.3386641 Mar 22 13:02:18.883226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] In _notify_port_updated(), no bound segment for port 5260d2f6-991d-4b87-acac-e088f9638791 on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:02:18.884060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:18.884665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.885967 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "PUT /v2.0/ports/5260d2f6-991d-4b87-acac-e088f9638791 HTTP/1.1" status: 200 len: 977 time: 3.5712569 Mar 22 13:02:18.905602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.910016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33250) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:18.936739 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] Set router 6241e4ca-837d-4ccd-b4a1-272df35409c0 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:02:18.946670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 95e3c18b-5c85-4337-92b9-49b5fb53ad79, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:18.950257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e3c18b-5c85-4337-92b9-49b5fb53ad79'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:18.957585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:18.963985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Calling delete_port for 02dcd0e1-259d-43ad-aca7-ff11013fa300 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:19.012729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ac908-aee7-47a0-93e8-0638bbed27af tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event updated for resources: {'Port': ['ID=5260d2f6-991d-4b87-acac-e088f9638791,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:19.019227 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 02dcd0e1-259d-43ad-aca7-ff11013fa300 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:02:19.061628 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:02:19.062670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:02:19.065474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 02dcd0e1-259d-43ad-aca7-ff11013fa300 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:02:19.065925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 02dcd0e1-259d-43ad-aca7-ff11013fa300 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:02:19.068977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-357e231d-525f-4eb1-baf5-33c0e7b60096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.087400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e231d-525f-4eb1-baf5-33c0e7b60096 None None] No DVR routers for this DVR port 02dcd0e1-259d-43ad-aca7-ff11013fa300 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:02:19.110209 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f0fbedcd-135a-4d2f-8838-8750b0743545 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/72a7b460-c552-4edd-aef0-54fff03a319b HTTP/1.1" status: 204 len: 168 time: 2.6403482 Mar 22 13:02:19.115074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33256) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:19.136423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=95e3c18b-5c85-4337-92b9-49b5fb53ad79,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:19.181349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.183462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e231d-525f-4eb1-baf5-33c0e7b60096 None None] Pushing event deleted for resources: {'Port': ['ID=02dcd0e1-259d-43ad-aca7-ff11013fa300,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:19.184247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-3fc223f6-0687-498f-94bb-52cdd6b3f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.185796 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-3fc223f6-0687-498f-94bb-52cdd6b3f938 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d710130-13e1-4111-b70f-e553701a4bce HTTP/1.1" status: 200 len: 913 time: 0.2986078 Mar 22 13:02:19.203119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7948832-d53f-4169-a945-41cc1ee1a0cf req-2b591a33-c103-467f-a1d7-f053dbe1e596 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.204672 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e7948832-d53f-4169-a945-41cc1ee1a0cf req-2b591a33-c103-467f-a1d7-f053dbe1e596 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 944 time: 1.4243002 Mar 22 13:02:19.217469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.250025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c787b293-fb21-4724-9a1f-63a17da6a98d']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:19.274329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60146345-fc50-4baa-bfc8-31f39256c980') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:19.274666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60146345-fc50-4baa-bfc8-31f39256c980') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:19.289671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.290863 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-dbc78a88-f8d8-445b-8e01-28c70780c3e9 tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2769802 Mar 22 13:02:19.295618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33260) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:19.300353 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.457290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1fc95-92ff-42a0-a2d4-11ba1acdb57a req-c786c8d3-be23-4b01-b4fb-7c2465cff960 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.457632 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '801aeaf2-df14-4b81-bd57-177d0cdb9aee', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'port_id': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'mac_address': 'fa:16:3e:b1:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:30Z', 'updated_at': '2022-03-22T13:02:14Z', 'revision_number': 1, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a24ab4-878e-4a05-bd50-8a27bac92111', 'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'mac_address': 'fa:16:3e:a5:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:48Z', 'revision_number': 5, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'subnets': [{'id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:19.459096 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-69d1fc95-92ff-42a0-a2d4-11ba1acdb57a req-c786c8d3-be23-4b01-b4fb-7c2465cff960 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 944 time: 0.6436396 Mar 22 13:02:19.461649 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11f464-8e84-4e52-8119-3d87161499ce None None] The sync data for ids ['6241e4ca-837d-4ccd-b4a1-272df35409c0'] in dv-neutron-834664-2-hyperv is: [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '801aeaf2-df14-4b81-bd57-177d0cdb9aee', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'port_id': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'mac_address': 'fa:16:3e:b1:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:30Z', 'updated_at': '2022-03-22T13:02:14Z', 'revision_number': 1, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a24ab4-878e-4a05-bd50-8a27bac92111', 'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'mac_address': 'fa:16:3e:a5:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:48Z', 'revision_number': 5, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'subnets': [{'id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:19.485665 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e7948832-d53f-4169-a945-41cc1ee1a0cf req-c748bf2f-1e9c-4e03-b2d5-2d78769d44d2 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617300 Mar 22 13:02:19.485963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e2af0-8a8a-4471-9856-648cb36609ac tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.490348 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e2af0-8a8a-4471-9856-648cb36609ac tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.491229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a04e2af0-8a8a-4471-9856-648cb36609ac tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:19.493233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.507413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:02:19.507812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:02:19.523537 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:02:19.555036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.555567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.556120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.556417 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e3c18b-5c85-4337-92b9-49b5fb53ad79', 'code': 200} Mar 22 13:02:19.556881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.557244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.557718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.558185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.559245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.559703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.560165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.560681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.561142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.561598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.562056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.562514 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.568944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.569189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.569674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.570148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.570684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.571083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.571589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.572053 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.572513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.572971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.573435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.573897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.574912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.578313 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0c63d6aa-9b90-4a26-8ebe-2451cce919e9 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24822 time: 0.6653509 Mar 22 13:02:19.585222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33264) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:19.595349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Deleting port 02dcd0e1-259d-43ad-aca7-ff11013fa300 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:19.595694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.649977 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-047c7254-7741-421d-9d19-06b394a00143 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad HTTP/1.1" status: 200 len: 999 time: 0.4529216 Mar 22 13:02:19.657921 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0103cff3-000b-46b6-bebf-bcba539f365d tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3394 time: 0.3597510 Mar 22 13:02:19.662156 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33268) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:19.704679 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-69d1fc95-92ff-42a0-a2d4-11ba1acdb57a req-bfcab7c5-aaba-4983-a913-16e6da5386f6 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268381 Mar 22 13:02:19.705262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a04e2af0-8a8a-4471-9856-648cb36609ac tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:19.706275 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a04e2af0-8a8a-4471-9856-648cb36609ac tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5902474 Mar 22 13:02:19.714417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33272) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:19.760357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] The port '02dcd0e1-259d-43ad-aca7-ff11013fa300' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:02:19.766599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b5198-09c6-491f-9835-1b8d8dcc5cb8 None None] New status for floating IP 801aeaf2-df14-4b81-bd57-177d0cdb9aee: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:02:19.806048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.811239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.820365 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-df47cf30-e812-48df-944c-191675cc4503 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Deleting port 5260d2f6-991d-4b87-acac-e088f9638791 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:19.820833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-df47cf30-e812-48df-944c-191675cc4503 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.839634 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/networks/c787b293-fb21-4724-9a1f-63a17da6a98d HTTP/1.1" status: 204 len: 168 time: 2.1599097 Mar 22 13:02:19.844306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-53fb5027-3524-4bf4-ab8f-7f20458cafbc tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Synchronizing usage tracker for tenant:a3056016035c4cddbb166a3a55ca5982 on resource:floatingip {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:19.849800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33276) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:19.870146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0beaba8-aa24-426d-a503-9a8d91987792 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Network': ['ID=c787b293-fb21-4724-9a1f-63a17da6a98d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:19.878717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1780635827'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:19.889734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-aa935208-e806-454d-ba5b-e9c4e11a3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:19.891195 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-aa935208-e806-454d-ba5b-e9c4e11a3ada service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4cbfb0-32d8-4856-8d7b-cb72b21f744e HTTP/1.1" status: 200 len: 851 time: 0.2288990 Mar 22 13:02:19.914574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:19.956336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device bb238990-35cc-47bc-8bce-f2aafadc5802 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:19.979118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:network and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:19.982223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:19.988043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-53fb5027-3524-4bf4-ab8f-7f20458cafbc tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Unset dirty status for tenant:a3056016035c4cddbb166a3a55ca5982 on resource:floatingip {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:19.991503 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-53fb5027-3524-4bf4-ab8f-7f20458cafbc tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3281534 Mar 22 13:02:19.993797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:19.995703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b8216e-6fa6-4798-9d94-13ce2189b4f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 3ee4f718-5299-4612-a0d3-d3827607a925 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:20.002824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33280) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:20.005323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:20.011361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94b8216e-6fa6-4798-9d94-13ce2189b4f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.116280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port bb238990-35cc-47bc-8bce-f2aafadc5802 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:20.122109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port bb238990-35cc-47bc-8bce-f2aafadc5802 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:20.122742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.127269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94b8216e-6fa6-4798-9d94-13ce2189b4f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.195525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468693c3-0d6d-4516-9280-a7296d07a6cb']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:20.204937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d11aca08-7d68-4abe-846f-e3b90ded34db tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Deleting port 18c28f73-247d-40e5-957f-dba72cabb271 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:20.204937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11aca08-7d68-4abe-846f-e3b90ded34db tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.210572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7becb-e875-4354-9bc5-f4ec16dd7caa req-2bb5bd8f-5ba8-4ca0-a2e7-0b947c819dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:20.212074 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89d7becb-e875-4354-9bc5-f4ec16dd7caa req-2bb5bd8f-5ba8-4ca0-a2e7-0b947c819dc5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1098 time: 0.4393599 Mar 22 13:02:20.234612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:20.237879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.250055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.255280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f7dddc-384b-4511-b426-07d085a171ac') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:20.255280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f7dddc-384b-4511-b426-07d085a171ac') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:20.278538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.285482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-df47cf30-e812-48df-944c-191675cc4503 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] For port 5260d2f6-991d-4b87-acac-e088f9638791, host hv-neutron-8346, got binding levels [] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:20.285834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-df47cf30-e812-48df-944c-191675cc4503 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.310416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.312927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-8068388d-d7cb-4fd1-ae8d-8692eb00a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:20.313399 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-8068388d-d7cb-4fd1-ae8d-8692eb00a29d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d710130-13e1-4111-b70f-e553701a4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4101074 Mar 22 13:02:20.335525 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port bb238990-35cc-47bc-8bce-f2aafadc5802, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bb238990-35cc-47bc-8bce-f2aafadc5802,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:20.337258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:02:20.341080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.354121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:02:20.354518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:02:20.369320 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:02:20.398281 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.398664 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added segment f1b1fc2a-af21-4ee2-acce-d3ac2f362d60 of type vlan for network e942a53f-7551-4499-aa11-2fa046ab2d19 Mar 22 13:02:20.429479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=bb238990-35cc-47bc-8bce-f2aafadc5802,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:20.465169 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89d7becb-e875-4354-9bc5-f4ec16dd7caa req-76b540ba-e8ac-486b-a367-60e408ec94eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385597 Mar 22 13:02:20.471624 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-df47cf30-e812-48df-944c-191675cc4503 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Calling delete_port for 5260d2f6-991d-4b87-acac-e088f9638791 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:20.541172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.545954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.553939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.594119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] Pushing event deleted for resources: {'Network': ['ID=468693c3-0d6d-4516-9280-a7296d07a6cb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:20.605143 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7d95c88d-32c3-4a1b-8054-6c33ac09e01a tempest-ExtraDHCPOptionsTestJSON-1883151991 tempest-ExtraDHCPOptionsTestJSON-1883151991-project] 10.222.0.70 "DELETE /v2.0/networks/468693c3-0d6d-4516-9280-a7296d07a6cb HTTP/1.1" status: 204 len: 168 time: 3.2621827 Mar 22 13:02:20.605143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11aca08-7d68-4abe-846f-e3b90ded34db tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.605143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11aca08-7d68-4abe-846f-e3b90ded34db tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.610975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94b8216e-6fa6-4798-9d94-13ce2189b4f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.695688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-df47cf30-e812-48df-944c-191675cc4503 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.700707 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-3675fa3a-3db5-47af-b058-259feca507c2 service neutron] 10.222.0.47 "GET /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774035 Mar 22 13:02:20.777070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47cf30-e812-48df-944c-191675cc4503 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event deleted for resources: {'Port': ['ID=5260d2f6-991d-4b87-acac-e088f9638791,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:20.783773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d11aca08-7d68-4abe-846f-e3b90ded34db tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Calling delete_port for 18c28f73-247d-40e5-957f-dba72cabb271 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:20.852467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.858855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:20.859353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-df47cf30-e812-48df-944c-191675cc4503 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.859838 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.932578 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0658040 Mar 22 13:02:20.933218 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94b8216e-6fa6-4798-9d94-13ce2189b4f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:20.938091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33292) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:21.095825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33294) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:21.111603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'subnet': {'network_id': 'e942a53f-7551-4499-aa11-2fa046ab2d19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:21.111786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db045f45-c362-4666-a025-ff76da08a5c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Network': ['ID=e942a53f-7551-4499-aa11-2fa046ab2d19,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:21.123197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network e942a53f-7551-4499-aa11-2fa046ab2d19 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:02:21.127765 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-df47cf30-e812-48df-944c-191675cc4503 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "DELETE /v2.0/ports/5260d2f6-991d-4b87-acac-e088f9638791 HTTP/1.1" status: 204 len: 168 time: 1.5322962 Mar 22 13:02:21.130522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33300) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:21.139749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8216e-6fa6-4798-9d94-13ce2189b4f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee4f718-5299-4612-a0d3-d3827607a925,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:21.161041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94b8216e-6fa6-4798-9d94-13ce2189b4f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.162870 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-94b8216e-6fa6-4798-9d94-13ce2189b4f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/3ee4f718-5299-4612-a0d3-d3827607a925 HTTP/1.1" status: 204 len: 168 time: 1.4456732 Mar 22 13:02:21.174884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33306) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:21.207466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253996e-7306-4fed-a466-91a63496b146 req-b84fd3a5-4417-4ab4-b000-bba6d6487885 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:21.208923 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8253996e-7306-4fed-a466-91a63496b146 req-b84fd3a5-4417-4ab4-b000-bba6d6487885 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 945 time: 0.5830088 Mar 22 13:02:21.251526 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b312e6-33ea-45c9-a0e4-88f5d8178833 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] GET failed (client error): The resource could not be found. Mar 22 13:02:21.252043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-76b312e6-33ea-45c9-a0e4-88f5d8178833 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Synchronizing usage tracker for tenant:702dea9cd7824724883eb9b8c316cc8f on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:21.269039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17c391-bc1c-472b-9706-679b5f368ae2 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:21.299529 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8253996e-7306-4fed-a466-91a63496b146 req-be91843c-59ba-42c6-8334-7aa6d924a6e6 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760913 Mar 22 13:02:21.300186 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-305a04d0-c8da-4dd7-9685-9b3b89fe1253 req-c6766210-058c-4c5b-a95c-baa76a16641e service neutron] 10.222.0.47 "GET /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625033 Mar 22 13:02:21.311486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11aca08-7d68-4abe-846f-e3b90ded34db tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.353835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-76b312e6-33ea-45c9-a0e4-88f5d8178833 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Unset dirty status for tenant:702dea9cd7824724883eb9b8c316cc8f on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:21.358753 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-76b312e6-33ea-45c9-a0e4-88f5d8178833 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "GET /v2.0/ports/5260d2f6-991d-4b87-acac-e088f9638791 HTTP/1.1" status: 404 len: 333 time: 0.2236862 Mar 22 13:02:21.365910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33310) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:21.368752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11aca08-7d68-4abe-846f-e3b90ded34db tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Pushing event deleted for resources: {'Port': ['ID=18c28f73-247d-40e5-957f-dba72cabb271,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:21.406216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-925454052', 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:21.414934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:21.424655 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-583417ba-9491-4b5d-b7ec-a177af1a42fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2455657 Mar 22 13:02:21.427919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.444042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33314) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:21.467553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:21.487659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Made reservation on behalf of 702dea9cd7824724883eb9b8c316cc8f for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:21.489716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.493430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:21.502516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11aca08-7d68-4abe-846f-e3b90ded34db tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.520926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11aca08-7d68-4abe-846f-e3b90ded34db tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.522058 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d11aca08-7d68-4abe-846f-e3b90ded34db tempest-FloatingIPAdminTestJSON-891900207 tempest-FloatingIPAdminTestJSON-891900207-project] 10.222.0.70 "DELETE /v2.0/floatingips/0d439afb-dffa-4da7-9e56-88c456898044 HTTP/1.1" status: 204 len: 168 time: 1.5182796 Mar 22 13:02:21.523322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] device_id is not set on port 3091b8f8-fee4-4478-8f6f-08a004f0f496 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:21.529375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:subnet and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:21.536782 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:21.539264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33318) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:21.557325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb238990-35cc-47bc-8bce-f2aafadc5802'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:21.559397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:21.630672 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb238990-35cc-47bc-8bce-f2aafadc5802', 'code': 200} Mar 22 13:02:21.648069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fca321-4e48-4b92-94d9-515ca7cb0149 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:02:21.653695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5e786-2b74-4a62-9d7b-798d40dbe662 req-1c151f38-244f-4297-a7a5-258e9ac68dc5 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:21.659699 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21e5e786-2b74-4a62-9d7b-798d40dbe662 req-1c151f38-244f-4297-a7a5-258e9ac68dc5 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.7933645 Mar 22 13:02:21.660750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f1fca321-4e48-4b92-94d9-515ca7cb0149 None None] Deleting port 4b84bcf4-a779-44ee-8f4c-f43951d49197 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:21.661123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f1fca321-4e48-4b92-94d9-515ca7cb0149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.676157 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ebce1b2c-fa59-4330-bb2a-d833cea7a84f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18041cf814d44c7fb74083b4d3ea088e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5750268 Mar 22 13:02:21.682950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33324) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:21.767551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:21.770637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.791130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.833466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.864343 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-424cc613-79ed-46c1-bf21-0946e57e378f req-2de24fa7-b239-4bf5-a95c-aa4dcadb284e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5180340 Mar 22 13:02:21.878398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-e0153cdb-37c0-40a1-a67f-5d9db7d292bd tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Deleting port db5ecec0-95ab-436a-8bdc-dd9c0d0c34ef {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:21.878829 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0153cdb-37c0-40a1-a67f-5d9db7d292bd tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.900015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f1fca321-4e48-4b92-94d9-515ca7cb0149 None None] For port 4b84bcf4-a779-44ee-8f4c-f43951d49197, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4b84bcf4-a779-44ee-8f4c-f43951d49197,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:21.900515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f1fca321-4e48-4b92-94d9-515ca7cb0149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.925449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Network 9bb194e5-969f-4da5-a638-55f09daf02a5 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:21.928613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:21.932360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:21.933284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:21.933954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:21.956449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event updated for resources: {'Port': ['ID=3091b8f8-fee4-4478-8f6f-08a004f0f496,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:21.979108 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4e60f0bc-ed87-4b39-bf0e-ffbea9172f44 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6117678 Mar 22 13:02:21.980069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33330) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:21.996570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4b84bcf4-a779-44ee-8f4c-f43951d49197 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:02:22.064644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac4bac-9858-404e-89a7-8236648516b4 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:22.065212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f0ac4bac-9858-404e-89a7-8236648516b4 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Synchronizing usage tracker for tenant:702dea9cd7824724883eb9b8c316cc8f on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:22.084095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f0ac4bac-9858-404e-89a7-8236648516b4 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Unset dirty status for tenant:702dea9cd7824724883eb9b8c316cc8f on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:22.085744 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f0ac4bac-9858-404e-89a7-8236648516b4 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "GET /v2.0/ports/3091b8f8-fee4-4478-8f6f-08a004f0f496 HTTP/1.1" status: 200 len: 954 time: 0.1036181 Mar 22 13:02:22.088334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33334) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:22.096673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f1fca321-4e48-4b92-94d9-515ca7cb0149 None None] Calling delete_port for 4b84bcf4-a779-44ee-8f4c-f43951d49197 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:22.140384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89d281-50fa-41aa-a8b9-86810eee68f1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:22.141450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7b89d281-50fa-41aa-a8b9-86810eee68f1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:22.149900 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21e5e786-2b74-4a62-9d7b-798d40dbe662 req-e6d87198-0591-4db3-93d3-ffcf98b9c4fa tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694610 Mar 22 13:02:22.191087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ce4b6-8ab3-42a8-9df7-f77c0758a5fb tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Deleting port 3091b8f8-fee4-4478-8f6f-08a004f0f496 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:22.191451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8c6ce4b6-8ab3-42a8-9df7-f77c0758a5fb tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:22.231091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f53c90e4-8fd4-4f9f-be3c-482f623ed443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:22.256243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f1fca321-4e48-4b92-94d9-515ca7cb0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:22.298935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:22.320666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fca321-4e48-4b92-94d9-515ca7cb0149 None None] No DVR routers for this DVR port 4b84bcf4-a779-44ee-8f4c-f43951d49197 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:02:22.328671 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fca321-4e48-4b92-94d9-515ca7cb0149 None None] Pushing event deleted for resources: {'Port': ['ID=4b84bcf4-a779-44ee-8f4c-f43951d49197,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:22.354144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7b89d281-50fa-41aa-a8b9-86810eee68f1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:22.357736 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7b89d281-50fa-41aa-a8b9-86810eee68f1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9055915 Mar 22 13:02:22.365541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33342) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:22.370561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f53c90e4-8fd4-4f9f-be3c-482f623ed443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:22.511428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0153cdb-37c0-40a1-a67f-5d9db7d292bd tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:22.512308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0153cdb-37c0-40a1-a67f-5d9db7d292bd tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:22.529072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe13cc-bb73-438e-9100-3f197cf29e17 req-7d188686-45e1-48f8-8d06-24a79f8a494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:22.530555 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6afe13cc-bb73-438e-9100-3f197cf29e17 req-7d188686-45e1-48f8-8d06-24a79f8a494e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 1098 time: 0.6195936 Mar 22 13:02:22.536100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cc613-79ed-46c1-bf21-0946e57e378f req-8d887c23-b06c-44da-83a3-08a94b397635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:22.537462 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-424cc613-79ed-46c1-bf21-0946e57e378f req-8d887c23-b06c-44da-83a3-08a94b397635 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56884933f19e4683ad19a5707e68cae2&device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 1098 time: 0.4773290 Mar 22 13:02:22.597352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8c6ce4b6-8ab3-42a8-9df7-f77c0758a5fb tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:22.608058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e053e1-3e68-453a-bb7c-311e77f44684 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:22.608722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d8e053e1-3e68-453a-bb7c-311e77f44684 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:22.690773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-e0153cdb-37c0-40a1-a67f-5d9db7d292bd tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Calling delete_port for db5ecec0-95ab-436a-8bdc-dd9c0d0c34ef owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:22.738034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ce4b6-8ab3-42a8-9df7-f77c0758a5fb tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Calling delete_port for 3091b8f8-fee4-4478-8f6f-08a004f0f496 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:22.776877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d8e053e1-3e68-453a-bb7c-311e77f44684 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:22.778070 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d8e053e1-3e68-453a-bb7c-311e77f44684 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4114330 Mar 22 13:02:22.782763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33346) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:22.875640 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6a328f98-9858-4b2d-bb92-423b136314aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916946 Mar 22 13:02:22.881791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33350) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:22.889224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:22.913359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f91253-5c28-4192-9026-eb0c30603a12 req-a3507332-2453-4102-9b98-1e5d3927516a tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:22.914802 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-73f91253-5c28-4192-9026-eb0c30603a12 req-a3507332-2453-4102-9b98-1e5d3927516a tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 945 time: 0.4491389 Mar 22 13:02:22.939296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f53c90e4-8fd4-4f9f-be3c-482f623ed443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.010733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c90e4-8fd4-4f9f-be3c-482f623ed443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f15c044-0941-4795-b7f3-612e94086012,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:23.018029 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6afe13cc-bb73-438e-9100-3f197cf29e17 req-4fbef71c-4bc7-4f17-907e-1d527563e32d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4292240 Mar 22 13:02:23.018847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.106850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f53c90e4-8fd4-4f9f-be3c-482f623ed443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.108051 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f53c90e4-8fd4-4f9f-be3c-482f623ed443 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f15c044-0941-4795-b7f3-612e94086012 HTTP/1.1" status: 204 len: 168 time: 1.4181247 Mar 22 13:02:23.119132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8c6ce4b6-8ab3-42a8-9df7-f77c0758a5fb tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.127462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cc613-79ed-46c1-bf21-0946e57e378f req-1279bb7e-567b-46c3-b17f-52e2ea9a83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:23.128950 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-424cc613-79ed-46c1-bf21-0946e57e378f req-1279bb7e-567b-46c3-b17f-52e2ea9a83cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d710130-13e1-4111-b70f-e553701a4bce HTTP/1.1" status: 200 len: 913 time: 0.5356932 Mar 22 13:02:23.176189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Subnet': ['ID=9819c219-895a-4bc6-925a-24eaf4c52bf1,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:23.194815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:23.203613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Checking segment: {'id': 'f1b1fc2a-af21-4ee2-acce-d3ac2f362d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e942a53f-7551-4499-aa11-2fa046ab2d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:23.203985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network hostable DHCP agents. Network: e942a53f-7551-4499-aa11-2fa046ab2d19, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:02:23.205320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:23.217648 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-73f91253-5c28-4192-9026-eb0c30603a12 req-88edeb51-f846-48f9-b1f4-7bff527d5cae tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890414 Mar 22 13:02:23.218524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ce4b6-8ab3-42a8-9df7-f77c0758a5fb tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event deleted for resources: {'Port': ['ID=3091b8f8-fee4-4478-8f6f-08a004f0f496,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:23.227114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:23.228461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0153cdb-37c0-40a1-a67f-5d9db7d292bd tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.230650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.256775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8c6ce4b6-8ab3-42a8-9df7-f77c0758a5fb tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.271722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network e942a53f-7551-4499-aa11-2fa046ab2d19 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:02:23.337639 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8c6ce4b6-8ab3-42a8-9df7-f77c0758a5fb tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "DELETE /v2.0/ports/3091b8f8-fee4-4478-8f6f-08a004f0f496 HTTP/1.1" status: 204 len: 168 time: 1.2480381 Mar 22 13:02:23.340881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0153cdb-37c0-40a1-a67f-5d9db7d292bd tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Pushing event deleted for resources: {'Port': ['ID=db5ecec0-95ab-436a-8bdc-dd9c0d0c34ef,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:23.343839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33360) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:23.426774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, e942a53f-7551-4499-aa11-2fa046ab2d19) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:23.436804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87215a0-34de-420e-82bf-93a9986f685b None None] Network e942a53f-7551-4499-aa11-2fa046ab2d19 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:23.523806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.554651 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7f0e09-9bc4-45e3-9459-72c378d97875 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] GET failed (client error): The resource could not be found. Mar 22 13:02:23.555514 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cf7f0e09-9bc4-45e3-9459-72c378d97875 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Synchronizing usage tracker for tenant:702dea9cd7824724883eb9b8c316cc8f on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:23.578916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:23.584173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:23.588258 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:23.588950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.593108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:23.593692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.613270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d1b1d-3ab4-43ac-b3a7-e410b3f5d33f None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:23.629706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=1d10f8c6-a50e-4591-a56b-9afb6a934fef,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:23.638022 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-25052450-f55c-47a0-9f9c-f4c8ade1227e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7549701 Mar 22 13:02:23.640599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33372) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:23.649117 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cacb5bcd-fcb4-43a7-b55e-fef00587142c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6729171 Mar 22 13:02:23.650386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': '1d10f8c6-a50e-4591-a56b-9afb6a934fef', 'ip_address': '2001:db8::44ee:d0ff:ce:6b08'}], 'name': 'tempest-NetworksTestDHCPv6-1862217819'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:23.658561 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-424cc613-79ed-46c1-bf21-0946e57e378f req-41336bac-13b2-4cf3-bbff-f95383871c67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad HTTP/1.1" status: 200 len: 1001 time: 0.3766308 Mar 22 13:02:23.659188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33376) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:23.753081 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cc613-79ed-46c1-bf21-0946e57e378f req-d102c867-baf9-4b6a-baf6-6178f6b8d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:23.754196 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-424cc613-79ed-46c1-bf21-0946e57e378f req-d102c867-baf9-4b6a-baf6-6178f6b8d642 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4cbfb0-32d8-4856-8d7b-cb72b21f744e HTTP/1.1" status: 200 len: 851 time: 0.0842631 Mar 22 13:02:23.758684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2014222110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:23.766454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cf7f0e09-9bc4-45e3-9459-72c378d97875 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Unset dirty status for tenant:702dea9cd7824724883eb9b8c316cc8f on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:23.772179 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cf7f0e09-9bc4-45e3-9459-72c378d97875 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "GET /v2.0/ports/3091b8f8-fee4-4478-8f6f-08a004f0f496 HTTP/1.1" status: 404 len: 333 time: 0.3931391 Mar 22 13:02:23.772980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33382) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:23.784171 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-e942a53f-7551-4499-aa11-2fa046ab2d19', 'network_id': 'e942a53f-7551-4499-aa11-2fa046ab2d19', 'tenant_id': 'fee226a007774d58826c427014967959', 'fixed_ips': [{'subnet_id': '9819c219-895a-4bc6-925a-24eaf4c52bf1'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:02:23.784983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.790077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Request body: {'port': {'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1418459953'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:23.805718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:23.831424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:23.835679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:23.850386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:router and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:23.853697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:23.865113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:23.865283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:23.872408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0153cdb-37c0-40a1-a67f-5d9db7d292bd tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.881347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0153cdb-37c0-40a1-a67f-5d9db7d292bd tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.881347 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e0153cdb-37c0-40a1-a67f-5d9db7d292bd tempest-FloatingIPAdminTestJSON-1627028703 tempest-FloatingIPAdminTestJSON-1627028703-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/55714019-3e1b-44e6-91d0-933e96231624 HTTP/1.1" status: 204 len: 168 time: 2.3351870 Mar 22 13:02:23.883838 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33390) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:23.887046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:23.888395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:23.923066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd402b5-8838-4a69-8894-5af2eeef372b req-56a5a5c1-4b2e-4a62-ba10-f6a360fb5db7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:23.925397 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fcd402b5-8838-4a69-8894-5af2eeef372b req-56a5a5c1-4b2e-4a62-ba10-f6a360fb5db7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.5447564 Mar 22 13:02:23.927466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cc613-79ed-46c1-bf21-0946e57e378f req-2d5c1b7b-91df-4511-8633-164824e8cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:23.928932 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-424cc613-79ed-46c1-bf21-0946e57e378f req-2d5c1b7b-91df-4511-8633-164824e8cdf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d710130-13e1-4111-b70f-e553701a4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1520483 Mar 22 13:02:23.930445 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.931732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.950919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:23.963957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Made reservation on behalf of 702dea9cd7824724883eb9b8c316cc8f for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:23.967402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.021135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': '1d10f8c6-a50e-4591-a56b-9afb6a934fef'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:02:24.021954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.079266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] device_id is not set on port 3ec5edca-004a-4540-838a-2367846ffe4c yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:24.104266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.125838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Allocated IP 2001:db8::2 (e942a53f-7551-4499-aa11-2fa046ab2d19/9819c219-895a-4bc6-925a-24eaf4c52bf1/217d7210-1457-480a-90a9-a91bab31db1c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:24.157400 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fcd402b5-8838-4a69-8894-5af2eeef372b req-c7e8c3c8-0560-4b3d-b452-cd0ea8813d1c tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876595 Mar 22 13:02:24.158449 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33396) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:24.163847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a4385b85-352a-4ca8-bf1f-11bae903c658 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Deleting port 6287acd8-4204-4af2-b96e-1d8fb90854a4 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:24.164364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4385b85-352a-4ca8-bf1f-11bae903c658 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.188250 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-424cc613-79ed-46c1-bf21-0946e57e378f req-dfa7b630-263f-429c-80ed-f9486f8232c6 service neutron] 10.222.0.47 "GET /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028317 Mar 22 13:02:24.190819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.192436 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c773ed99-618c-477f-99d1-fe5fd20bcec1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5245812 Mar 22 13:02:24.194587 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33404) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:24.205366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'port': {'network_id': 'e942a53f-7551-4499-aa11-2fa046ab2d19', 'name': 'tempest-RoutersIpV6Test-1267294742'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:24.283902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.504320 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/1d10f8c6-a50e-4591-a56b-9afb6a934fef/2d4c9d09-71ea-4c4d-9d13-398ece21ab10) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:24.559832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4385b85-352a-4ca8-bf1f-11bae903c658 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.580296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1194861449'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:24.603581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:24.614601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:network and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:24.624532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:24.643178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:24.718285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfa57d-a403-46ba-8bb0-1d6fc8bf397e req-843ac66c-f299-4993-be96-feab6edfa027 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:24.723377 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-44cfa57d-a403-46ba-8bb0-1d6fc8bf397e req-843ac66c-f299-4993-be96-feab6edfa027 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 945 time: 0.2032826 Mar 22 13:02:24.724433 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:24.728702 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.741036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:24.747996 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-424cc613-79ed-46c1-bf21-0946e57e378f req-7aec6faf-8ee7-42cd-8e18-0c34b5c2156a service neutron] 10.222.0.47 "GET /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476995 Mar 22 13:02:24.748883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 07f123fb-f6ee-49d5-a074-c2cd0a5ed860 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:24.752117 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.774450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:port and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:24.779481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:24.787886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:24.804656 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:24.810725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a4385b85-352a-4ca8-bf1f-11bae903c658 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Calling delete_port for 6287acd8-4204-4af2-b96e-1d8fb90854a4 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:24.819405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group_rule and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:24.822384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.825680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:24.834307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:24.837805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.844673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Transition to ACTIVE for port object 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:24.847753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.858416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:24.864174 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-44cfa57d-a403-46ba-8bb0-1d6fc8bf397e req-d60f837d-9a61-4289-94e3-0e406b6fa794 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192541 Mar 22 13:02:24.871054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Transition to ACTIVE for port object 217d7210-1457-480a-90a9-a91bab31db1c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:24.875461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] device_id is not set on port f2918af5-0151-42d1-a09b-41c94325e84e yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:24.886368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Transition to ACTIVE for port object 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:24.898624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:24.972915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Transition to ACTIVE for port object 217d7210-1457-480a-90a9-a91bab31db1c will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:24.989012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:24.990403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.000900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:25.005987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:25.014906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Pushing event updated for resources: {'Port': ['ID=2d4c9d09-71ea-4c4d-9d13-398ece21ab10,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:25.093360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Network e942a53f-7551-4499-aa11-2fa046ab2d19 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:25.133170 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:25.141855 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:25.193796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.215428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Allocated IP 2001:db8::312 (e942a53f-7551-4499-aa11-2fa046ab2d19/9819c219-895a-4bc6-925a-24eaf4c52bf1/f2918af5-0151-42d1-a09b-41c94325e84e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:25.215979 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030d8c1-bbea-4e79-a95e-c2c0d91ebca3 req-e7d1aea3-63e1-4679-8ebf-2752154a14ba tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:25.217399 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d030d8c1-bbea-4e79-a95e-c2c0d91ebca3 req-e7d1aea3-63e1-4679-8ebf-2752154a14ba tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.6474376 Mar 22 13:02:25.229149 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.229960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33412) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:25.238831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3e2ef43c-be3f-4adf-b85c-6064eacf74d1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Request body: {'floatingip': {'port_id': '95e3c18b-5c85-4337-92b9-49b5fb53ad79'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:25.243555 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Attempting to bind port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:25.243991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Attempting to bind port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:25.244411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Attempting to bind port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:25.257684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Pushing event updated for resources: {'Port': ['ID=217d7210-1457-480a-90a9-a91bab31db1c,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:25.271256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:25.271705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:25.272169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.272623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:25.273149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Bound port: 2d4c9d09-71ea-4c4d-9d13-398ece21ab10, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:25.273581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.295187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Attempting to bind port 217d7210-1457-480a-90a9-a91bab31db1c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:25.295551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.295797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Attempting to bind port 217d7210-1457-480a-90a9-a91bab31db1c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'f1b1fc2a-af21-4ee2-acce-d3ac2f362d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e942a53f-7551-4499-aa11-2fa046ab2d19'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:25.296257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Attempting to bind port 217d7210-1457-480a-90a9-a91bab31db1c on network e942a53f-7551-4499-aa11-2fa046ab2d19 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:25.337290 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:25.337909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Checking segment: {'id': 'f1b1fc2a-af21-4ee2-acce-d3ac2f362d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e942a53f-7551-4499-aa11-2fa046ab2d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:25.338390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.338843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Bound using segment: {'id': 'f1b1fc2a-af21-4ee2-acce-d3ac2f362d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e942a53f-7551-4499-aa11-2fa046ab2d19'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:25.339424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Bound port: 217d7210-1457-480a-90a9-a91bab31db1c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b1fc2a-af21-4ee2-acce-d3ac2f362d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e942a53f-7551-4499-aa11-2fa046ab2d19'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:25.340985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.364880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef43c-be3f-4adf-b85c-6064eacf74d1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for floatingip, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.413823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4385b85-352a-4ca8-bf1f-11bae903c658 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.430365 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:02:25.445718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] For port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:25.466925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::44ee:d0ff:ce:6b08 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/1d10f8c6-a50e-4591-a56b-9afb6a934fef/07f123fb-f6ee-49d5-a074-c2cd0a5ed860) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:25.468421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] For port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2d4c9d09-71ea-4c4d-9d13-398ece21ab10,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:25.475262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.480167 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] For port 217d7210-1457-480a-90a9-a91bab31db1c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:25.526842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c0b0ff-df03-4a01-828a-1fe455737d55,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:25.530023 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] For port 217d7210-1457-480a-90a9-a91bab31db1c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=217d7210-1457-480a-90a9-a91bab31db1c,segment=NetworkSegment(f1b1fc2a-af21-4ee2-acce-d3ac2f362d60),segment_id=f1b1fc2a-af21-4ee2-acce-d3ac2f362d60)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:25.542418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.544036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.544390 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Added segment de07bfdf-4ddc-4d8d-9beb-bb54124a57dd of type vlan for network 44292524-8479-4256-81c8-0277f7193fcb Mar 22 13:02:25.591623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca6501-de4d-4c83-a56c-3e7cc53122c2 None None] Pushing event updated for resources: {'Port': ['ID=2d4c9d09-71ea-4c4d-9d13-398ece21ab10,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:25.625933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4385b85-352a-4ca8-bf1f-11bae903c658 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event deleted for resources: {'Port': ['ID=6287acd8-4204-4af2-b96e-1d8fb90854a4,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:25.678318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.726269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e101f4d-b490-4419-9541-cd707ec1e204 None None] Pushing event updated for resources: {'Port': ['ID=217d7210-1457-480a-90a9-a91bab31db1c,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:25.825304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.845163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.851018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:25.851655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:25.974362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Network 9bb194e5-969f-4da5-a638-55f09daf02a5 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:26.009221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:26.020494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:26.021422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:26.022142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:26.036700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4385b85-352a-4ca8-bf1f-11bae903c658 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:26.039181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event updated for resources: {'Port': ['ID=3ec5edca-004a-4540-838a-2367846ffe4c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:26.065591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:26.072791 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a4385b85-352a-4ca8-bf1f-11bae903c658 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "DELETE /v2.0/ports/6287acd8-4204-4af2-b96e-1d8fb90854a4 HTTP/1.1" status: 204 len: 168 time: 2.1608655 Mar 22 13:02:26.079524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33420) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:26.097663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33424) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:26.105648 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8b92b5c7-cec3-4225-87bf-9ecb450b5e18 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3297629 Mar 22 13:02:26.118621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:26.124626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:26.155074 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9931891 Mar 22 13:02:26.156088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e716d1-7fcb-497e-953a-95eff94d3258 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Network': ['ID=44292524-8479-4256-81c8-0277f7193fcb,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:26.156457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 07f123fb-f6ee-49d5-a074-c2cd0a5ed860 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:26.166827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33428) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:26.176752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 44292524-8479-4256-81c8-0277f7193fcb details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:02:26.205013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'name': 'tempest-PortsIpV6TestJSON-1436125282'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:26.235926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:26.365041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41085c38-4ff5-44b7-9b29-f4befacc667c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:26.366014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-41085c38-4ff5-44b7-9b29-f4befacc667c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Synchronizing usage tracker for tenant:a3056016035c4cddbb166a3a55ca5982 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:26.369342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Transition to ACTIVE for port object f2918af5-0151-42d1-a09b-41c94325e84e will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:26.400797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:26.406011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:26.412009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:26.418393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:26.419047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:26.432619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=07f123fb-f6ee-49d5-a074-c2cd0a5ed860,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:26.444934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-41085c38-4ff5-44b7-9b29-f4befacc667c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Unset dirty status for tenant:a3056016035c4cddbb166a3a55ca5982 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:26.446345 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-41085c38-4ff5-44b7-9b29-f4befacc667c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "GET /v2.0/ports?device_id=aadb1bff-e84b-4384-b6c0-d50fabb9c721 HTTP/1.1" status: 200 len: 913 time: 0.3550372 Mar 22 13:02:26.449526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33432) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:26.456140 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b43e11ab-4556-435e-a484-fa9ba3e13c3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8113496 Mar 22 13:02:26.477752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33436) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:26.521383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': '1d10f8c6-a50e-4591-a56b-9afb6a934fef', 'ip_address': '2001:db8::44ee:d0ff:ce:6b08'}], 'name': 'tempest-NetworksTestDHCPv6-1812047073'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:26.847396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:26.862894 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:26.866073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:26.881768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:26.910399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:26.971485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:27.026292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:27.029678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:27.051753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:27.085628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf75a-6843-4353-9fd7-689e8977183f req-9764942b-2436-420b-8fca-c7509df2b7f0 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:27.087151 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac3bf75a-6843-4353-9fd7-689e8977183f req-9764942b-2436-420b-8fca-c7509df2b7f0 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 945 time: 0.9192402 Mar 22 13:02:27.137131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:27.142862 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:27.145471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ad495945-5fcf-43ac-8011-35d4da78f514 None None] Provisioning for port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:27.146257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:27.153169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:27.179354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port 69030962-52b2-42af-9fb3-849a8ba49874 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:27.241840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network e942a53f-7551-4499-aa11-2fa046ab2d19 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:27.266567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:27.289981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:27.295754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:27.296437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:27.343520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:27.389503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-42318e3f-40da-4d0d-be65-042469c3c83c None None] Provisioning for port 07f123fb-f6ee-49d5-a074-c2cd0a5ed860 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:27.396080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-42318e3f-40da-4d0d-be65-042469c3c83c None None] Provisioning complete for port 07f123fb-f6ee-49d5-a074-c2cd0a5ed860 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:27.397004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-42318e3f-40da-4d0d-be65-042469c3c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:27.457634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-42318e3f-40da-4d0d-be65-042469c3c83c None None] Port 07f123fb-f6ee-49d5-a074-c2cd0a5ed860 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:27.479200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=f2918af5-0151-42d1-a09b-41c94325e84e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:27.529885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0dbf7-7134-4613-9741-0641cd805678 None None] Network e942a53f-7551-4499-aa11-2fa046ab2d19 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:27.557695 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac3bf75a-6843-4353-9fd7-689e8977183f req-82fa6a69-27c8-4c05-949c-fa979cf85ffe tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4339790 Mar 22 13:02:27.580972 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-29113b15-6ab2-4826-b252-49a8d7152b66 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3828936 Mar 22 13:02:27.588795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33440) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:27.644134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:27.674556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-3e2ef43c-be3f-4adf-b85c-6064eacf74d1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:02:27.679554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-02323dbc-f57e-499f-bfd9-d3f48f5d2236 None None] Provisioning for port 217d7210-1457-480a-90a9-a91bab31db1c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:27.804716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Deleting port 104574ac-37b7-4a9a-8602-881511459e2e {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:27.805562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:27.811335 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 4cecbe48-76ec-4969-af56-a939a2396b59 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:27.934468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef43c-be3f-4adf-b85c-6064eacf74d1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:27.978225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef43c-be3f-4adf-b85c-6064eacf74d1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.108704 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:28.169692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.181940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] device_id is not set on port 3ec5edca-004a-4540-838a-2367846ffe4c yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:28.190747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.209417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:28.219787 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:28.220924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.295752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Transition to ACTIVE for port object 3ec5edca-004a-4540-838a-2367846ffe4c will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:28.321114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.359070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.393610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc09a61-5bc9-4e53-a27a-9cbd3595b208 req-55d87345-2968-4a52-bc6d-b0b4f2af7f18 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:28.395152 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6dc09a61-5bc9-4e53-a27a-9cbd3595b208 req-55d87345-2968-4a52-bc6d-b0b4f2af7f18 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 945 time: 0.7178264 Mar 22 13:02:28.415289 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2d4c9d09-71ea-4c4d-9d13-398ece21ab10,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:28.418765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8997c861-2ca1-40bd-9dc2-1dbe41414a49 None None] Provisioning for port f2918af5-0151-42d1-a09b-41c94325e84e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:28.425167 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8997c861-2ca1-40bd-9dc2-1dbe41414a49 None None] Provisioning complete for port f2918af5-0151-42d1-a09b-41c94325e84e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:28.425848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8997c861-2ca1-40bd-9dc2-1dbe41414a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.427299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33446) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:28.472138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.473131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 217d7210-1457-480a-90a9-a91bab31db1c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:28.496445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.555406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-655ee549-bfed-489c-82d1-d9f54665092d tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Request body: {'floatingip': {'port_id': 'bb238990-35cc-47bc-8bce-f2aafadc5802'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:28.601560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-8997c861-2ca1-40bd-9dc2-1dbe41414a49 None None] Port f2918af5-0151-42d1-a09b-41c94325e84e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:28.643710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2d4c9d09-71ea-4c4d-9d13-398ece21ab10,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:28.650281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 217d7210-1457-480a-90a9-a91bab31db1c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:28.657143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 217d7210-1457-480a-90a9-a91bab31db1c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:28.657143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.766127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Calling delete_port for 104574ac-37b7-4a9a-8602-881511459e2e owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:28.791576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.804606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-95a6b820-6ab0-4b94-b74b-a57b70f2e4cf None None] Provisioning complete for port f2918af5-0151-42d1-a09b-41c94325e84e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:28.805123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-95a6b820-6ab0-4b94-b74b-a57b70f2e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.829589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.843868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.860309 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-655ee549-bfed-489c-82d1-d9f54665092d tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for floatingip, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.863906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 217d7210-1457-480a-90a9-a91bab31db1c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=217d7210-1457-480a-90a9-a91bab31db1c,segment=NetworkSegment(f1b1fc2a-af21-4ee2-acce-d3ac2f362d60),segment_id=f1b1fc2a-af21-4ee2-acce-d3ac2f362d60)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:28.874181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.913381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-95a6b820-6ab0-4b94-b74b-a57b70f2e4cf None None] Port f2918af5-0151-42d1-a09b-41c94325e84e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:28.923255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event updated for resources: {'Port': ['ID=3ec5edca-004a-4540-838a-2367846ffe4c,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:28.944855 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-3e2ef43c-be3f-4adf-b85c-6064eacf74d1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Floating IP 44542798-e9c1-4cb9-bc85-c60709b53224 associated. External IP: 172.26.5.192, port: 95e3c18b-5c85-4337-92b9-49b5fb53ad79. Mar 22 13:02:28.949481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=217d7210-1457-480a-90a9-a91bab31db1c,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:29.108086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:29.108429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:29.108787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:29.111385 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 13:02:29.111887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:02:29.151278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:29.151605 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:29.170045 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 2 to bind port 3ec5edca-004a-4540-838a-2367846ffe4c Mar 22 13:02:29.239040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=69030962-52b2-42af-9fb3-849a8ba49874,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:29.321224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Checking segment: {'id': 'de07bfdf-4ddc-4d8d-9beb-bb54124a57dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '44292524-8479-4256-81c8-0277f7193fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:29.321603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network hostable DHCP agents. Network: 44292524-8479-4256-81c8-0277f7193fcb, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:02:29.326071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:29.326409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:29.326741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:29.329398 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5a5fa59e-2a4b-4ee6-a0b5-69d68ca323b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 2.8406906 Mar 22 13:02:29.339932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33450) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:29.345879 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:29.345879 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:29.351585 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 3 to bind port 3ec5edca-004a-4540-838a-2367846ffe4c Mar 22 13:02:29.445480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:29.452745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:29.453085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:29.453423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:29.474793 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:29.475119 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:29.479210 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 4 to bind port 3ec5edca-004a-4540-838a-2367846ffe4c Mar 22 13:02:29.504041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event deleted for resources: {'Port': ['ID=104574ac-37b7-4a9a-8602-881511459e2e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:29.555496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:02:29.585150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:29.585585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:29.586001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:29.593107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:29.611504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:29.662805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:29.663251 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:29.663825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 44292524-8479-4256-81c8-0277f7193fcb) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:29.672183 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1373bc-0f46-4a76-b9cb-4af2e041185a None None] Network 44292524-8479-4256-81c8-0277f7193fcb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:29.678066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b8171-7867-4897-bd75-eea25ebe9aae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:29.678577 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 5 to bind port 3ec5edca-004a-4540-838a-2367846ffe4c Mar 22 13:02:29.683957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b8171-7867-4897-bd75-eea25ebe9aae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:29.684754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e93b8171-7867-4897-bd75-eea25ebe9aae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:29.696531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:29.705559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:29.706302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:29.806056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:29.806512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:29.806922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:29.820288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=f2918af5-0151-42d1-a09b-41c94325e84e,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:29.868933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e93b8171-7867-4897-bd75-eea25ebe9aae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:29.870091 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e93b8171-7867-4897-bd75-eea25ebe9aae tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5297644 Mar 22 13:02:29.875016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33454) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:29.935593 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8cb2dd3b-7cc4-49ec-9071-3d879641ed99 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.7600706 Mar 22 13:02:29.936484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:29.936885 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:29.945828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33458) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:29.946755 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 6 to bind port 3ec5edca-004a-4540-838a-2367846ffe4c Mar 22 13:02:29.965642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:29.983532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-215902457'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:29.999958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:30.009632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:30.010051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:30.010458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:30.014544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:network and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:30.020990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:30.035285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:30.045014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:30.045359 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:30.048629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2ef43c-be3f-4adf-b85c-6064eacf74d1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Router 774dfc06-512f-4d0b-9d71-126fe52a17cb has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:02:30.050874 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 7 to bind port 3ec5edca-004a-4540-838a-2367846ffe4c Mar 22 13:02:30.062036 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6be05b16-3508-4453-9c7f-c7453e954c15 None None] Provisioning complete for port f2918af5-0151-42d1-a09b-41c94325e84e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:30.062445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6be05b16-3508-4453-9c7f-c7453e954c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.086488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:30.086844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:30.087243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:30.143078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:30.143460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.160069 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:30.163371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.177912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:30.178276 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:30.190653 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 8 to bind port 3ec5edca-004a-4540-838a-2367846ffe4c Mar 22 13:02:30.191117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-dda0a469-67e8-436d-a8dd-652d73986139 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 07f123fb-f6ee-49d5-a074-c2cd0a5ed860 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:30.191477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dda0a469-67e8-436d-a8dd-652d73986139 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.199754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6be05b16-3508-4453-9c7f-c7453e954c15 None None] Port f2918af5-0151-42d1-a09b-41c94325e84e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:30.231205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:30.231205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:30.231205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:30.254125 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:30.254601 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:30.275818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 217d7210-1457-480a-90a9-a91bab31db1c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:30.281167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.306137 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 9 to bind port 3ec5edca-004a-4540-838a-2367846ffe4c Mar 22 13:02:30.354313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 217d7210-1457-480a-90a9-a91bab31db1c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:30.354683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.481569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:30.481878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:30.482137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.482644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:30.486976 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:02:30.500649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:30.500984 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:30.505079 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.plugins.ml2.plugin [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempt 10 to bind port 3ec5edca-004a-4540-838a-2367846ffe4c Mar 22 13:02:30.531052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.531424 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Added segment 3331d8ff-4ee4-46ac-a205-76ebe823d665 of type vlan for network 0e225bff-d4a4-48d0-a392-a87365c6917e Mar 22 13:02:30.549903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-655ee549-bfed-489c-82d1-d9f54665092d tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:02:30.610098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:30.610821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:30.610821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempting to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:30.625669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2ef43c-be3f-4adf-b85c-6064eacf74d1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:30.635749 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] Sync routers for ids ['774dfc06-512f-4d0b-9d71-126fe52a17cb'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:30.640840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:02:30.641170 dv-neutron-834664-2-hyperv neutron-server[87932]: ERROR neutron.plugins.ml2.managers [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Failed to bind port 3ec5edca-004a-4540-838a-2367846ffe4c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9bb194e5-969f-4da5-a638-55f09daf02a5'}] Mar 22 13:02:30.641525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.646995 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] Routers {'774dfc06-512f-4d0b-9d71-126fe52a17cb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:30.647653 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['774dfc06-512f-4d0b-9d71-126fe52a17cb'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:30.676267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef43c-be3f-4adf-b85c-6064eacf74d1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.701144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.773303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-655ee549-bfed-489c-82d1-d9f54665092d tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.786582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-655ee549-bfed-489c-82d1-d9f54665092d tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.828183 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] Set router 774dfc06-512f-4d0b-9d71-126fe52a17cb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:02:30.897843 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3e2ef43c-be3f-4adf-b85c-6064eacf74d1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "PUT /v2.0/floatingips/44542798-e9c1-4cb9-bc85-c60709b53224 HTTP/1.1" status: 200 len: 991 time: 5.6617231 Mar 22 13:02:30.900589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'tag': '95e3c18b-5c85-4337-92b9-49b5fb53ad79'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:30.923353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.928503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:30.929105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:30.933255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] For port 3ec5edca-004a-4540-838a-2367846ffe4c, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:30.933623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attempted to set empty binding levels {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 13:02:30.997209 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'tag': '95e3c18b-5c85-4337-92b9-49b5fb53ad79', 'status': 'completed', 'code': 200} Mar 22 13:02:30.999377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:31.011427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dda0a469-67e8-436d-a8dd-652d73986139 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:31.154406 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-dda0a469-67e8-436d-a8dd-652d73986139 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 07f123fb-f6ee-49d5-a074-c2cd0a5ed860 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:31.200212 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2404344 Mar 22 13:02:31.229427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33466) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:31.258107 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '44542798-e9c1-4cb9-bc85-c60709b53224', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'port_id': '95e3c18b-5c85-4337-92b9-49b5fb53ad79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'mac_address': 'fa:16:3e:d8:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:36Z', 'updated_at': '2022-03-22T13:02:27Z', 'revision_number': 1, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2958d7cb-3bb9-4e96-850b-cd1ccdebec96', 'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'mac_address': 'fa:16:3e:a1:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:40Z', 'revision_number': 5, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'subnets': [{'id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:31.262666 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] Checking router: 774dfc06-512f-4d0b-9d71-126fe52a17cb for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:02:31.270996 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] Routers {'774dfc06-512f-4d0b-9d71-126fe52a17cb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:31.271735 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['774dfc06-512f-4d0b-9d71-126fe52a17cb'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:31.286406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] In _notify_port_updated(), no bound segment for port 3ec5edca-004a-4540-838a-2367846ffe4c on network 9bb194e5-969f-4da5-a638-55f09daf02a5 {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:02:31.287323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:31.288645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:31.291758 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "PUT /v2.0/ports/3ec5edca-004a-4540-838a-2367846ffe4c HTTP/1.1" status: 200 len: 977 time: 5.1803918 Mar 22 13:02:31.291930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'ports': [{'network_id': '44292524-8479-4256-81c8-0277f7193fcb'}, {'network_id': '0e225bff-d4a4-48d0-a392-a87365c6917e'}]} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:31.291930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:31.292300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '0e225bff-d4a4-48d0-a392-a87365c6917e'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:31.305272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33470) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:31.317988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111b830-42d4-4be8-b226-83f267019c09 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Network': ['ID=0e225bff-d4a4-48d0-a392-a87365c6917e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:31.338070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 0e225bff-d4a4-48d0-a392-a87365c6917e details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:02:31.361826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7d56d-c6c1-4700-ada8-5a65f20c6dd5 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event updated for resources: {'Port': ['ID=3ec5edca-004a-4540-838a-2367846ffe4c,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:31.363671 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-655ee549-bfed-489c-82d1-d9f54665092d tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Floating IP d21b5e2e-7232-4227-83dd-fe0000543a37 associated. External IP: 172.26.5.167, port: bb238990-35cc-47bc-8bce-f2aafadc5802. Mar 22 13:02:31.497982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b06f359b-4674-49a6-98ca-df682b165931 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Deleting port 3ec5edca-004a-4540-838a-2367846ffe4c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:31.498334 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b06f359b-4674-49a6-98ca-df682b165931 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:31.554498 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] Set router 774dfc06-512f-4d0b-9d71-126fe52a17cb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:02:31.652403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-835c9167-7dbe-4e23-8a1c-68343afa42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:31.654051 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-835c9167-7dbe-4e23-8a1c-68343afa42b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1098 time: 0.5472116 Mar 22 13:02:31.665516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56846e67-350e-45a6-acde-83aacb165752 req-2831b298-e22a-43b3-9d9d-f7f00a6a805e tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:31.667186 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-56846e67-350e-45a6-acde-83aacb165752 req-2831b298-e22a-43b3-9d9d-f7f00a6a805e tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.5523679 Mar 22 13:02:31.709925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:31.764583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Router aadb1bff-e84b-4384-b6c0-d50fabb9c721 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:02:31.852204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:31.864610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:31.878255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:31.948011 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '44542798-e9c1-4cb9-bc85-c60709b53224', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'port_id': '95e3c18b-5c85-4337-92b9-49b5fb53ad79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'mac_address': 'fa:16:3e:d8:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:36Z', 'updated_at': '2022-03-22T13:02:27Z', 'revision_number': 1, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2958d7cb-3bb9-4e96-850b-cd1ccdebec96', 'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'mac_address': 'fa:16:3e:a1:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:40Z', 'revision_number': 5, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'subnets': [{'id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:31.954032 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c361c-4917-413f-8c58-c649ef0fd395 None None] The sync data for ids ['774dfc06-512f-4d0b-9d71-126fe52a17cb'] in dv-neutron-834664-2-hyperv is: [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '44542798-e9c1-4cb9-bc85-c60709b53224', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'port_id': '95e3c18b-5c85-4337-92b9-49b5fb53ad79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'mac_address': 'fa:16:3e:d8:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:36Z', 'updated_at': '2022-03-22T13:02:27Z', 'revision_number': 1, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2958d7cb-3bb9-4e96-850b-cd1ccdebec96', 'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'mac_address': 'fa:16:3e:a1:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:40Z', 'revision_number': 5, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'subnets': [{'id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:31.964123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:32.130030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 2} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:32.134628 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:32.148354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dda0a469-67e8-436d-a8dd-652d73986139 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:32.186608 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-56846e67-350e-45a6-acde-83aacb165752 req-a0e375a4-6d3c-48c6-a105-c77e9391f7dd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4813790 Mar 22 13:02:32.239083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-9e939613-2c0c-41e2-8c7f-a539688208ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:32.240583 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-9e939613-2c0c-41e2-8c7f-a539688208ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 913 time: 0.5723979 Mar 22 13:02:32.241642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-b06f359b-4674-49a6-98ca-df682b165931 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] For port 3ec5edca-004a-4540-838a-2367846ffe4c, host hv-neutron-8346, got binding levels [] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:32.242114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b06f359b-4674-49a6-98ca-df682b165931 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:32.245452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0a469-67e8-436d-a8dd-652d73986139 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=07f123fb-f6ee-49d5-a074-c2cd0a5ed860,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:32.321955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:32.514458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b06f359b-4674-49a6-98ca-df682b165931 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Calling delete_port for 3ec5edca-004a-4540-838a-2367846ffe4c owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:32.582368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dda0a469-67e8-436d-a8dd-652d73986139 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:32.608604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:32.621659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd21f1-59c7-48cb-8982-0ed4d6d588d1 None None] Sync routers for ids ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:32.635338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd21f1-59c7-48cb-8982-0ed4d6d588d1 None None] Routers {'aadb1bff-e84b-4384-b6c0-d50fabb9c721'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:32.636148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-abcd21f1-59c7-48cb-8982-0ed4d6d588d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:32.645443 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655ee549-bfed-489c-82d1-d9f54665092d tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:02:32.648256 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-d281d0dd-f79c-4350-99d1-5568a8b9f4a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 999 time: 0.3934512 Mar 22 13:02:32.713446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-abcd21f1-59c7-48cb-8982-0ed4d6d588d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:32.729302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd21f1-59c7-48cb-8982-0ed4d6d588d1 None None] Routers {'aadb1bff-e84b-4384-b6c0-d50fabb9c721'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:32.730341 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-abcd21f1-59c7-48cb-8982-0ed4d6d588d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:32.749006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b06f359b-4674-49a6-98ca-df682b165931 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:32.760105 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-dda0a469-67e8-436d-a8dd-652d73986139 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/07f123fb-f6ee-49d5-a074-c2cd0a5ed860 HTTP/1.1" status: 204 len: 168 time: 2.8717580 Mar 22 13:02:32.762665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33478) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:32.773506 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bf93e37a-a053-4698-bebd-c4853cac118e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "PUT /v2.0/routers/aadb1bff-e84b-4384-b6c0-d50fabb9c721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3204567 Mar 22 13:02:32.783000 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6075ee5c-ff84-4ebe-8dc0-14297b321a56 None None] New status for floating IP 44542798-e9c1-4cb9-bc85-c60709b53224: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:02:32.812366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33480) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:32.818963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-abcd21f1-59c7-48cb-8982-0ed4d6d588d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:32.819515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd21f1-59c7-48cb-8982-0ed4d6d588d1 None None] The sync data for ids ['aadb1bff-e84b-4384-b6c0-d50fabb9c721'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:32.876938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2beb0-7702-4086-8ed7-8e881953b047 req-c8ff6b86-247d-4968-8f8e-eeb15e31fb9e tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:32.879306 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-64c2beb0-7702-4086-8ed7-8e881953b047 req-c8ff6b86-247d-4968-8f8e-eeb15e31fb9e tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.5619047 Mar 22 13:02:32.883221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port abf823c4-e954-4e3e-a73a-1d2ec82e75c6 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:32.920322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f359b-4674-49a6-98ca-df682b165931 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ec5edca-004a-4540-838a-2367846ffe4c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:32.966029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b06f359b-4674-49a6-98ca-df682b165931 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:32.972362 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-64c2beb0-7702-4086-8ed7-8e881953b047 req-952d132e-f58b-4334-a2df-b88b8d239d11 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686824 Mar 22 13:02:32.981606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:32.988416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-d80af827-0d00-4460-8e26-f6e4813629ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:32.989890 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-d80af827-0d00-4460-8e26-f6e4813629ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 200 len: 851 time: 0.3295953 Mar 22 13:02:33.004091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:33.005080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:33.019110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-177c5802-480a-4ddc-9f81-01091406d280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:33.118418 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b06f359b-4674-49a6-98ca-df682b165931 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "DELETE /v2.0/ports/3ec5edca-004a-4540-838a-2367846ffe4c HTTP/1.1" status: 204 len: 168 time: 1.8087280 Mar 22 13:02:33.128483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33486) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:33.131025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7165fc-7158-4bf8-99d3-43da5ca03544 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:33.132762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7165fc-7158-4bf8-99d3-43da5ca03544 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:33.133501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1e7165fc-7158-4bf8-99d3-43da5ca03544 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:33.233025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655ee549-bfed-489c-82d1-d9f54665092d tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:33.244219 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] Sync routers for ids ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:33.245363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-655ee549-bfed-489c-82d1-d9f54665092d tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:33.255129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] Routers {'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:33.255885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:33.309133 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1e7165fc-7158-4bf8-99d3-43da5ca03544 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:33.315705 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1e7165fc-7158-4bf8-99d3-43da5ca03544 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5394881 Mar 22 13:02:33.333933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33490) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:33.397459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:33.465088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] Set router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:02:33.476466 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-14559014-4a4a-4cba-98ca-0f02c07c2db0 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] GET failed (client error): The resource could not be found. Mar 22 13:02:33.477017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-14559014-4a4a-4cba-98ca-0f02c07c2db0 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Synchronizing usage tracker for tenant:702dea9cd7824724883eb9b8c316cc8f on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:33.483948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=f2918af5-0151-42d1-a09b-41c94325e84e,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:33.492714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:33.498411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network e942a53f-7551-4499-aa11-2fa046ab2d19 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:33.502696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:33.641828 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-655ee549-bfed-489c-82d1-d9f54665092d tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "PUT /v2.0/floatingips/d21b5e2e-7232-4227-83dd-fe0000543a37 HTTP/1.1" status: 200 len: 991 time: 5.1964736 Mar 22 13:02:33.656940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'tag': 'bb238990-35cc-47bc-8bce-f2aafadc5802'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:33.695899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-14559014-4a4a-4cba-98ca-0f02c07c2db0 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] Unset dirty status for tenant:702dea9cd7824724883eb9b8c316cc8f on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:33.697155 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-14559014-4a4a-4cba-98ca-0f02c07c2db0 tempest-PortsAdminExtendedAttrsTestJSON-829796494 tempest-PortsAdminExtendedAttrsTestJSON-829796494-project-admin] 10.222.0.70 "GET /v2.0/ports/3ec5edca-004a-4540-838a-2367846ffe4c HTTP/1.1" status: 404 len: 333 time: 0.5655303 Mar 22 13:02:33.702520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33498) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:33.874384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:33.884073 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'tag': 'bb238990-35cc-47bc-8bce-f2aafadc5802', 'status': 'completed', 'code': 200} Mar 22 13:02:33.925154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d847c43-ccff-41cb-b344-8c15aa0a0cb7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 1d10f8c6-a50e-4591-a56b-9afb6a934fef {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:33.952763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port ecf2dee3-8bcf-492d-9347-4643f9d5c71a yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:33.989391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-1ec9e258-8406-4321-a41a-5133b0f339d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:33.990146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-663f87dc-ca39-46b1-8a11-40d6993e93bc None None] Provisioning complete for port f2918af5-0151-42d1-a09b-41c94325e84e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:33.990653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-663f87dc-ca39-46b1-8a11-40d6993e93bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:33.991259 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-1ec9e258-8406-4321-a41a-5133b0f339d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c61fb77-9331-4a80-a558-a9b057586d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9347398 Mar 22 13:02:34.022353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0d847c43-ccff-41cb-b344-8c15aa0a0cb7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.029738 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'd21b5e2e-7232-4227-83dd-fe0000543a37', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'port_id': 'bb238990-35cc-47bc-8bce-f2aafadc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'mac_address': 'fa:16:3e:f7:3b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:44Z', 'updated_at': '2022-03-22T13:02:30Z', 'revision_number': 1, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:53Z', 'revision_number': 5, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:34.035684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] Checking router: a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:02:34.056217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] Routers {'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:34.056855 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:34.116817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 7f368b90-73e4-4707-8816-d44696e38821 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:02:34.120512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.127482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-663f87dc-ca39-46b1-8a11-40d6993e93bc None None] Port f2918af5-0151-42d1-a09b-41c94325e84e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:34.285772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0d847c43-ccff-41cb-b344-8c15aa0a0cb7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.286320 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] Set router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:02:34.354029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.392689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.408512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6815e2-d667-47c4-972a-b3d247c3aa4a req-569e9582-e3ef-4b87-b82c-c2ff5ee6fae5 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:34.410009 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fd6815e2-d667-47c4-972a-b3d247c3aa4a req-569e9582-e3ef-4b87-b82c-c2ff5ee6fae5 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.2982507 Mar 22 13:02:34.421130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:34.434930 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041b72a-597f-452c-b723-1b6cff1e1a39 None None] Sync routers for ids ['7f368b90-73e4-4707-8816-d44696e38821'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:34.446962 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041b72a-597f-452c-b723-1b6cff1e1a39 None None] Routers {'7f368b90-73e4-4707-8816-d44696e38821'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:34.447817 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7041b72a-597f-452c-b723-1b6cff1e1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f368b90-73e4-4707-8816-d44696e38821'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:34.474386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:34.476939 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5992e61e-6a02-4e67-ab3d-91b72c7b90c7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/7f368b90-73e4-4707-8816-d44696e38821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8871267 Mar 22 13:02:34.487826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:34.492110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33504) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:34.495370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.522587 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb194e5-969f-4da5-a638-55f09daf02a5']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:34.530087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:34.530365 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7041b72a-597f-452c-b723-1b6cff1e1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:34.530926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.535219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=abf823c4-e954-4e3e-a73a-1d2ec82e75c6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:34.536446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:34.537065 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620fe6f8-dbaa-4d3b-a475-aebdf209cbe6') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:34.543967 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041b72a-597f-452c-b723-1b6cff1e1a39 None None] Routers {'7f368b90-73e4-4707-8816-d44696e38821'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:34.544866 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7041b72a-597f-452c-b723-1b6cff1e1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f368b90-73e4-4707-8816-d44696e38821'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:34.551406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.568143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.574265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:02:34.574763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.598379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fd6815e2-d667-47c4-972a-b3d247c3aa4a req-5d3c9593-2a13-4b59-8e7f-e1870883e265 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717734 Mar 22 13:02:34.615067 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7041b72a-597f-452c-b723-1b6cff1e1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:34.615643 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041b72a-597f-452c-b723-1b6cff1e1a39 None None] The sync data for ids ['7f368b90-73e4-4707-8816-d44696e38821'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:34.658318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2ccc9c-61b1-4a0a-8b04-bce952c8528a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:34.662229 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4d2ccc9c-61b1-4a0a-8b04-bce952c8528a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports/f2918af5-0151-42d1-a09b-41c94325e84e HTTP/1.1" status: 200 len: 984 time: 0.1649675 Mar 22 13:02:34.664558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33508) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:34.665071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0d847c43-ccff-41cb-b344-8c15aa0a0cb7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.678050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=ecf2dee3-8bcf-492d-9347-4643f9d5c71a,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:02:34.702874 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:02:34.712502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'd21b5e2e-7232-4227-83dd-fe0000543a37', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'port_id': 'bb238990-35cc-47bc-8bce-f2aafadc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'mac_address': 'fa:16:3e:f7:3b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:44Z', 'updated_at': '2022-03-22T13:02:30Z', 'revision_number': 1, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:53Z', 'revision_number': 5, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:34.717448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01723c4b-b303-4d9b-b9f6-3a348b8ea317 None None] The sync data for ids ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'] in dv-neutron-834664-2-hyperv is: [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'd21b5e2e-7232-4227-83dd-fe0000543a37', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'port_id': 'bb238990-35cc-47bc-8bce-f2aafadc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'mac_address': 'fa:16:3e:f7:3b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:44Z', 'updated_at': '2022-03-22T13:02:30Z', 'revision_number': 1, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:53Z', 'revision_number': 5, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:34.725693 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028370-bbbe-42f2-ba97-53c7dec2d9e1 req-f0bc5f12-d1fc-4fa3-993f-b2a1004a4bb3 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:34.731794 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07028370-bbbe-42f2-ba97-53c7dec2d9e1 req-f0bc5f12-d1fc-4fa3-993f-b2a1004a4bb3 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 945 time: 0.8535376 Mar 22 13:02:34.732945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Deleting port 32a83ec1-a26d-49d6-9568-22a5e8f16b25 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:34.733359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.764220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Checking segment: {'id': '3331d8ff-4ee4-46ac-a205-76ebe823d665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0e225bff-d4a4-48d0-a392-a87365c6917e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:34.764220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network hostable DHCP agents. Network: 0e225bff-d4a4-48d0-a392-a87365c6917e, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:02:34.821990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-82da9e46-d97f-4fbb-a4da-54acbda9f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:34.823594 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-82da9e46-d97f-4fbb-a4da-54acbda9f264 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71da4384778447c3acef0bf0a43cc204&device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 1098 time: 0.9363384 Mar 22 13:02:34.928928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 0e225bff-d4a4-48d0-a392-a87365c6917e is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:02:34.956431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:34.959408 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-fff225e6-b4bc-44a7-b93a-9dd15c21b299 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8859756 Mar 22 13:02:34.997652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 0e225bff-d4a4-48d0-a392-a87365c6917e) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:35.001725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:35.007329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:35.013137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb0c1fb-08d0-4e90-a561-66d502042f0d None None] Network 0e225bff-d4a4-48d0-a392-a87365c6917e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:35.013618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:35.014159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:35.021668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:35.053534 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] 10.222.0.70 "DELETE /v2.0/networks/9bb194e5-969f-4da5-a638-55f09daf02a5 HTTP/1.1" status: 204 len: 168 time: 1.3457952 Mar 22 13:02:35.066544 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bb0f6c15-cd31-4ad1-afe7-ce29cf1fb5d8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8358641 Mar 22 13:02:35.067684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33514) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:35.154546 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07028370-bbbe-42f2-ba97-53c7dec2d9e1 req-bbdb73a9-6989-405e-8300-e0d29bc9b138 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365998 Mar 22 13:02:35.184779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82207104-d1e8-49b2-b78d-51c49bdf86db tempest-PortsAdminExtendedAttrsTestJSON-1848382236 tempest-PortsAdminExtendedAttrsTestJSON-1848382236-project] Pushing event deleted for resources: {'Network': ['ID=9bb194e5-969f-4da5-a638-55f09daf02a5,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:35.217937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bef03-414b-49bd-9ab6-8c7651658ed9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port ecf2dee3-8bcf-492d-9347-4643f9d5c71a {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:35.218678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec1bef03-414b-49bd-9ab6-8c7651658ed9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:35.271389 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0d847c43-ccff-41cb-b344-8c15aa0a0cb7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:35.326517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6cc4f779-5864-4db3-9bea-899f7c608128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:35.542416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33524) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:35.569982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d847c43-ccff-41cb-b344-8c15aa0a0cb7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=1d10f8c6-a50e-4591-a56b-9afb6a934fef,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:35.583661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84113178-5dfc-4853-b39b-b6f28f8ac0c9 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:35.590210 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0d847c43-ccff-41cb-b344-8c15aa0a0cb7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:35.668020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:35.681718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-d2e3b328-2bba-465b-a369-6cdc66514795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:35.683792 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-d2e3b328-2bba-465b-a369-6cdc66514795 service neutron] 10.222.0.47 "GET /v2.0/networks?id=588ef3e5-b7e3-4388-b407-620145bfff9a HTTP/1.1" status: 200 len: 907 time: 0.8139603 Mar 22 13:02:35.691808 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0d847c43-ccff-41cb-b344-8c15aa0a0cb7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/1d10f8c6-a50e-4591-a56b-9afb6a934fef HTTP/1.1" status: 204 len: 168 time: 2.3535600 Mar 22 13:02:35.738595 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb6114-c775-444b-9793-50bc27d561a6 None None] New status for floating IP d21b5e2e-7232-4227-83dd-fe0000543a37: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:02:35.761862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33532) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:35.774120 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f21a1ef4-6335-4013-a60a-17fafa723ac9 req-162e6111-ac7c-4bc3-ae47-2bc358db1b22 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7539322 Mar 22 13:02:35.882812 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bf35bc6b-731d-4986-a413-85d571765be1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169078 Mar 22 13:02:35.895495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33536) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:35.904242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Calling delete_port for 32a83ec1-a26d-49d6-9568-22a5e8f16b25 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:35.921391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec1bef03-414b-49bd-9ab6-8c7651658ed9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:35.989146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:36.019310 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-909e5e6d-87f5-4bd3-86ab-936d81234653 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f46e89d1e3214155816278d4a0f730dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755087 Mar 22 13:02:36.031864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33540) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:36.094179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bef03-414b-49bd-9ab6-8c7651658ed9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for ecf2dee3-8bcf-492d-9347-4643f9d5c71a owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:36.115423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6584761-10ac-496f-9fee-6b483fef9430 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:02:36.121840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d6584761-10ac-496f-9fee-6b483fef9430 None None] Deleting port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:36.124239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d6584761-10ac-496f-9fee-6b483fef9430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.179984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.197937 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-a74291dd-b850-4542-a3f8-f4aef298c495 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb238990-35cc-47bc-8bce-f2aafadc5802 HTTP/1.1" status: 200 len: 999 time: 0.4228349 Mar 22 13:02:36.264719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:36.282635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:36.293487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:36.322257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:36.343324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec1bef03-414b-49bd-9ab6-8c7651658ed9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.352261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.353454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-8ec77596-fce0-4937-b567-a98f3a1e9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:36.354604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d6584761-10ac-496f-9fee-6b483fef9430 None None] For port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2d4c9d09-71ea-4c4d-9d13-398ece21ab10,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:36.354604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d6584761-10ac-496f-9fee-6b483fef9430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.354924 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-8ec77596-fce0-4937-b567-a98f3a1e9884 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4460c74b-da4f-4181-aa39-df085cf72af5 HTTP/1.1" status: 200 len: 845 time: 0.1375697 Mar 22 13:02:36.355540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b0bb56-b570-4fd1-91b3-6086d6afc130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.372209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733deca-80b6-4786-b594-66cecef5ab88 req-b98b0267-dcec-4eed-94d5-528026572777 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:36.379077 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b733deca-80b6-4786-b594-66cecef5ab88 req-b98b0267-dcec-4eed-94d5-528026572777 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.4844642 Mar 22 13:02:36.445206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:36.448266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.461550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bef03-414b-49bd-9ab6-8c7651658ed9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=ecf2dee3-8bcf-492d-9347-4643f9d5c71a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:36.482587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec1bef03-414b-49bd-9ab6-8c7651658ed9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.512337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b0bb56-b570-4fd1-91b3-6086d6afc130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.528333 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ec1bef03-414b-49bd-9ab6-8c7651658ed9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/ecf2dee3-8bcf-492d-9347-4643f9d5c71a HTTP/1.1" status: 204 len: 168 time: 1.4551926 Mar 22 13:02:36.528578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33544) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:36.536363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d6584761-10ac-496f-9fee-6b483fef9430 None None] Calling delete_port for 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:36.601430 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.614129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port f2918af5-0151-42d1-a09b-41c94325e84e {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:36.614378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.631476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d6584761-10ac-496f-9fee-6b483fef9430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.679721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03102c44-fcd0-4ea2-a11f-9d3a14952942 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:36.681874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6584761-10ac-496f-9fee-6b483fef9430 None None] Pushing event deleted for resources: {'Port': ['ID=2d4c9d09-71ea-4c4d-9d13-398ece21ab10,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:36.684298 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6584761-10ac-496f-9fee-6b483fef9430 None None] No DVR routers for this DVR port 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:02:36.684984 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b733deca-80b6-4786-b594-66cecef5ab88 req-95471c70-d4ee-4b88-a9d7-b81aef252467 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050580 Mar 22 13:02:36.687000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03102c44-fcd0-4ea2-a11f-9d3a14952942 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:36.687916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-03102c44-fcd0-4ea2-a11f-9d3a14952942 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:36.741215 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.788733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-604ec7d3-0dfd-447b-80f2-542882aacd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:36.790199 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-604ec7d3-0dfd-447b-80f2-542882aacd7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=588ef3e5-b7e3-4388-b407-620145bfff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4085913 Mar 22 13:02:36.799422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-03102c44-fcd0-4ea2-a11f-9d3a14952942 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:36.799915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b0bb56-b570-4fd1-91b3-6086d6afc130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.800602 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-03102c44-fcd0-4ea2-a11f-9d3a14952942 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2711046 Mar 22 13:02:36.805592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33548) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:36.869295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event deleted for resources: {'Port': ['ID=32a83ec1-a26d-49d6-9568-22a5e8f16b25,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:36.895759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d789c457-a08d-4d6e-9ee0-1c67e662d0b4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port abf823c4-e954-4e3e-a73a-1d2ec82e75c6 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:36.896163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d789c457-a08d-4d6e-9ee0-1c67e662d0b4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:36.927289 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0bb56-b570-4fd1-91b3-6086d6afc130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df370e8-6851-4e57-b75d-1e6445c4caf5,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:36.948511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.096751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b0bb56-b570-4fd1-91b3-6086d6afc130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.097878 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-01b0bb56-b570-4fd1-91b3-6086d6afc130 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0df370e8-6851-4e57-b75d-1e6445c4caf5 HTTP/1.1" status: 204 len: 168 time: 1.0573699 Mar 22 13:02:37.104362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.200241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for f2918af5-0151-42d1-a09b-41c94325e84e owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:37.362020 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-2cbc6a5e-2798-478c-aa40-c2ec3778a970 service neutron] 10.222.0.47 "GET /v2.0/networks/588ef3e5-b7e3-4388-b407-620145bfff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251832 Mar 22 13:02:37.430399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33556) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:37.464324 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.468005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d789c457-a08d-4d6e-9ee0-1c67e662d0b4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.469673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.502692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.599552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:37.612524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d789c457-a08d-4d6e-9ee0-1c67e662d0b4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for abf823c4-e954-4e3e-a73a-1d2ec82e75c6 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:37.617023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:37.620099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:37.620726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.629243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07c817b-590c-41bb-99d3-1f4407cd8fff None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:37.644060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.644592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Fanout notify agent at l3_agent the message router_deleted on router aadb1bff-e84b-4384-b6c0-d50fabb9c721 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:02:37.660530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.661591 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-774a44dd-13c5-4c60-90f2-d2bc1a6ef09c tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "DELETE /v2.0/routers/aadb1bff-e84b-4384-b6c0-d50fabb9c721 HTTP/1.1" status: 204 len: 168 time: 4.8453770 Mar 22 13:02:37.665130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33560) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:37.668087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=2621d7bc-03d3-4310-af4e-bbfd9f9f3d08,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:37.676448 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-de1c9648-24e0-4a6d-a1df-534c44198a09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=702dea9cd7824724883eb9b8c316cc8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427125 Mar 22 13:02:37.677202 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5cba05a2-e53a-48df-aa4c-dede8311f3f8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7371507 Mar 22 13:02:37.677902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33564) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:37.678276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33566) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:37.690813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': '2621d7bc-03d3-4310-af4e-bbfd9f9f3d08', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1210954560'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:37.757825 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac0ff11f-075e-4db9-95aa-939f5ff3847c req-adaceeb6-ec46-4462-bbdd-31849552da96 service neutron] 10.222.0.47 "GET /v2.0/networks/588ef3e5-b7e3-4388-b407-620145bfff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178442 Mar 22 13:02:37.819341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f3c545-4bf1-4504-858c-78e32282765e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Deleting subnet 76e3a1be-ac4a-492c-b71d-c637dbf7aed0 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:37.827727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-21f3c545-4bf1-4504-858c-78e32282765e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.874051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d789c457-a08d-4d6e-9ee0-1c67e662d0b4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.896694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.905516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7634d107-006b-4dfa-bce4-dbb4236e3288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.937680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7634d107-006b-4dfa-bce4-dbb4236e3288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.962277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': '2621d7bc-03d3-4310-af4e-bbfd9f9f3d08'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:02:37.965214 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.976941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:37.979137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:37.982995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:02:37.989388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:37.992692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:37.998541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789c457-a08d-4d6e-9ee0-1c67e662d0b4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=abf823c4-e954-4e3e-a73a-1d2ec82e75c6,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:38.012994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:38.021747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:02:38.022072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2d4c9d09-71ea-4c4d-9d13-398ece21ab10 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:02:38.036776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:38.049001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-21f3c545-4bf1-4504-858c-78e32282765e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.066063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7634d107-006b-4dfa-bce4-dbb4236e3288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.086133 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634d107-006b-4dfa-bce4-dbb4236e3288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20102cee-eaf9-4d0f-9fec-f0086abfcfa8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:38.093728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d789c457-a08d-4d6e-9ee0-1c67e662d0b4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.107844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=f2918af5-0151-42d1-a09b-41c94325e84e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:38.156343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7634d107-006b-4dfa-bce4-dbb4236e3288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.158217 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7634d107-006b-4dfa-bce4-dbb4236e3288 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20102cee-eaf9-4d0f-9fec-f0086abfcfa8 HTTP/1.1" status: 204 len: 168 time: 0.4754899 Mar 22 13:02:38.188622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/2621d7bc-03d3-4310-af4e-bbfd9f9f3d08/70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:38.221767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.255637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port e425b783-ea23-4a48-8e9b-fc9b8af30021 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:38.374410 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d789c457-a08d-4d6e-9ee0-1c67e662d0b4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/abf823c4-e954-4e3e-a73a-1d2ec82e75c6 HTTP/1.1" status: 204 len: 168 time: 1.5678027 Mar 22 13:02:38.382642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33576) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:38.403768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.490623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.500647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Transition to ACTIVE for port object 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:38.519916 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Transition to ACTIVE for port object 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:38.528689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.531059 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:02:38.531636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:02:38.569674 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ac9b97d0-e421-4bba-ab6a-ed59e5f9059f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8850229 Mar 22 13:02:38.570939 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33584) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:38.592465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:38.595507 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:38.599701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:38.663565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9dbd9-f6ea-48f5-ac90-cdc9195af17f req-df3da430-9104-48f8-aa09-b2240dc8f9a8 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:38.665159 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-efa9dbd9-f6ea-48f5-ac90-cdc9195af17f req-df3da430-9104-48f8-aa09-b2240dc8f9a8 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.8001139 Mar 22 13:02:38.693024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Pushing event updated for resources: {'Port': ['ID=70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:38.702643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef86601-9f22-45b3-bea9-e117efa50525 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:38.704080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9ef86601-9f22-45b3-bea9-e117efa50525 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:38.717396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Attempting to bind port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:38.717766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Attempting to bind port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:38.718692 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Attempting to bind port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:38.724643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:38.725011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:38.725405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.725774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9ef86601-9f22-45b3-bea9-e117efa50525 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:38.725899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:38.726228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Bound port: 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:38.726595 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.729765 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9ef86601-9f22-45b3-bea9-e117efa50525 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1551232 Mar 22 13:02:38.730482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33592) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:38.821093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc50d26-9996-485a-8d98-834678a6500e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:38.823334 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc50d26-9996-485a-8d98-834678a6500e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:38.825405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bcc50d26-9996-485a-8d98-834678a6500e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:38.829255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] For port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:38.833351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] For port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:38.840916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-21f3c545-4bf1-4504-858c-78e32282765e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.841494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:38.849843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bcc50d26-9996-485a-8d98-834678a6500e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:38.852343 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bcc50d26-9996-485a-8d98-834678a6500e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1201332 Mar 22 13:02:38.854473 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33598) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:38.940743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf7d45-7824-480e-88bf-11ff85f55005 None None] Pushing event updated for resources: {'Port': ['ID=70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:38.954112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa387b6d-d2de-40e0-ba51-179f9dd2f78d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 2621d7bc-03d3-4310-af4e-bbfd9f9f3d08 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:38.958436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-efa9dbd9-f6ea-48f5-ac90-cdc9195af17f req-baeb4bf9-9979-4f31-85e9-1040f2a98e4a tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831283 Mar 22 13:02:38.960178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa387b6d-d2de-40e0-ba51-179f9dd2f78d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:39.029320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 7f368b90-73e4-4707-8816-d44696e38821 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:02:39.030803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa387b6d-d2de-40e0-ba51-179f9dd2f78d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:39.046873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17089501-64c3-4cc1-a830-89de2468aa21 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:39.047749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-17089501-64c3-4cc1-a830-89de2468aa21 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:39.158489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-21f3c545-4bf1-4504-858c-78e32282765e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:39.195026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-17089501-64c3-4cc1-a830-89de2468aa21 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:39.196554 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-17089501-64c3-4cc1-a830-89de2468aa21 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8100600 Mar 22 13:02:39.201050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33612) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:39.205292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa387b6d-d2de-40e0-ba51-179f9dd2f78d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:39.266922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3c545-4bf1-4504-858c-78e32282765e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event deleted for resources: {'Subnet': ['ID=76e3a1be-ac4a-492c-b71d-c637dbf7aed0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:39.282599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-21f3c545-4bf1-4504-858c-78e32282765e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:39.285530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:39.294412 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-21f3c545-4bf1-4504-858c-78e32282765e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "DELETE /v2.0/subnets/76e3a1be-ac4a-492c-b71d-c637dbf7aed0 HTTP/1.1" status: 204 len: 168 time: 1.6276784 Mar 22 13:02:39.297164 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a632757-ce14-4ac0-894e-97cd85a38ca4 None None] Sync routers for ids ['7f368b90-73e4-4707-8816-d44696e38821'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:39.300421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc8a7c-3e73-4e5f-a335-1f21080b8995 None None] Network 98a03d3c-9ad7-4de6-81c6-ceb440d22508 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:39.300539 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-954b6826-5cbb-4648-bc48-9151cc294d78 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/7f368b90-73e4-4707-8816-d44696e38821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6295500 Mar 22 13:02:39.300539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33616) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:39.314467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33622) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:39.331679 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a632757-ce14-4ac0-894e-97cd85a38ca4 None None] Routers {'7f368b90-73e4-4707-8816-d44696e38821'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:39.332528 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6a632757-ce14-4ac0-894e-97cd85a38ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f368b90-73e4-4707-8816-d44696e38821'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:39.335046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971869b-f048-41dd-b950-c1fbcf32c4ab req-0faf9391-62c2-4c31-a7b4-51d9ab4e398d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:39.336708 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9971869b-f048-41dd-b950-c1fbcf32c4ab req-0faf9391-62c2-4c31-a7b4-51d9ab4e398d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.2454114 Mar 22 13:02:39.441052 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd938e20-9f03-4016-aa54-a79b962bd738 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:02:39.448184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fd938e20-9f03-4016-aa54-a79b962bd738 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:39.455683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:39.468345 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6a632757-ce14-4ac0-894e-97cd85a38ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:39.477921 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a632757-ce14-4ac0-894e-97cd85a38ca4 None None] Routers {'7f368b90-73e4-4707-8816-d44696e38821'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:39.478530 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6a632757-ce14-4ac0-894e-97cd85a38ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f368b90-73e4-4707-8816-d44696e38821'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:39.498483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Deleting port b6425e04-1cee-4ff0-ae95-e32e5d40afda {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:39.499088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:39.559707 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6a632757-ce14-4ac0-894e-97cd85a38ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:39.560806 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9971869b-f048-41dd-b950-c1fbcf32c4ab req-ab1c7481-ef36-4515-a5f1-196ef549676e tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231470 Mar 22 13:02:39.561212 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a632757-ce14-4ac0-894e-97cd85a38ca4 None None] The sync data for ids ['7f368b90-73e4-4707-8816-d44696e38821'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:39.810972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] DHCP port deletion for 98a03d3c-9ad7-4de6-81c6-ceb440d22508 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:02:39.817144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] Deleting port b6425e04-1cee-4ff0-ae95-e32e5d40afda {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:39.817727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:39.852911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fd938e20-9f03-4016-aa54-a79b962bd738 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:39.853166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] For port b6425e04-1cee-4ff0-ae95-e32e5d40afda, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b6425e04-1cee-4ff0-ae95-e32e5d40afda,segment=NetworkSegment(19a2dfba-71fa-47c9-a9bd-3cc70bf2490d),segment_id=19a2dfba-71fa-47c9-a9bd-3cc70bf2490d)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:39.853355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:39.855943 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fd938e20-9f03-4016-aa54-a79b962bd738 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/ecf2dee3-8bcf-492d-9347-4643f9d5c71a HTTP/1.1" status: 404 len: 333 time: 0.6537232 Mar 22 13:02:39.861746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33636) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:39.992157 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa387b6d-d2de-40e0-ba51-179f9dd2f78d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:40.091525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa387b6d-d2de-40e0-ba51-179f9dd2f78d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=2621d7bc-03d3-4310-af4e-bbfd9f9f3d08,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:40.171760 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef4fbe3-a03b-4857-bb10-21ebbd35941f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:02:40.173162 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0ef4fbe3-a03b-4857-bb10-21ebbd35941f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/abf823c4-e954-4e3e-a73a-1d2ec82e75c6 HTTP/1.1" status: 404 len: 333 time: 0.3105216 Mar 22 13:02:40.181557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Calling delete_port for b6425e04-1cee-4ff0-ae95-e32e5d40afda owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:40.204966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] For port b6425e04-1cee-4ff0-ae95-e32e5d40afda, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b6425e04-1cee-4ff0-ae95-e32e5d40afda,segment=NetworkSegment(19a2dfba-71fa-47c9-a9bd-3cc70bf2490d),segment_id=19a2dfba-71fa-47c9-a9bd-3cc70bf2490d)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:40.205473 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:40.215083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33646) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:40.215873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:40.239839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa387b6d-d2de-40e0-ba51-179f9dd2f78d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:40.296404 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-f60d73a4-defa-49e1-a524-dee0bf9180a8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 13:02:40.315860 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f60d73a4-defa-49e1-a524-dee0bf9180a8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/7f368b90-73e4-4707-8816-d44696e38821/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9845974 Mar 22 13:02:40.318886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33652) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:40.421141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] Calling delete_port for b6425e04-1cee-4ff0-ae95-e32e5d40afda owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:40.427102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:40.431484 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-aa387b6d-d2de-40e0-ba51-179f9dd2f78d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/2621d7bc-03d3-4310-af4e-bbfd9f9f3d08 HTTP/1.1" status: 204 len: 168 time: 1.5735378 Mar 22 13:02:40.446571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33658) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:40.455461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-96bd39f6-85b9-4b1e-8351-dedc4dcad6dd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:40.491936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-96bd39f6-85b9-4b1e-8351-dedc4dcad6dd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:40.497391 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-96bd39f6-85b9-4b1e-8351-dedc4dcad6dd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f368b90-73e4-4707-8816-d44696e38821 HTTP/1.1" status: 200 len: 205 time: 0.1722829 Mar 22 13:02:40.497996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33664) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:40.498514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8555e1-0588-4a36-a619-85b19f488769 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:40.538336 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cedc768e-0aca-4ab8-9830-4ef9b1fe21ca tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904832 Mar 22 13:02:40.540764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:40.545080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33668) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:40.597469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56469b-2dce-4e47-ab57-e2dda62f2b19 req-c48ef088-c205-4fca-9e4c-ca17af9ff3e4 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:40.599476 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac56469b-2dce-4e47-ab57-e2dda62f2b19 req-c48ef088-c205-4fca-9e4c-ca17af9ff3e4 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.4450626 Mar 22 13:02:40.608077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:40.646894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:02:40.647351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:02:40.709569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bede05b-5bfd-47c5-b702-99ffe1656776 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:40.742789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:40.746260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b6425e04-1cee-4ff0-ae95-e32e5d40afda no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:02:40.761977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33674) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:40.785313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-98cfd28d-77ab-4881-8c96-8b0d19e75f98 None None] Provisioning for port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:40.791220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: b6425e04-1cee-4ff0-ae95-e32e5d40afda {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:02:40.791630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b6425e04-1cee-4ff0-ae95-e32e5d40afda not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:02:40.796926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-98cfd28d-77ab-4881-8c96-8b0d19e75f98 None None] Provisioning complete for port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:40.797607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-98cfd28d-77ab-4881-8c96-8b0d19e75f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:40.802392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event deleted for resources: {'Port': ['ID=b6425e04-1cee-4ff0-ae95-e32e5d40afda,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:40.830324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] No DVR routers for this DVR port b6425e04-1cee-4ff0-ae95-e32e5d40afda on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:02:40.887730 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac56469b-2dce-4e47-ab57-e2dda62f2b19 req-77548362-0d97-4eb0-a692-015024838006 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282312 Mar 22 13:02:41.036694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.073985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-98cfd28d-77ab-4881-8c96-8b0d19e75f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.091426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece9de7-8010-41cc-ad49-afe76f726039 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:02:41.102534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-7ece9de7-8010-41cc-ad49-afe76f726039 None None] Deleting port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:41.102913 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7ece9de7-8010-41cc-ad49-afe76f726039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.105804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bede05b-5bfd-47c5-b702-99ffe1656776 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.108594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bede05b-5bfd-47c5-b702-99ffe1656776 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.109326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-42a38e64-08b7-42f8-869b-e015d6cfbdd4 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:41.115883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.123745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:41.138973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bede05b-5bfd-47c5-b702-99ffe1656776 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.140183 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bede05b-5bfd-47c5-b702-99ffe1656776 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Fanout notify agent at l3_agent the message router_deleted on router 7f368b90-73e4-4707-8816-d44696e38821 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:02:41.144048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:41.148952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] Deleting port b6425e04-1cee-4ff0-ae95-e32e5d40afda {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:41.149328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.160957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e225bff-d4a4-48d0-a392-a87365c6917e']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:41.161734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bede05b-5bfd-47c5-b702-99ffe1656776 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.163101 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8bede05b-5bfd-47c5-b702-99ffe1656776 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/7f368b90-73e4-4707-8816-d44696e38821 HTTP/1.1" status: 204 len: 168 time: 0.6640160 Mar 22 13:02:41.165835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33684) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.169698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:41.182721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:41.186581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a03d3c-9ad7-4de6-81c6-ceb440d22508']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:41.204283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3331d8ff-4ee4-46ac-a205-76ebe823d665') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:41.204819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3331d8ff-4ee4-46ac-a205-76ebe823d665') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:41.213228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a2dfba-71fa-47c9-a9bd-3cc70bf2490d') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:41.213780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a2dfba-71fa-47c9-a9bd-3cc70bf2490d') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:41.237321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e037f15d-941e-4060-b025-9649c19b2fd5 None None] The port 'b6425e04-1cee-4ff0-ae95-e32e5d40afda' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:02:41.237865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.245458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.250555 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-98cfd28d-77ab-4881-8c96-8b0d19e75f98 None None] For port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:41.260317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:41.263873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.268577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb86fbe-5685-42b5-970c-862049cd03be tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting subnet 9819c219-895a-4bc6-925a-24eaf4c52bf1 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:41.272612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9cb86fbe-5685-42b5-970c-862049cd03be tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.308133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.319118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.362602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9cb86fbe-5685-42b5-970c-862049cd03be tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.386122 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-42a38e64-08b7-42f8-869b-e015d6cfbdd4 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] 10.222.0.70 "PUT /v2.0/quotas/19ac5b6e62994d4e9f595ac248e1ac4f HTTP/1.1" status: 200 len: 366 time: 0.6149113 Mar 22 13:02:41.387816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:02:41.388450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.401215 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33692) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:02:41.409658 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:02:41.418744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:02:41.419402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.427799 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-7ece9de7-8010-41cc-ad49-afe76f726039 None None] For port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:41.428189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7ece9de7-8010-41cc-ad49-afe76f726039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.436898 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e44ceb86-b83f-47e8-95dd-6a24c12d81f0 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0337148 Mar 22 13:02:41.440768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33696) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:02:41.450734 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:02:41.462946 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b5588c47-cbdb-43da-99d4-ebea4d952694 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] 10.222.0.70 "GET /v2.0/quotas/19ac5b6e62994d4e9f595ac248e1ac4f HTTP/1.1" status: 200 len: 366 time: 0.0205595 Mar 22 13:02:41.463992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33700) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.503973 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-57b7c72c-0ac7-47e5-a8cd-9a76c1b3cf9e tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/19ac5b6e62994d4e9f595ac248e1ac4f HTTP/1.1" status: 204 len: 168 time: 0.0341046 Mar 22 13:02:41.506194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33704) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.526075 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-99569f91-1b84-4c6f-adaa-41e4d8625950 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0172150 Mar 22 13:02:41.528832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9cb86fbe-5685-42b5-970c-862049cd03be tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.532092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33708) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.568276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-7ece9de7-8010-41cc-ad49-afe76f726039 None None] Calling delete_port for 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:41.634801 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-98cfd28d-77ab-4881-8c96-8b0d19e75f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.645941 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e20d5ac5-f4a1-4919-8760-d3c564d251c2 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] 10.222.0.70 "GET /v2.0/quotas/19ac5b6e62994d4e9f595ac248e1ac4f HTTP/1.1" status: 200 len: 370 time: 0.1025088 Mar 22 13:02:41.646404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33714) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.659028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.659230 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5506aef0-f313-4397-b233-17ca3506b72e tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] 10.222.0.70 "GET /v2.0/quotas/19ac5b6e62994d4e9f595ac248e1ac4f/default HTTP/1.1" status: 200 len: 370 time: 0.0093517 Mar 22 13:02:41.660269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33718) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.671376 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-b5da759b-de2c-4751-8b97-27da5abdfcdd tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] delete failed (client error): The resource could not be found. Mar 22 13:02:41.674834 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b5da759b-de2c-4751-8b97-27da5abdfcdd tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/19ac5b6e62994d4e9f595ac248e1ac4f HTTP/1.1" status: 404 len: 348 time: 0.0105250 Mar 22 13:02:41.674834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9cb86fbe-5685-42b5-970c-862049cd03be tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.694210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.702479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.719016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7ece9de7-8010-41cc-ad49-afe76f726039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.730861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfd28d-77ab-4881-8c96-8b0d19e75f98 None None] Pushing event updated for resources: {'Port': ['ID=70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:41.733475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece9de7-8010-41cc-ad49-afe76f726039 None None] No DVR routers for this DVR port 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:02:41.738724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.756776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event deleted for resources: {'Network': ['ID=98a03d3c-9ad7-4de6-81c6-ceb440d22508,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:41.775258 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9cb86fbe-5685-42b5-970c-862049cd03be tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:41.780119 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece9de7-8010-41cc-ad49-afe76f726039 None None] Pushing event deleted for resources: {'Port': ['ID=70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:41.784443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8460f826-bdda-4164-8c16-a1283f671d1e None None] Network e942a53f-7551-4499-aa11-2fa046ab2d19 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:41.802181 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9cb86fbe-5685-42b5-970c-862049cd03be tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/9819c219-895a-4bc6-925a-24eaf4c52bf1 HTTP/1.1" status: 204 len: 168 time: 0.6325529 Mar 22 13:02:41.802181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb86fbe-5685-42b5-970c-862049cd03be tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Subnet': ['ID=9819c219-895a-4bc6-925a-24eaf4c52bf1,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:41.805520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33724) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.838101 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-88dbda89-29ef-470c-acec-b71f40b0c591 tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "DELETE /v2.0/networks/98a03d3c-9ad7-4de6-81c6-ceb440d22508 HTTP/1.1" status: 204 len: 168 time: 2.5385203 Mar 22 13:02:41.840493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Network': ['ID=0e225bff-d4a4-48d0-a392-a87365c6917e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:41.848209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33728) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.928327 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-489771fe-1e3a-4fab-9c98-50cc09980894 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/networks/0e225bff-d4a4-48d0-a392-a87365c6917e HTTP/1.1" status: 204 len: 168 time: 1.7115901 Mar 22 13:02:41.932409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33730) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.933486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33734) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:41.970627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:02:42.006567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-72865169'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:42.010644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:02:42.011017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 70e906ce-c1ff-4e44-a7ad-ec3f8ba5918d not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:02:42.040123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:42.057897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:network and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:42.066155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:42.117512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.143040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:42.145979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 217d7210-1457-480a-90a9-a91bab31db1c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:42.146321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.175410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Usage tracker for resource:network and tenant:11c878f14cc64776b96a334380702fd9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:42.177997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-39a23741-b896-4471-8f91-2096de19e24e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Deleting port 57e818ad-3cb2-4a38-978f-3739448fb167 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:42.178330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-39a23741-b896-4471-8f91-2096de19e24e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.180600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcf0cb-3db3-4522-a760-814724bc679b req-5ad835f5-285b-4b27-90e1-76bfc838d3e6 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:42.182060 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2adcf0cb-3db3-4522-a760-814724bc679b req-5ad835f5-285b-4b27-90e1-76bfc838d3e6 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.3879333 Mar 22 13:02:42.200253 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] DHCP port deletion for e942a53f-7551-4499-aa11-2fa046ab2d19 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:02:42.204847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] Deleting port 217d7210-1457-480a-90a9-a91bab31db1c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:42.205058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.223332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:42.231014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:42.235272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.291497 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2adcf0cb-3db3-4522-a760-814724bc679b req-95e2d481-57c0-4a16-912f-aa9dbdeca51e tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964861 Mar 22 13:02:42.305681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.362588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Usage tracker for resource:subnet and tenant:11c878f14cc64776b96a334380702fd9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:42.398828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:42.400735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:02:42.429168 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port 217d7210-1457-480a-90a9-a91bab31db1c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=217d7210-1457-480a-90a9-a91bab31db1c,segment=NetworkSegment(f1b1fc2a-af21-4ee2-acce-d3ac2f362d60),segment_id=f1b1fc2a-af21-4ee2-acce-d3ac2f362d60)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:42.429453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.459937 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] For port 217d7210-1457-480a-90a9-a91bab31db1c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=217d7210-1457-480a-90a9-a91bab31db1c,segment=NetworkSegment(f1b1fc2a-af21-4ee2-acce-d3ac2f362d60),segment_id=f1b1fc2a-af21-4ee2-acce-d3ac2f362d60)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:42.460501 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.557185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 217d7210-1457-480a-90a9-a91bab31db1c owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:42.581680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:42.588039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:42.590417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:42.590892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] Calling delete_port for 217d7210-1457-480a-90a9-a91bab31db1c owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:42.595594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.595934 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Added segment 4756a1c9-10cf-44a9-a1be-53ba00310d21 of type vlan for network 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 Mar 22 13:02:42.597627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:42.598192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.623024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e18d66-58d3-41ea-9652-54082de9ce52 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:42.631567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Usage tracker for resource:subnetpool and tenant:11c878f14cc64776b96a334380702fd9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:42.642459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.659274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:42.676739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.686860 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7a10ed58-379a-4e26-98e2-663df9b3a054 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9550157 Mar 22 13:02:42.690103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-39a23741-b896-4471-8f91-2096de19e24e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.690440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-39a23741-b896-4471-8f91-2096de19e24e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.696282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33740) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:42.697281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=217d7210-1457-480a-90a9-a91bab31db1c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:42.706201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-888168260', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:42.707314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Usage tracker for resource:port and tenant:11c878f14cc64776b96a334380702fd9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:42.713559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No DVR routers for this DVR port 217d7210-1457-480a-90a9-a91bab31db1c on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:02:42.715844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:42.746960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:router and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:42.753057 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:42.788261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:02:42.788614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:02:42.791142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:42.818972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:02:42.832650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-39a23741-b896-4471-8f91-2096de19e24e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Calling delete_port for 57e818ad-3cb2-4a38-978f-3739448fb167 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:42.854754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.862542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:42.865361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.866375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.889275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e942a53f-7551-4499-aa11-2fa046ab2d19']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:42.894335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Usage tracker for resource:router and tenant:11c878f14cc64776b96a334380702fd9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:42.900105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.904157 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': '3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:02:42.905220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.905931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b1fc2a-af21-4ee2-acce-d3ac2f362d60') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:42.906058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:42.906229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b1fc2a-af21-4ee2-acce-d3ac2f362d60') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:42.906585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.913297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.929815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.941238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:42.952294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.960021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.966640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:02:42.967223 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:42.982446 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0427222 Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:02:42.983614 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:02:42.989774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33744) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:43.009727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:43.040639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Usage tracker for resource:floatingip and tenant:11c878f14cc64776b96a334380702fd9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:43.056866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5a2b4-001f-4676-ac1b-6cc5a076ac9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Network': ['ID=3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:43.059227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:43.078396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:02:43.153328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Usage tracker for resource:security_group and tenant:11c878f14cc64776b96a334380702fd9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:43.156679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.157330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-39a23741-b896-4471-8f91-2096de19e24e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.157942 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6b2b3fb3-fb04-4f23-8b81-c9fca8a55492 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4581633 Mar 22 13:02:43.165124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33748) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:43.188488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2/7b9db847-6b2d-4ba4-82de-28b67d11a7c1) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:43.201404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:43.220778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a23741-b896-4471-8f91-2096de19e24e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Pushing event deleted for resources: {'Port': ['ID=57e818ad-3cb2-4a38-978f-3739448fb167,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:43.262815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.264688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:43.290171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Usage tracker for resource:security_group_rule and tenant:11c878f14cc64776b96a334380702fd9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:43.291466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] Deleting port 217d7210-1457-480a-90a9-a91bab31db1c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:43.291948 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.304008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:43.312380 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-05f10bc4-854c-4af4-a0a9-2b931be4ce44 tempest-QuotasTest-1757606230 tempest-QuotasTest-1757606230-project-admin] 10.222.0.70 "GET /v2.0/quotas/11c878f14cc64776b96a334380702fd9/details.json HTTP/1.1" status: 200 len: 703 time: 1.3774149 Mar 22 13:02:43.337607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-39a23741-b896-4471-8f91-2096de19e24e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.385257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-11f49ecb-c7ff-427a-b3fe-e6004fe6362d None None] The port '217d7210-1457-480a-90a9-a91bab31db1c' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:02:43.389755 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-39a23741-b896-4471-8f91-2096de19e24e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.394101 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-39a23741-b896-4471-8f91-2096de19e24e tempest-FloatingIPAdminTestJSON-647836077 tempest-FloatingIPAdminTestJSON-647836077-project] 10.222.0.70 "DELETE /v2.0/floatingips/2eab6bdb-647d-4e76-a6c4-33829e850a6b HTTP/1.1" status: 204 len: 168 time: 1.4718599 Mar 22 13:02:43.412720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.434516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:43.442701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:43.457292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:43.505137 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/networks/e942a53f-7551-4499-aa11-2fa046ab2d19 HTTP/1.1" status: 204 len: 168 time: 1.6913762 Mar 22 13:02:43.513160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.524616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33758) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:43.532320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:43.532694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Transition to ACTIVE for port object 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:43.535972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.552378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66727961-6d67-4fbf-aaae-95b1888cde21 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Network': ['ID=e942a53f-7551-4499-aa11-2fa046ab2d19,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:43.568089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1285831399'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:43.571835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Transition to ACTIVE for port object 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:43.573374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:43.578330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:network and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:43.582296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:43.582462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.591126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:43.605366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f64f8-dd9f-42cb-8bac-b9d0c9d908e7 req-6da55b9d-6437-42b0-8fbc-d98a3ccc330e tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:43.607268 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9f9f64f8-dd9f-42cb-8bac-b9d0c9d908e7 req-6da55b9d-6437-42b0-8fbc-d98a3ccc330e tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.1218183 Mar 22 13:02:43.656511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:43.659565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:43.668448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:43.702100 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Pushing event updated for resources: {'Port': ['ID=7b9db847-6b2d-4ba4-82de-28b67d11a7c1,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:43.724637 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9f9f64f8-dd9f-42cb-8bac-b9d0c9d908e7 req-5efeef08-dc1b-4e40-b560-654bffa42509 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982926 Mar 22 13:02:43.814682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Attempting to bind port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:43.815049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Attempting to bind port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:43.815459 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Attempting to bind port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:43.821543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:43.822006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:43.822322 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.822714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:43.823203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Bound port: 7b9db847-6b2d-4ba4-82de-28b67d11a7c1, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:43.823620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.842421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33766) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:43.873673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33772) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:43.946310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] For port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:43.950920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] For port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7b9db847-6b2d-4ba4-82de-28b67d11a7c1,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:43.959285 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.015486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 217d7210-1457-480a-90a9-a91bab31db1c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:02:44.031993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:44.035402 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.046402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-30189f0a-4e66-4447-9315-61cf64b97b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.066156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.ipam_backend_mixin [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Performing IP validity checks on allocation pools {{(pid=87932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 13:02:44.068175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 217d7210-1457-480a-90a9-a91bab31db1c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:02:44.068291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 217d7210-1457-480a-90a9-a91bab31db1c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:02:44.068924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.ipam_backend_mixin [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 13:02:44.075978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-30189f0a-4e66-4447-9315-61cf64b97b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:44.084302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-30189f0a-4e66-4447-9315-61cf64b97b3d admin admin] Usage tracker for resource:security_group_rule and tenant:1bf291d3428f4b45a0365e36cf11a90f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:44.089037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-30189f0a-4e66-4447-9315-61cf64b97b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:44.103819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3f7ca-56f0-4b6b-b7c0-583b424a08e8 None None] Pushing event updated for resources: {'Port': ['ID=7b9db847-6b2d-4ba4-82de-28b67d11a7c1,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:44.104002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-30189f0a-4e66-4447-9315-61cf64b97b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:44.116919 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cf0e2840-37af-40cf-a710-2e5fcd763982 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3056016035c4cddbb166a3a55ca5982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419555 Mar 22 13:02:44.121044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33778) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:44.199428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:02:44.210008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.210653 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added segment 40c98927-fd6a-4074-9daa-c8ee1d2b7031 of type vlan for network b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 Mar 22 13:02:44.213487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1de6375e-3492-4895-8598-80cf6f642635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.263973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1de6375e-3492-4895-8598-80cf6f642635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.267649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.295473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-30189f0a-4e66-4447-9315-61cf64b97b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.306446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-30189f0a-4e66-4447-9315-61cf64b97b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.386771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30189f0a-4e66-4447-9315-61cf64b97b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9f462f-5c33-49d0-94fe-d18f3cf106e4,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:44.391374 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-30189f0a-4e66-4447-9315-61cf64b97b3d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1bf291d3428f4b45a0365e36cf11a90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476093 Mar 22 13:02:44.393662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33782) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:44.422955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1de6375e-3492-4895-8598-80cf6f642635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.448221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.453155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6375e-3492-4895-8598-80cf6f642635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb481ef-171e-49d5-881f-80d5db87fa61,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:44.461975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:02:44.470347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1de6375e-3492-4895-8598-80cf6f642635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.476484 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1de6375e-3492-4895-8598-80cf6f642635 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abb481ef-171e-49d5-881f-80d5db87fa61 HTTP/1.1" status: 204 len: 168 time: 0.3544049 Mar 22 13:02:44.507070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2aa9d33b-162c-47b4-a3fa-ad8262d71466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.535822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2aa9d33b-162c-47b4-a3fa-ad8262d71466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.570483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.576807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:44.577411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.600890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2aa9d33b-162c-47b4-a3fa-ad8262d71466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.616459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9d33b-162c-47b4-a3fa-ad8262d71466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9f462f-5c33-49d0-94fe-d18f3cf106e4,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:44.625584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2aa9d33b-162c-47b4-a3fa-ad8262d71466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.627229 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2aa9d33b-162c-47b4-a3fa-ad8262d71466 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e9f462f-5c33-49d0-94fe-d18f3cf106e4 HTTP/1.1" status: 204 len: 168 time: 0.2322676 Mar 22 13:02:44.665418 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.862926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33796) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:44.880020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Network': ['ID=b29ba9d6-d02e-4928-bd8c-919a1f3db0c4,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:44.884077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19fa0d49-eaf5-4d83-a16d-ac54bbdcfd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:44.893935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:02:44.903115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-19fa0d49-eaf5-4d83-a16d-ac54bbdcfd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:44.907234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-19fa0d49-eaf5-4d83-a16d-ac54bbdcfd0c admin admin] Usage tracker for resource:security_group_rule and tenant:3e8d5fa07af14244be94e20b2c1068fe is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:44.910261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-19fa0d49-eaf5-4d83-a16d-ac54bbdcfd0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:44.924536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-19fa0d49-eaf5-4d83-a16d-ac54bbdcfd0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:44.965891 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0b540bc8-d761-41d7-88c8-37b79e7b25d1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4348493 Mar 22 13:02:44.972395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33800) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:44.980968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'subnet': {'network_id': 'b29ba9d6-d02e-4928-bd8c-919a1f3db0c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:45.011265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=3110ebd5-a511-4465-8c5d-b65314204d18,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:45.095942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Checking segment: {'id': '4756a1c9-10cf-44a9-a1be-53ba00310d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:45.096698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network hostable DHCP agents. Network: 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:02:45.144961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:45.153808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:subnet and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:45.157584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:45.167801 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:45.176877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33804) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:45.204300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:02:45.207415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77110afd-bddb-4fde-a131-cdcf2ca59932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.231185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9119e-43fa-4e46-ab37-a6929ce2f582 req-b38eb5d3-dbd7-4a93-84d2-9ecd62a2aee8 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:45.232657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:45.232788 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-29f9119e-43fa-4e46-ab37-a6929ce2f582 req-b38eb5d3-dbd7-4a93-84d2-9ecd62a2aee8 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.3568900 Mar 22 13:02:45.236142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.236314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:45.241765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:45.241854 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.244760 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611fad5d-ea96-4bcf-acb5-dee826be5f0c None None] Network 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:45.288356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::1 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2/a7ea67d7-8521-4991-9b21-6b45877c913d) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:45.335824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-77110afd-bddb-4fde-a131-cdcf2ca59932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:45.347616 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-29c8376b-78f8-4970-a0fe-5f8aee830534 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3540397 Mar 22 13:02:45.349719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33808) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:45.358128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-77110afd-bddb-4fde-a131-cdcf2ca59932 admin admin] Usage tracker for resource:security_group_rule and tenant:11c878f14cc64776b96a334380702fd9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:45.367250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7', 'name': 'tempest-PortsIpV6TestJSON-1761200358'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:45.367448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-77110afd-bddb-4fde-a131-cdcf2ca59932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:45.371750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19fa0d49-eaf5-4d83-a16d-ac54bbdcfd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.377416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-77110afd-bddb-4fde-a131-cdcf2ca59932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:45.388635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19fa0d49-eaf5-4d83-a16d-ac54bbdcfd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.406267 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-29f9119e-43fa-4e46-ab37-a6929ce2f582 req-c0235991-c208-4f5b-ae5c-a08c4e89a1b2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588798 Mar 22 13:02:45.433646 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-19fa0d49-eaf5-4d83-a16d-ac54bbdcfd0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e8d5fa07af14244be94e20b2c1068fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690439 Mar 22 13:02:45.437718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33812) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:45.460990 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c560d719-f368-4bef-8048-0cc63dfa188b None None] Provisioning for port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:45.498169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa0d49-eaf5-4d83-a16d-ac54bbdcfd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32ec1c1-b01b-493f-900b-b2a2d397c4db,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:45.538143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7', 'network_id': '3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7', 'tenant_id': '54db9df364b2456aac7e2debbb03b64e', 'fixed_ips': [{'subnet_id': '3110ebd5-a511-4465-8c5d-b65314204d18'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:02:45.539201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.647529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b83082b1-5ff2-4fcd-a7d4-85a5f6486cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.652988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:45.662509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:45.676256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:45.680126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.699610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.705393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Allocated IP 2001:db8::2 (3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7/3110ebd5-a511-4465-8c5d-b65314204d18/e37b3261-24bf-426e-a56e-3b40bad8d356) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:45.707052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port 210624ff-ed05-4283-bd7e-d26b0da8c47e yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:45.727520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77110afd-bddb-4fde-a131-cdcf2ca59932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.728845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.734487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b83082b1-5ff2-4fcd-a7d4-85a5f6486cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.781186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object a7ea67d7-8521-4991-9b21-6b45877c913d will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:45.781398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77110afd-bddb-4fde-a131-cdcf2ca59932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.821206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.946806 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:45.964885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Transition to ACTIVE for port object e37b3261-24bf-426e-a56e-3b40bad8d356 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:45.991343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Transition to ACTIVE for port object e37b3261-24bf-426e-a56e-3b40bad8d356 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:46.008532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.037714 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-77110afd-bddb-4fde-a131-cdcf2ca59932 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11c878f14cc64776b96a334380702fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8531854 Mar 22 13:02:46.040845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33816) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:46.046710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77110afd-bddb-4fde-a131-cdcf2ca59932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3a060-f219-40ea-97cf-ce17b72cd38b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:46.060287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:46.067037 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:46.070825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Subnet': ['ID=a6223783-b386-49f5-aeed-335eaa951a1e,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:46.077010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:46.090808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:46.091331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.108850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Checking segment: {'id': '40c98927-fd6a-4074-9daa-c8ee1d2b7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b29ba9d6-d02e-4928-bd8c-919a1f3db0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:46.109354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network hostable DHCP agents. Network: b29ba9d6-d02e-4928-bd8c-919a1f3db0c4, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:02:46.143709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Network 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:46.154002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:46.168317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:46.171301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b83082b1-5ff2-4fcd-a7d4-85a5f6486cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.172760 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Pushing event updated for resources: {'Port': ['ID=e37b3261-24bf-426e-a56e-3b40bad8d356,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:46.227120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83082b1-5ff2-4fcd-a7d4-85a5f6486cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32ec1c1-b01b-493f-900b-b2a2d397c4db,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:46.243677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:02:46.270824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4873c4b1-8288-43d5-814f-436082f27b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.276201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, b29ba9d6-d02e-4928-bd8c-919a1f3db0c4) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:46.294931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:46.295550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.327137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaaf257-0c0b-4d9e-b63f-f2a54371cce4 None None] Network b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:46.332143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4873c4b1-8288-43d5-814f-436082f27b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.340978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b83082b1-5ff2-4fcd-a7d4-85a5f6486cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.344992 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b83082b1-5ff2-4fcd-a7d4-85a5f6486cf5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a32ec1c1-b01b-493f-900b-b2a2d397c4db HTTP/1.1" status: 204 len: 168 time: 0.9039845 Mar 22 13:02:46.361877 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2a476543-9078-4b1a-8d9a-d7e240695b48 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3849943 Mar 22 13:02:46.363140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33822) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:46.369996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1175829861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:46.380949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:46.409431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:router and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:46.415873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:46.423103 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:46.425304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:46.442947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.446359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.447402 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Attempting to bind port e37b3261-24bf-426e-a56e-3b40bad8d356 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:46.447769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Attempting to bind port e37b3261-24bf-426e-a56e-3b40bad8d356 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '4756a1c9-10cf-44a9-a1be-53ba00310d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:46.449531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Attempting to bind port e37b3261-24bf-426e-a56e-3b40bad8d356 on network 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:46.465927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=a7ea67d7-8521-4991-9b21-6b45877c913d,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:46.482399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.503028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4873c4b1-8288-43d5-814f-436082f27b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.522267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:46.523387 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.525273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873c4b1-8288-43d5-814f-436082f27b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3a060-f219-40ea-97cf-ce17b72cd38b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:46.533763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.570198 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4873c4b1-8288-43d5-814f-436082f27b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.571742 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4873c4b1-8288-43d5-814f-436082f27b2a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6f3a060-f219-40ea-97cf-ce17b72cd38b HTTP/1.1" status: 204 len: 168 time: 0.5203643 Mar 22 13:02:46.578199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.579837 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b585cc6b-49dc-4e48-91f7-380336bd43a5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2154446 Mar 22 13:02:46.584456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:46.584943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Checking segment: {'id': '4756a1c9-10cf-44a9-a1be-53ba00310d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:46.585460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.585938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Bound using segment: {'id': '4756a1c9-10cf-44a9-a1be-53ba00310d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:46.587546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Bound port: e37b3261-24bf-426e-a56e-3b40bad8d356, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4756a1c9-10cf-44a9-a1be-53ba00310d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:46.588084 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33830) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:46.588858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.647127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8::87 (3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7/3110ebd5-a511-4465-8c5d-b65314204d18/210624ff-ed05-4283-bd7e-d26b0da8c47e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:46.670094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.768661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2c458837-6aed-4e2a-97c3-94e6c686d82c None None] Provisioning for port a7ea67d7-8521-4991-9b21-6b45877c913d completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:46.798659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2c458837-6aed-4e2a-97c3-94e6c686d82c None None] Provisioning complete for port a7ea67d7-8521-4991-9b21-6b45877c913d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:46.799374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2c458837-6aed-4e2a-97c3-94e6c686d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:46.875399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2c458837-6aed-4e2a-97c3-94e6c686d82c None None] Port a7ea67d7-8521-4991-9b21-6b45877c913d cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:47.097430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64e990-058b-4f30-b591-aaf02647d312 req-e4d3b871-5649-4244-b8ee-73b1899c0f78 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:47.099349 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f64e990-058b-4f30-b591-aaf02647d312 req-e4d3b871-5649-4244-b8ee-73b1899c0f78 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.4318020 Mar 22 13:02:47.147985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] For port e37b3261-24bf-426e-a56e-3b40bad8d356, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:47.150761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.153290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.169714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.170570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.196168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7b9db847-6b2d-4ba4-82de-28b67d11a7c1,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:47.207554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] For port e37b3261-24bf-426e-a56e-3b40bad8d356, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e37b3261-24bf-426e-a56e-3b40bad8d356,segment=NetworkSegment(4756a1c9-10cf-44a9-a1be-53ba00310d21),segment_id=4756a1c9-10cf-44a9-a1be-53ba00310d21)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:47.209511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.234706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.257559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33842) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:47.269779 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.270515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=a7ea67d7-8521-4991-9b21-6b45877c913d,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:47.285491 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f64e990-058b-4f30-b591-aaf02647d312 req-801ad31a-c2a3-4c39-a8ee-1fd3bd3d1c92 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229916 Mar 22 13:02:47.351492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-b29ba9d6-d02e-4928-bd8c-919a1f3db0c4', 'network_id': 'b29ba9d6-d02e-4928-bd8c-919a1f3db0c4', 'tenant_id': 'fee226a007774d58826c427014967959', 'fixed_ips': [{'subnet_id': 'a6223783-b386-49f5-aeed-335eaa951a1e'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:02:47.352296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.402848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-87cf0556-0acc-4634-a3e5-2b5a727fea99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.472285 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=7b9db847-6b2d-4ba4-82de-28b67d11a7c1,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:47.487933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-87cf0556-0acc-4634-a3e5-2b5a727fea99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:47.508925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-87cf0556-0acc-4634-a3e5-2b5a727fea99 admin admin] Usage tracker for resource:security_group_rule and tenant:f5098d7f4664436dbde7360e3bac76af is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:47.546412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-87cf0556-0acc-4634-a3e5-2b5a727fea99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:47.560145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-87cf0556-0acc-4634-a3e5-2b5a727fea99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:47.635194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c25073-c96f-4851-9545-913d3ab121f3 None None] Pushing event updated for resources: {'Port': ['ID=e37b3261-24bf-426e-a56e-3b40bad8d356,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:47.666752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Allocated IP 2001:db8::2 (b29ba9d6-d02e-4928-bd8c-919a1f3db0c4/a6223783-b386-49f5-aeed-335eaa951a1e/02ae6d27-0054-4bca-87d2-6b37a03dbd09) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:47.745014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.807284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:47.828110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:47.844023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object 210624ff-ed05-4283-bd7e-d26b0da8c47e will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:47.861852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-87cf0556-0acc-4634-a3e5-2b5a727fea99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.871398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-87cf0556-0acc-4634-a3e5-2b5a727fea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:47.930657 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-87cf0556-0acc-4634-a3e5-2b5a727fea99 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5098d7f4664436dbde7360e3bac76af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6695888 Mar 22 13:02:47.935077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33860) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:47.985094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf0556-0acc-4634-a3e5-2b5a727fea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ea1bfb-c182-4691-a692-e77d21fb47f4,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:48.070443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.092292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Transition to ACTIVE for port object 02ae6d27-0054-4bca-87d2-6b37a03dbd09 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:48.119324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Transition to ACTIVE for port object 02ae6d27-0054-4bca-87d2-6b37a03dbd09 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:48.124756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:48.138793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33866) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:48.163670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.245767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Allocated IP 2001:db8::1 (b29ba9d6-d02e-4928-bd8c-919a1f3db0c4/a6223783-b386-49f5-aeed-335eaa951a1e/58556b82-d632-4ab3-aebf-42c5379d299a) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:48.258786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Pushing event updated for resources: {'Port': ['ID=02ae6d27-0054-4bca-87d2-6b37a03dbd09,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:48.279240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Network b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:48.282673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:48.291868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:48.323188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.391087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cde5c093-2009-4966-acc1-b7e0169b3458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.417691 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:48.423342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:48.426343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:48.432257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:48.432929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.478232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Attempting to bind port 02ae6d27-0054-4bca-87d2-6b37a03dbd09 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:48.478644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Attempting to bind port 02ae6d27-0054-4bca-87d2-6b37a03dbd09 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '40c98927-fd6a-4074-9daa-c8ee1d2b7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b29ba9d6-d02e-4928-bd8c-919a1f3db0c4'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:48.478954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Attempting to bind port 02ae6d27-0054-4bca-87d2-6b37a03dbd09 on network b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:48.488077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5ef17652-7361-4e47-a946-2eab3782c992 None None] Provisioning complete for port a7ea67d7-8521-4991-9b21-6b45877c913d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:48.488574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ef17652-7361-4e47-a946-2eab3782c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.525419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cde5c093-2009-4966-acc1-b7e0169b3458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.548769 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=210624ff-ed05-4283-bd7e-d26b0da8c47e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:48.552371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5ef17652-7361-4e47-a946-2eab3782c992 None None] Port a7ea67d7-8521-4991-9b21-6b45877c913d cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:48.555086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:48.555492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Checking segment: {'id': '40c98927-fd6a-4074-9daa-c8ee1d2b7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b29ba9d6-d02e-4928-bd8c-919a1f3db0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:48.555940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.556379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Bound using segment: {'id': '40c98927-fd6a-4074-9daa-c8ee1d2b7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b29ba9d6-d02e-4928-bd8c-919a1f3db0c4'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:48.556791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Bound port: 02ae6d27-0054-4bca-87d2-6b37a03dbd09, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c98927-fd6a-4074-9daa-c8ee1d2b7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b29ba9d6-d02e-4928-bd8c-919a1f3db0c4'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:48.557160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.569673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Router 02746d20-2036-431e-8e86-db5e995ccf90 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:02:48.590051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1574015646'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:48.599877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:48.602577 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e707b15e-8b6d-45f1-a0c6-b74a30b61adc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2518480 Mar 22 13:02:48.608264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33874) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:48.608664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:network and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:48.614134 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:48.614509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.616395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:48.634878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:48.668962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.673404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:48.677557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.703596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.722862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] For port 02ae6d27-0054-4bca-87d2-6b37a03dbd09, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:48.724511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Transition to ACTIVE for port object 58556b82-d632-4ab3-aebf-42c5379d299a will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:48.727845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:48.737596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:security_group_rule and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:48.743407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:48.751684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:48.766810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] For port 02ae6d27-0054-4bca-87d2-6b37a03dbd09, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=02ae6d27-0054-4bca-87d2-6b37a03dbd09,segment=NetworkSegment(40c98927-fd6a-4074-9daa-c8ee1d2b7031),segment_id=40c98927-fd6a-4074-9daa-c8ee1d2b7031)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:48.782862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.800535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.848029 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e37b3261-24bf-426e-a56e-3b40bad8d356 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:48.865637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:48.875017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-393dd52b-0ca5-491e-a162-6f81dbd3eb2d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 210624ff-ed05-4283-bd7e-d26b0da8c47e {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:48.875385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-393dd52b-0ca5-491e-a162-6f81dbd3eb2d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.880656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Sync routers for ids ['02746d20-2036-431e-8e86-db5e995ccf90'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:48.895929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:48.899506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:48.902184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:48.902693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.943003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Routers {'02746d20-2036-431e-8e86-db5e995ccf90'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:48.944043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['02746d20-2036-431e-8e86-db5e995ccf90'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:48.945183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=58556b82-d632-4ab3-aebf-42c5379d299a,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:48.971774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cde5c093-2009-4966-acc1-b7e0169b3458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.974378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cde5c093-2009-4966-acc1-b7e0169b3458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.976790 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cde5c093-2009-4966-acc1-b7e0169b3458 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6ea1bfb-c182-4691-a692-e77d21fb47f4 HTTP/1.1" status: 204 len: 168 time: 1.0392618 Mar 22 13:02:48.986165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96cfbf-7c30-4d42-96a3-cf8e7d12e1fc req-a49d88b4-5cbb-46f5-ae7f-2f09ebb39f38 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:48.987783 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0a96cfbf-7c30-4d42-96a3-cf8e7d12e1fc req-a49d88b4-5cbb-46f5-ae7f-2f09ebb39f38 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.5010347 Mar 22 13:02:49.001534 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5778bc7d-d216-4d7b-ae8f-583aa39d90b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "PUT /v2.0/routers/02746d20-2036-431e-8e86-db5e995ccf90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8361964 Mar 22 13:02:49.004563 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33880) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:49.008914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5c093-2009-4966-acc1-b7e0169b3458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ea1bfb-c182-4691-a692-e77d21fb47f4,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:49.140589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Set router 02746d20-2036-431e-8e86-db5e995ccf90 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:02:49.142463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.174102 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0a96cfbf-7c30-4d42-96a3-cf8e7d12e1fc req-090d9da1-f41b-4c24-9119-a88ac4a1402d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711798 Mar 22 13:02:49.267283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.280343 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:02:49.286082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa29f5-8457-4213-abf5-c1e30b9265ec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:49.287017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c6fa29f5-8457-4213-abf5-c1e30b9265ec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:49.302383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.371395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-393dd52b-0ca5-491e-a162-6f81dbd3eb2d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.399139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cc3cd-87a0-4b59-ba16-75f45bd355a7 None None] Pushing event updated for resources: {'Port': ['ID=02ae6d27-0054-4bca-87d2-6b37a03dbd09,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:49.442293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1023a1-0ade-41cc-b11a-871805e033eb None None] Network 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:49.520522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:02:49.557600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-393dd52b-0ca5-491e-a162-6f81dbd3eb2d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 210624ff-ed05-4283-bd7e-d26b0da8c47e owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:49.606759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0589c1-4de5-4e98-89f6-f40220733399,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:49.620369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c6fa29f5-8457-4213-abf5-c1e30b9265ec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:49.624627 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c6fa29f5-8457-4213-abf5-c1e30b9265ec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports/a7ea67d7-8521-4991-9b21-6b45877c913d HTTP/1.1" status: 200 len: 911 time: 0.6160445 Mar 22 13:02:49.626650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.627022 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Added segment e6f3c572-70a2-4e46-afef-6cd8e7dba6b4 of type vlan for network ed6ae8e2-b580-4c60-b01d-849341dcfae9 Mar 22 13:02:49.627980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33892) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:49.739828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.750090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-393dd52b-0ca5-491e-a162-6f81dbd3eb2d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.785630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port e37b3261-24bf-426e-a56e-3b40bad8d356 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:49.790873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7a7d807f-7f1f-4463-abd9-27e05f46a066 None None] Provisioning for port e37b3261-24bf-426e-a56e-3b40bad8d356 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:49.808607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port e37b3261-24bf-426e-a56e-3b40bad8d356 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:49.808969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.816927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dd52b-0ca5-491e-a162-6f81dbd3eb2d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=210624ff-ed05-4283-bd7e-d26b0da8c47e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:49.834020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7a7d807f-7f1f-4463-abd9-27e05f46a066 None None] Provisioning complete for port e37b3261-24bf-426e-a56e-3b40bad8d356 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:49.834388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7a7d807f-7f1f-4463-abd9-27e05f46a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.873539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-393dd52b-0ca5-491e-a162-6f81dbd3eb2d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.891903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33900) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:49.893998 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-393dd52b-0ca5-491e-a162-6f81dbd3eb2d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/210624ff-ed05-4283-bd7e-d26b0da8c47e HTTP/1.1" status: 204 len: 168 time: 1.2838097 Mar 22 13:02:49.949422 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a381a35e-b7e3-4ce0-94ef-91a1bfd988a5 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:02:49.950230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a381a35e-b7e3-4ce0-94ef-91a1bfd988a5 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:02:49.965890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be84fef-6c39-4c74-9707-72ef044c434f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:49.972269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be84fef-6c39-4c74-9707-72ef044c434f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:49.977063 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5be84fef-6c39-4c74-9707-72ef044c434f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3449152 Mar 22 13:02:49.977211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33908) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:49.983241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:49.988721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:49.989332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:50.140317 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a381a35e-b7e3-4ce0-94ef-91a1bfd988a5 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/210624ff-ed05-4283-bd7e-d26b0da8c47e HTTP/1.1" status: 404 len: 333 time: 0.2433977 Mar 22 13:02:50.153438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33914) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:50.162489 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0223148 Mar 22 13:02:50.196474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae9b99-3b93-4480-9740-6f9f76062d5e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=ed6ae8e2-b580-4c60-b01d-849341dcfae9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:50.245752 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-40592f10-935f-4a09-9c9f-d22c47d9c7fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:02:50.250069 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-40592f10-935f-4a09-9c9f-d22c47d9c7fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/210624ff-ed05-4283-bd7e-d26b0da8c47e HTTP/1.1" status: 404 len: 333 time: 0.0904500 Mar 22 13:02:50.262545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33920) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:50.268965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7a7d807f-7f1f-4463-abd9-27e05f46a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:50.308537 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network ed6ae8e2-b580-4c60-b01d-849341dcfae9 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:02:50.396855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:02:50.452529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:50.506934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-7a7d807f-7f1f-4463-abd9-27e05f46a066 None None] For port e37b3261-24bf-426e-a56e-3b40bad8d356, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e37b3261-24bf-426e-a56e-3b40bad8d356,segment=NetworkSegment(4756a1c9-10cf-44a9-a1be-53ba00310d21),segment_id=4756a1c9-10cf-44a9-a1be-53ba00310d21)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:50.547736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7509c-a1e5-4c65-92c9-94fee8850285 None None] Network b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:50.562378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7a7d807f-7f1f-4463-abd9-27e05f46a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:50.564096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:50.567458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:50.864584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2d0bfb9c-a775-447f-8cc5-8c3d30028bb2 None None] Provisioning for port 02ae6d27-0054-4bca-87d2-6b37a03dbd09 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:50.938988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d807f-7f1f-4463-abd9-27e05f46a066 None None] Pushing event updated for resources: {'Port': ['ID=e37b3261-24bf-426e-a56e-3b40bad8d356,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:50.954372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02746d20-2036-431e-8e86-db5e995ccf90', 'name': 'tempest-NetworksTestDHCPv6-router-888168260', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:02:42Z', 'updated_at': '2022-03-22T13:02:46Z', 'revision_number': 2, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None, '_interfaces': [{'id': 'a7ea67d7-8521-4991-9b21-6b45877c913d', 'name': '', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'mac_address': 'fa:16:3e:bb:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02746d20-2036-431e-8e86-db5e995ccf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:02:44Z', 'updated_at': '2022-03-22T13:02:46Z', 'revision_number': 2, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'subnets': [{'id': '3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:50.961044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Checking router: 02746d20-2036-431e-8e86-db5e995ccf90 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:02:50.961401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Updating router 02746d20-2036-431e-8e86-db5e995ccf90 port a7ea67d7-8521-4991-9b21-6b45877c913d binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:02:51.122476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-1389b3f9-5ecd-4a19-8ace-7bbc8b795c3f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet 3110ebd5-a511-4465-8c5d-b65314204d18 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:51.127018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1389b3f9-5ecd-4a19-8ace-7bbc8b795c3f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:51.167258 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:51.188011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:51.243131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 02ae6d27-0054-4bca-87d2-6b37a03dbd09 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:51.276946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1389b3f9-5ecd-4a19-8ace-7bbc8b795c3f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:51.374722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1389b3f9-5ecd-4a19-8ace-7bbc8b795c3f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:51.564837 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-90c43986-3fb5-406c-8570-defd9acefe62 None None] Provisioning complete for port e37b3261-24bf-426e-a56e-3b40bad8d356 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:51.565882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-90c43986-3fb5-406c-8570-defd9acefe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:51.579243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:51.608071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1389b3f9-5ecd-4a19-8ace-7bbc8b795c3f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:51.706480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1389b3f9-5ecd-4a19-8ace-7bbc8b795c3f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:51.719921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:51.725922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33938) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:51.730199 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1389b3f9-5ecd-4a19-8ace-7bbc8b795c3f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/3110ebd5-a511-4465-8c5d-b65314204d18 HTTP/1.1" status: 204 len: 168 time: 1.4666746 Mar 22 13:02:51.743335 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33942) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:51.764830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:51.779069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f0ce5e-f273-48ff-bb4e-5df4031ea633 None None] Network 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:51.919710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port a7ea67d7-8521-4991-9b21-6b45877c913d {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:51.919994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:51.935022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389b3f9-5ecd-4a19-8ace-7bbc8b795c3f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=3110ebd5-a511-4465-8c5d-b65314204d18,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:51.960812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=58556b82-d632-4ab3-aebf-42c5379d299a,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:51.985416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36735f85-2ded-4c45-a13e-0e87400a5ce5 req-fcb09b01-8b30-41fb-8c7f-c61fc2e9f18d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:51.987062 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-36735f85-2ded-4c45-a13e-0e87400a5ce5 req-fcb09b01-8b30-41fb-8c7f-c61fc2e9f18d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 1.5531042 Mar 22 13:02:51.990014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router e8827a32-d407-4005-b620-80b7ec9f2353 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:02:52.010557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 02ae6d27-0054-4bca-87d2-6b37a03dbd09 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:52.117037 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-36735f85-2ded-4c45-a13e-0e87400a5ce5 req-652931f7-66a3-452c-9903-a81f59e13de2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532990 Mar 22 13:02:52.156894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 02ae6d27-0054-4bca-87d2-6b37a03dbd09 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:52.157890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:52.213684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1651076016', 'router:external': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:52.236101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:52.249917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Usage tracker for resource:network and tenant:dc395393d84541eeb0f4c132d3a2d6ec is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:52.268214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:52.276000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:52.284747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:52.296755 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3027c3d5-90d4-449c-ab58-d3ebced32375 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/e8827a32-d407-4005-b620-80b7ec9f2353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7037780 Mar 22 13:02:52.298019 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f8b42-bd15-4996-b30e-4377d5eb4bb3 None None] Sync routers for ids ['e8827a32-d407-4005-b620-80b7ec9f2353'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:52.302183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33948) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:52.311472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:52.344902 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f8b42-bd15-4996-b30e-4377d5eb4bb3 None None] Routers {'e8827a32-d407-4005-b620-80b7ec9f2353'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:52.346017 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4f6f8b42-bd15-4996-b30e-4377d5eb4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e8827a32-d407-4005-b620-80b7ec9f2353'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:52.454658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Made reservation on behalf of dc395393d84541eeb0f4c132d3a2d6ec for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:52.459999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:52.496584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:52.503950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for a7ea67d7-8521-4991-9b21-6b45877c913d owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:52.529639 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4f6f8b42-bd15-4996-b30e-4377d5eb4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:52.542766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d9965-d598-476d-8258-219044bef9c3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:52.543087 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f8b42-bd15-4996-b30e-4377d5eb4bb3 None None] Routers {'e8827a32-d407-4005-b620-80b7ec9f2353'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:52.543417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b51d9965-d598-476d-8258-219044bef9c3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:52.544310 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4f6f8b42-bd15-4996-b30e-4377d5eb4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e8827a32-d407-4005-b620-80b7ec9f2353'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:52.578930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:52.597102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Usage tracker for resource:security_group_rule and tenant:dc395393d84541eeb0f4c132d3a2d6ec is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:52.601100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:52.616609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:52.618669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b51d9965-d598-476d-8258-219044bef9c3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:52.622864 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b51d9965-d598-476d-8258-219044bef9c3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports/58556b82-d632-4ab3-aebf-42c5379d299a HTTP/1.1" status: 200 len: 911 time: 0.3155324 Mar 22 13:02:52.625592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33952) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:52.628485 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4f6f8b42-bd15-4996-b30e-4377d5eb4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:52.629699 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f8b42-bd15-4996-b30e-4377d5eb4bb3 None None] The sync data for ids ['e8827a32-d407-4005-b620-80b7ec9f2353'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:52.686850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:52.699121 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c18fd857-5a8e-48b6-b775-2ff7d786d6fe None None] Provisioning for port 58556b82-d632-4ab3-aebf-42c5379d299a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:52.720504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port e37b3261-24bf-426e-a56e-3b40bad8d356 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:52.721086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:52.743244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c18fd857-5a8e-48b6-b775-2ff7d786d6fe None None] Provisioning complete for port 58556b82-d632-4ab3-aebf-42c5379d299a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:52.747406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c18fd857-5a8e-48b6-b775-2ff7d786d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:52.831106 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c18fd857-5a8e-48b6-b775-2ff7d786d6fe None None] Port 58556b82-d632-4ab3-aebf-42c5379d299a cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:52.844964 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:52.857102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:52.896466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:52.943636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c18fd857-5a8e-48b6-b775-2ff7d786d6fe None None] Could not find standard attr ID for object 210624ff-ed05-4283-bd7e-d26b0da8c47e. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:02:52.970135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] DHCP port deletion for 3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:02:52.977986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 02ae6d27-0054-4bca-87d2-6b37a03dbd09, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=02ae6d27-0054-4bca-87d2-6b37a03dbd09,segment=NetworkSegment(40c98927-fd6a-4074-9daa-c8ee1d2b7031),segment_id=40c98927-fd6a-4074-9daa-c8ee1d2b7031)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:52.987419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Deleting port e37b3261-24bf-426e-a56e-3b40bad8d356 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:52.987790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.021693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:02:53.040818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.050518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.053573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c18fd857-5a8e-48b6-b775-2ff7d786d6fe None None] Provisioning complete for port 02ae6d27-0054-4bca-87d2-6b37a03dbd09 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:53.053939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c18fd857-5a8e-48b6-b775-2ff7d786d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.088657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] For port e37b3261-24bf-426e-a56e-3b40bad8d356, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e37b3261-24bf-426e-a56e-3b40bad8d356,segment=NetworkSegment(4756a1c9-10cf-44a9-a1be-53ba00310d21),segment_id=4756a1c9-10cf-44a9-a1be-53ba00310d21)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:53.089692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.108275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9de089-23b0-4cda-b0ff-a127aa7b915e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:53.146136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.148693 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Added segment 5434c25b-0666-4e46-bea7-17299cdd4ed7 of type vlan for network b9dd58fd-0d27-4509-a62f-8f37f5aa4161 Mar 22 13:02:53.189679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e37b3261-24bf-426e-a56e-3b40bad8d356 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:02:53.256868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Transition to ACTIVE for port object a7ea67d7-8521-4991-9b21-6b45877c913d will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:53.302569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.418781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.478168 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.491676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for e37b3261-24bf-426e-a56e-3b40bad8d356 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:53.531499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=02ae6d27-0054-4bca-87d2-6b37a03dbd09,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:53.556630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33958) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:53.576582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'network_id': 'ed6ae8e2-b580-4c60-b01d-849341dcfae9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:53.626086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.627153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:53.627796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.633097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f7e48-e1ec-48f4-8bd6-dd5210c74de5 None None] Pushing event updated for resources: {'Port': ['ID=a7ea67d7-8521-4991-9b21-6b45877c913d,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:53.744596 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port e37b3261-24bf-426e-a56e-3b40bad8d356, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e37b3261-24bf-426e-a56e-3b40bad8d356,segment=NetworkSegment(4756a1c9-10cf-44a9-a1be-53ba00310d21),segment_id=4756a1c9-10cf-44a9-a1be-53ba00310d21)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:53.783305 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0481389 Mar 22 13:02:53.783938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33962) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:53.790982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aace922-4151-43bf-84c4-3e9fb9ee2758 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event updated for resources: {'Network': ['ID=b9dd58fd-0d27-4509-a62f-8f37f5aa4161,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:53.797046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Request body: {'subnet': {'network_id': 'b9dd58fd-0d27-4509-a62f-8f37f5aa4161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:53.797639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:53.806329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:53.810316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:subnet and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:53.812634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Usage tracker for resource:subnet and tenant:dc395393d84541eeb0f4c132d3a2d6ec is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:53.814806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:53.815479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.816985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:53.824559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:53.824730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:53.831889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:02:53.832607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:02:53.847077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:02:53.847512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:02:53.857244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:53.860828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:53.896349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042975c-9e63-4d46-bb82-cdb4c268506b req-a45cee6a-78c0-465d-ae33-e6820edfbb7d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:53.899234 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1042975c-9e63-4d46-bb82-cdb4c268506b req-a45cee6a-78c0-465d-ae33-e6820edfbb7d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.3402951 Mar 22 13:02:53.900358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network b9dd58fd-0d27-4509-a62f-8f37f5aa4161 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:02:53.993485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Made reservation on behalf of dc395393d84541eeb0f4c132d3a2d6ec for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:53.996382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.022251 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1042975c-9e63-4d46-bb82-cdb4c268506b req-8eedb419-36dd-4fd3-9b9f-a590c3564b69 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124005 Mar 22 13:02:54.037841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] For port e37b3261-24bf-426e-a56e-3b40bad8d356, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e37b3261-24bf-426e-a56e-3b40bad8d356,segment=NetworkSegment(4756a1c9-10cf-44a9-a1be-53ba00310d21),segment_id=4756a1c9-10cf-44a9-a1be-53ba00310d21)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:54.038025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.114469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Attempting to bind port a7ea67d7-8521-4991-9b21-6b45877c913d on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:54.114840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Attempting to bind port a7ea67d7-8521-4991-9b21-6b45877c913d by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:54.115228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Attempting to bind port a7ea67d7-8521-4991-9b21-6b45877c913d on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:54.149051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.175842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.225195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=80122dd1-ea81-4e94-b26c-cf489394ae2b,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:54.237484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking segment: {'id': 'e6f3c572-70a2-4e46-afef-6cd8e7dba6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ed6ae8e2-b580-4c60-b01d-849341dcfae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:54.237849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network hostable DHCP agents. Network: ed6ae8e2-b580-4c60-b01d-849341dcfae9, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:02:54.250699 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Calling delete_port for e37b3261-24bf-426e-a56e-3b40bad8d356 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:54.258723 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network ed6ae8e2-b580-4c60-b01d-849341dcfae9 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:02:54.276057 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, ed6ae8e2-b580-4c60-b01d-849341dcfae9) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:54.291357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:54.292811 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.303253 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8244b3f-7ebe-4b8f-b005-78775e015de7 None None] Network ed6ae8e2-b580-4c60-b01d-849341dcfae9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:54.315806 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:54.316293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:54.316795 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.317208 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:54.317894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Bound port: a7ea67d7-8521-4991-9b21-6b45877c913d, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:54.318227 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.320548 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ca8caa0d-7f8a-403a-90c4-55967037ab39 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7606297 Mar 22 13:02:54.324112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33966) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:54.333733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1365311229'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:54.337784 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port e37b3261-24bf-426e-a56e-3b40bad8d356 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:54.338497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.342051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=e37b3261-24bf-426e-a56e-3b40bad8d356,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:54.392297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port a7ea67d7-8521-4991-9b21-6b45877c913d {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:54.392297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.420102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:54.439776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:network and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:54.452194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:54.471533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:54.485489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-86a459b8-03a0-4285-b593-40253358cef1 None None] Provisioning complete for port 58556b82-d632-4ab3-aebf-42c5379d299a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:54.485489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-86a459b8-03a0-4285-b593-40253358cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.564181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:54.567354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.617250 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-86a459b8-03a0-4285-b593-40253358cef1 None None] Port 58556b82-d632-4ab3-aebf-42c5379d299a cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:02:54.618754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:02:54.619101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:02:54.634581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] For port a7ea67d7-8521-4991-9b21-6b45877c913d, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:54.673326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 58556b82-d632-4ab3-aebf-42c5379d299a {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:54.673878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.677578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] For port a7ea67d7-8521-4991-9b21-6b45877c913d, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a7ea67d7-8521-4991-9b21-6b45877c913d,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:54.689642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.770257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:02:54.791303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] For port a7ea67d7-8521-4991-9b21-6b45877c913d, host dv-neutron-834664-2-hyperv, got binding levels [] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:54.791574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.810347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.objects.ports [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87933) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:02:54.810505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.810748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.810997 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Added segment 904128c4-3bd0-483a-ae41-df8805fa1d75 of type vlan for network 30dc299d-4fd8-4fea-94e8-35423fc91fc3 Mar 22 13:02:54.813092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] For port e37b3261-24bf-426e-a56e-3b40bad8d356, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e37b3261-24bf-426e-a56e-3b40bad8d356,segment=NetworkSegment(4756a1c9-10cf-44a9-a1be-53ba00310d21),segment_id=4756a1c9-10cf-44a9-a1be-53ba00310d21)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:54.813521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.825479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Routers {'02746d20-2036-431e-8e86-db5e995ccf90'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:54.826093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['02746d20-2036-431e-8e86-db5e995ccf90'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:54.895888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-ed6ae8e2-b580-4c60-b01d-849341dcfae9', 'network_id': 'ed6ae8e2-b580-4c60-b01d-849341dcfae9', 'tenant_id': 'fc022da7f67b4faaa9064c8536f2fac0', 'fixed_ips': [{'subnet_id': '80122dd1-ea81-4e94-b26c-cf489394ae2b'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:02:54.896716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:54.925751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f7e48-e1ec-48f4-8bd6-dd5210c74de5 None None] Pushing event updated for resources: {'Port': ['ID=a7ea67d7-8521-4991-9b21-6b45877c913d,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:54.951697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for a7ea67d7-8521-4991-9b21-6b45877c913d owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:54.983966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b11e875a-e526-4eb1-bf5d-7419d147e1be,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:54.994532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Checking segment: {'id': '5434c25b-0666-4e46-bea7-17299cdd4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b9dd58fd-0d27-4509-a62f-8f37f5aa4161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:54.994893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Network hostable DHCP agents. Network: b9dd58fd-0d27-4509-a62f-8f37f5aa4161, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:02:55.006624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.079286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] Set router 02746d20-2036-431e-8e86-db5e995ccf90 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:02:55.114362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for e37b3261-24bf-426e-a56e-3b40bad8d356 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:55.125319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Deleting port e37b3261-24bf-426e-a56e-3b40bad8d356 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:55.125690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.192561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 02ae6d27-0054-4bca-87d2-6b37a03dbd09 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:55.206235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 58556b82-d632-4ab3-aebf-42c5379d299a owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:55.295537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Network b9dd58fd-0d27-4509-a62f-8f37f5aa4161 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:02:55.368339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.404933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, b9dd58fd-0d27-4509-a62f-8f37f5aa4161) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:55.412618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:55.413570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.431921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.460769 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-982c3096-2cb9-4179-98f0-4e4301606e65 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6695001 Mar 22 13:02:55.467669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33976) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:55.479904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.485458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:55.486260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.497285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ec42e-5dc5-41af-8cb0-36e004d8cc2a req-4887852a-117e-41ad-bb29-55df554bb3ab tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:55.498985 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cf8ec42e-5dc5-41af-8cb0-36e004d8cc2a req-4887852a-117e-41ad-bb29-55df554bb3ab tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.2559290 Mar 22 13:02:55.504355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1750811126', 'network_id': 'b9dd58fd-0d27-4509-a62f-8f37f5aa4161'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:55.514685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc391c19-ce3f-4814-b357-7aee297e1e44 None None] Network b9dd58fd-0d27-4509-a62f-8f37f5aa4161 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:55.530407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=e37b3261-24bf-426e-a56e-3b40bad8d356,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:55.543515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No DVR routers for this DVR port e37b3261-24bf-426e-a56e-3b40bad8d356 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:02:55.545351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:55.581571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.585727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:02:55.586237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:02:55.590329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Usage tracker for resource:port and tenant:dc395393d84541eeb0f4c132d3a2d6ec is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:55.597434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:55.624911 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cf8ec42e-5dc5-41af-8cb0-36e004d8cc2a req-5bb2d7de-a3c3-4966-bbf1-c35c503c7050 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126530 Mar 22 13:02:55.636894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=58556b82-d632-4ab3-aebf-42c5379d299a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:55.667523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port a7ea67d7-8521-4991-9b21-6b45877c913d {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:55.667867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.721105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Allocated IP 2001:db8:0:ffff::2 (ed6ae8e2-b580-4c60-b01d-849341dcfae9/80122dd1-ea81-4e94-b26c-cf489394ae2b/48c7201c-5757-493a-846b-68112324fa2c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:55.737385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:55.748937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=30dc299d-4fd8-4fea-94e8-35423fc91fc3,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:55.765621 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-17e3b737-0b18-455a-b856-ab822b778620 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4400403 Mar 22 13:02:55.772339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 02ae6d27-0054-4bca-87d2-6b37a03dbd09 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:55.778437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.789933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33980) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:55.800523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'network_id': '30dc299d-4fd8-4fea-94e8-35423fc91fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:55.815893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 30dc299d-4fd8-4fea-94e8-35423fc91fc3 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:02:55.824186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Made reservation on behalf of dc395393d84541eeb0f4c132d3a2d6ec for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:55.826570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.843247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:55.910598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] device_id is not set on port 7ca73432-d2c8-4f62-923e-365acf71e493 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:02:55.962174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:56.034599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.042816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4756a1c9-10cf-44a9-a1be-53ba00310d21') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:56.043114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4756a1c9-10cf-44a9-a1be-53ba00310d21') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:56.067700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.082887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] For port e37b3261-24bf-426e-a56e-3b40bad8d356, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e37b3261-24bf-426e-a56e-3b40bad8d356,segment=NetworkSegment(4756a1c9-10cf-44a9-a1be-53ba00310d21),segment_id=4756a1c9-10cf-44a9-a1be-53ba00310d21)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:56.082887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.111153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:56.123145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:subnet and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:56.127693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:56.145902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.159142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:02:56.159890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:02:56.175912 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:02:56.194019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:56.199530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] For port a7ea67d7-8521-4991-9b21-6b45877c913d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a7ea67d7-8521-4991-9b21-6b45877c913d,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:02:56.199884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.274262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:56.278437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.329831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Allocated IP 2001:db8::107 (b9dd58fd-0d27-4509-a62f-8f37f5aa4161/b11e875a-e526-4eb1-bf5d-7419d147e1be/7ca73432-d2c8-4f62-923e-365acf71e493) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:56.355866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Calling delete_port for e37b3261-24bf-426e-a56e-3b40bad8d356 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:56.390969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router e8827a32-d407-4005-b620-80b7ec9f2353 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:02:56.395034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for a7ea67d7-8521-4991-9b21-6b45877c913d owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:56.442848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.474937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.497229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Network': ['ID=3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:56.513692 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f74b2cd4-3820-4357-9dfc-d7bfac17dcb8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/networks/3576cd54-6c3c-4ec6-ac7e-ec3edca0b7a7 HTTP/1.1" status: 204 len: 168 time: 4.7294972 Mar 22 13:02:56.526947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33984) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:56.540765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-416945474'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:56.547962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:56.561523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:network and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:56.572640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:56.597168 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:56.614150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:56.632179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:02:56.632318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:02:56.637521 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14595c0-e094-4c8c-adb5-952f4da6a0d2 None None] Network b9dd58fd-0d27-4509-a62f-8f37f5aa4161 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:56.644349 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-eb4e80af-f4d0-4af4-9314-b1e394cdd109 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/e8827a32-d407-4005-b620-80b7ec9f2353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0108237 Mar 22 13:02:56.645536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33988) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:56.662389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6ba2a-c0a3-475d-a696-d5c9196d67f2 None None] Sync routers for ids ['e8827a32-d407-4005-b620-80b7ec9f2353'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:56.677698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:56.681141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.691669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-121f9336-199f-43e1-8c8f-d6a0c4250060 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:56.699049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02746d20-2036-431e-8e86-db5e995ccf90', 'name': 'tempest-NetworksTestDHCPv6-router-888168260', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:02:42Z', 'updated_at': '2022-03-22T13:02:46Z', 'revision_number': 2, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None, '_interfaces': [{'id': 'a7ea67d7-8521-4991-9b21-6b45877c913d', 'name': '', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'mac_address': 'fa:16:3e:bb:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02746d20-2036-431e-8e86-db5e995ccf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:02:44Z', 'updated_at': '2022-03-22T13:02:54Z', 'revision_number': 4, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'subnets': [{'id': '3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:56.720205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b993ee6-1fa9-409e-8de8-28c6b83c1a64 None None] The sync data for ids ['02746d20-2036-431e-8e86-db5e995ccf90'] in dv-neutron-834664-2-hyperv is: [{'id': '02746d20-2036-431e-8e86-db5e995ccf90', 'name': 'tempest-NetworksTestDHCPv6-router-888168260', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:02:42Z', 'updated_at': '2022-03-22T13:02:46Z', 'revision_number': 2, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None, '_interfaces': [{'id': 'a7ea67d7-8521-4991-9b21-6b45877c913d', 'name': '', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'mac_address': 'fa:16:3e:bb:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02746d20-2036-431e-8e86-db5e995ccf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:02:44Z', 'updated_at': '2022-03-22T13:02:54Z', 'revision_number': 4, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'subnets': [{'id': '3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:56.752548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-121f9336-199f-43e1-8c8f-d6a0c4250060 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:56.762267 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-121f9336-199f-43e1-8c8f-d6a0c4250060 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8827a32-d407-4005-b620-80b7ec9f2353 HTTP/1.1" status: 200 len: 205 time: 0.1074171 Mar 22 13:02:56.762909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 33994) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:56.780935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6ba2a-c0a3-475d-a696-d5c9196d67f2 None None] Routers {'e8827a32-d407-4005-b620-80b7ec9f2353'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:56.781800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68e6ba2a-c0a3-475d-a696-d5c9196d67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e8827a32-d407-4005-b620-80b7ec9f2353'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:56.802200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:02:56.865547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.866948 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.887927 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68e6ba2a-c0a3-475d-a696-d5c9196d67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:56.892262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.892747 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Added segment 1607f3bb-d6d1-4204-8c48-cd59acd3b77e of type vlan for network d1b2f71e-9bc8-495f-88e3-d447b6a5d85b Mar 22 13:02:56.897172 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Transition to ACTIVE for port object 48c7201c-5757-493a-846b-68112324fa2c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:56.910519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6ba2a-c0a3-475d-a696-d5c9196d67f2 None None] Routers {'e8827a32-d407-4005-b620-80b7ec9f2353'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:56.911135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68e6ba2a-c0a3-475d-a696-d5c9196d67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e8827a32-d407-4005-b620-80b7ec9f2353'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:56.949833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e43f85e3-ba9c-4b87-b662-2124e8455107 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:56.977225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.049105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Deleting port e37b3261-24bf-426e-a56e-3b40bad8d356 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:57.049476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.111202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68e6ba2a-c0a3-475d-a696-d5c9196d67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:57.112291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6ba2a-c0a3-475d-a696-d5c9196d67f2 None None] The sync data for ids ['e8827a32-d407-4005-b620-80b7ec9f2353'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:57.119886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.147461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Transition to ACTIVE for port object 48c7201c-5757-493a-846b-68112324fa2c will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:57.161983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9008512f-eec8-4131-b05c-80241ae213ac None None] The port 'e37b3261-24bf-426e-a56e-3b40bad8d356' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:02:57.188968 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.274130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a7ea67d7-8521-4991-9b21-6b45877c913d up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:57.352765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: a7ea67d7-8521-4991-9b21-6b45877c913d {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:02:57.353338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a7ea67d7-8521-4991-9b21-6b45877c913d not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 22 13:02:57.425983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Port a7ea67d7-8521-4991-9b21-6b45877c913d not found, will not notify nova. {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 22 13:02:57.450070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Network ed6ae8e2-b580-4c60-b01d-849341dcfae9 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:57.455749 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:57.462693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Pushing event updated for resources: {'Port': ['ID=48c7201c-5757-493a-846b-68112324fa2c,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:57.473368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:57.547327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.570484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.593083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=a7ea67d7-8521-4991-9b21-6b45877c913d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:57.630538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=e7b9e19b-6262-4f4b-9280-1e88d29370ff,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:57.630849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Attempting to bind port 48c7201c-5757-493a-846b-68112324fa2c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:57.631244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Attempting to bind port 48c7201c-5757-493a-846b-68112324fa2c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'e6f3c572-70a2-4e46-afef-6cd8e7dba6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ed6ae8e2-b580-4c60-b01d-849341dcfae9'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:57.631732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Attempting to bind port 48c7201c-5757-493a-846b-68112324fa2c on network ed6ae8e2-b580-4c60-b01d-849341dcfae9 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:57.635398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking segment: {'id': '904128c4-3bd0-483a-ae41-df8805fa1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '30dc299d-4fd8-4fea-94e8-35423fc91fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:57.635790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network hostable DHCP agents. Network: 30dc299d-4fd8-4fea-94e8-35423fc91fc3, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:02:57.645943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:57.646599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Checking segment: {'id': 'e6f3c572-70a2-4e46-afef-6cd8e7dba6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ed6ae8e2-b580-4c60-b01d-849341dcfae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:57.647031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.647456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Bound using segment: {'id': 'e6f3c572-70a2-4e46-afef-6cd8e7dba6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ed6ae8e2-b580-4c60-b01d-849341dcfae9'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:57.647921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Bound port: 48c7201c-5757-493a-846b-68112324fa2c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3c572-70a2-4e46-afef-6cd8e7dba6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ed6ae8e2-b580-4c60-b01d-849341dcfae9'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:57.648289 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.671585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Network b9dd58fd-0d27-4509-a62f-8f37f5aa4161 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:57.709265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e43f85e3-ba9c-4b87-b662-2124e8455107 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.712306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e43f85e3-ba9c-4b87-b662-2124e8455107 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.723208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:57.744510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:57.746194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:57.746888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.753090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.769094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] For port 48c7201c-5757-493a-846b-68112324fa2c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:57.772804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] For port 48c7201c-5757-493a-846b-68112324fa2c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=48c7201c-5757-493a-846b-68112324fa2c,segment=NetworkSegment(e6f3c572-70a2-4e46-afef-6cd8e7dba6b4),segment_id=e6f3c572-70a2-4e46-afef-6cd8e7dba6b4)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:57.778202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.803975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network 30dc299d-4fd8-4fea-94e8-35423fc91fc3 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:02:57.820752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e43f85e3-ba9c-4b87-b662-2124e8455107 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.821365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43f85e3-ba9c-4b87-b662-2124e8455107 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Fanout notify agent at l3_agent the message router_deleted on router e8827a32-d407-4005-b620-80b7ec9f2353 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:02:57.821818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e46b47-4509-401d-8eaa-6fb8b8374ee5 req-11781dce-0384-459e-bda1-2e9fcc0cea44 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:57.823775 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-77e46b47-4509-401d-8eaa-6fb8b8374ee5 req-11781dce-0384-459e-bda1-2e9fcc0cea44 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.9356585 Mar 22 13:02:57.828731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 30dc299d-4fd8-4fea-94e8-35423fc91fc3) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:57.846325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:57.847143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.857991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e43f85e3-ba9c-4b87-b662-2124e8455107 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:57.859648 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e43f85e3-ba9c-4b87-b662-2124e8455107 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/e8827a32-d407-4005-b620-80b7ec9f2353 HTTP/1.1" status: 204 len: 168 time: 1.0956688 Mar 22 13:02:57.860292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c692a1-d4c2-447c-af97-da6608bb20b9 None None] Network 30dc299d-4fd8-4fea-94e8-35423fc91fc3 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:57.865553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 33998) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:57.876172 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-45982555-ed64-460b-95e0-ccbb176ef801 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0798674 Mar 22 13:02:57.876677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34002) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:57.887387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event updated for resources: {'Port': ['ID=7ca73432-d2c8-4f62-923e-365acf71e493,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:57.902985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b66e8-9226-4d0d-a459-397163ec9999 None None] Pushing event updated for resources: {'Port': ['ID=48c7201c-5757-493a-846b-68112324fa2c,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:58.057088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.107640 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e9f24eec-5cfe-4be0-82a1-c22a0c787578 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6365707 Mar 22 13:02:58.111673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34006) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:58.125505 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.131106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:58.131652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.141237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-30dc299d-4fd8-4fea-94e8-35423fc91fc3', 'network_id': '30dc299d-4fd8-4fea-94e8-35423fc91fc3', 'tenant_id': 'fc022da7f67b4faaa9064c8536f2fac0', 'fixed_ips': [{'subnet_id': 'e7b9e19b-6262-4f4b-9280-1e88d29370ff'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:02:58.142200 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.164966 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-77e46b47-4509-401d-8eaa-6fb8b8374ee5 req-bc766683-c14f-4607-ab09-fdc34be41168 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112872 Mar 22 13:02:58.189064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Router 02746d20-2036-431e-8e86-db5e995ccf90 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:02:58.190778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.211383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a760ebc5-a6f3-437e-99c2-8597da6767dc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting subnet a6223783-b386-49f5-aeed-335eaa951a1e {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:58.235153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a760ebc5-a6f3-437e-99c2-8597da6767dc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.265874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb6103-c540-49e5-a516-41c0f0e4e3b4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Deleting port 7ca73432-d2c8-4f62-923e-365acf71e493 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:02:58.265874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7cfb6103-c540-49e5-a516-41c0f0e4e3b4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.381570 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8515387 Mar 22 13:02:58.383380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a8372-4762-436c-99a1-0bcd9422246a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Network': ['ID=d1b2f71e-9bc8-495f-88e3-d447b6a5d85b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:58.397279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network d1b2f71e-9bc8-495f-88e3-d447b6a5d85b details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:02:58.398716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34010) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:58.480650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': 'd1b2f71e-9bc8-495f-88e3-d447b6a5d85b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:58.521378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a760ebc5-a6f3-437e-99c2-8597da6767dc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.532670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Allocated IP 2001:db8::1 (30dc299d-4fd8-4fea-94e8-35423fc91fc3/e7b9e19b-6262-4f4b-9280-1e88d29370ff/249e80bc-889f-45b9-90a7-eddb9a6c4573) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:58.602359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7cfb6103-c540-49e5-a516-41c0f0e4e3b4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.721682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:02:58.727613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb6103-c540-49e5-a516-41c0f0e4e3b4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Calling delete_port for 7ca73432-d2c8-4f62-923e-365acf71e493 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:02:58.731747 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fa9e2b8d-1a88-445c-b814-701be75869b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "PUT /v2.0/routers/02746d20-2036-431e-8e86-db5e995ccf90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7533889 Mar 22 13:02:58.738778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34014) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:58.768605 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.779410 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Transition to ACTIVE for port object 249e80bc-889f-45b9-90a7-eddb9a6c4573 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:58.781876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:58.802328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Transition to ACTIVE for port object 249e80bc-889f-45b9-90a7-eddb9a6c4573 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:02:58.816932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.821995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:58.891826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.908169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Network 30dc299d-4fd8-4fea-94e8-35423fc91fc3 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:58.917580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:58.923136 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:02:58.936848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Pushing event updated for resources: {'Port': ['ID=249e80bc-889f-45b9-90a7-eddb9a6c4573,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:58.942977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7cfb6103-c540-49e5-a516-41c0f0e4e3b4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.964991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b9e19b-6262-4f4b-9280-1e88d29370ff,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:58.978260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:59.006859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699edce9-3073-4ac8-a239-f57833ec75b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:59.008742 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699edce9-3073-4ac8-a239-f57833ec75b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:59.009645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-699edce9-3073-4ac8-a239-f57833ec75b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:02:59.030059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:59.043343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-699edce9-3073-4ac8-a239-f57833ec75b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:02:59.044738 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-699edce9-3073-4ac8-a239-f57833ec75b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3027310 Mar 22 13:02:59.048367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34018) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:59.114389 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] Sync routers for ids ['02746d20-2036-431e-8e86-db5e995ccf90'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:59.136271 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] Routers {'02746d20-2036-431e-8e86-db5e995ccf90'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:59.140034 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['02746d20-2036-431e-8e86-db5e995ccf90'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:59.142856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Attempting to bind port 249e80bc-889f-45b9-90a7-eddb9a6c4573 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:02:59.143403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Attempting to bind port 249e80bc-889f-45b9-90a7-eddb9a6c4573 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '904128c4-3bd0-483a-ae41-df8805fa1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '30dc299d-4fd8-4fea-94e8-35423fc91fc3'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:02:59.143591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Attempting to bind port 249e80bc-889f-45b9-90a7-eddb9a6c4573 on network 30dc299d-4fd8-4fea-94e8-35423fc91fc3 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:02:59.155637 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:02:59.156010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Checking segment: {'id': '904128c4-3bd0-483a-ae41-df8805fa1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '30dc299d-4fd8-4fea-94e8-35423fc91fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:59.156417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.156807 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Bound using segment: {'id': '904128c4-3bd0-483a-ae41-df8805fa1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '30dc299d-4fd8-4fea-94e8-35423fc91fc3'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:02:59.157291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Bound port: 249e80bc-889f-45b9-90a7-eddb9a6c4573, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904128c4-3bd0-483a-ae41-df8805fa1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '30dc299d-4fd8-4fea-94e8-35423fc91fc3'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:02:59.157672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.174648 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a760ebc5-a6f3-437e-99c2-8597da6767dc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.239392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1651abbd-308d-4d04-9e18-319b09184019 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:02:59.244573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1651abbd-308d-4d04-9e18-319b09184019 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.326108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:02:59.329909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.350817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb6103-c540-49e5-a516-41c0f0e4e3b4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ca73432-d2c8-4f62-923e-365acf71e493,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:59.403027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb92366-aadd-4d97-a05d-2ea7637b567f None None] Network ed6ae8e2-b580-4c60-b01d-849341dcfae9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:02:59.419137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7cfb6103-c540-49e5-a516-41c0f0e4e3b4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.438780 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7cfb6103-c540-49e5-a516-41c0f0e4e3b4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "DELETE /v2.0/ports/7ca73432-d2c8-4f62-923e-365acf71e493 HTTP/1.1" status: 204 len: 168 time: 1.3201034 Mar 22 13:02:59.442355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34024) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:59.448385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9dd58fd-0d27-4509-a62f-8f37f5aa4161', 'external_fixed_ips': [{'subnet_id': 'b11e875a-e526-4eb1-bf5d-7419d147e1be', 'ip_address': '2001:db8::107'}]}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:59.452828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.460955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] For port 249e80bc-889f-45b9-90a7-eddb9a6c4573, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:02:59.470670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] For port 249e80bc-889f-45b9-90a7-eddb9a6c4573, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=249e80bc-889f-45b9-90a7-eddb9a6c4573,segment=NetworkSegment(904128c4-3bd0-483a-ae41-df8805fa1d75),segment_id=904128c4-3bd0-483a-ae41-df8805fa1d75)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:02:59.472558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 48c7201c-5757-493a-846b-68112324fa2c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:02:59.507279 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] Set router 02746d20-2036-431e-8e86-db5e995ccf90 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:02:59.516384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:02:59.526999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Usage tracker for resource:router and tenant:dc395393d84541eeb0f4c132d3a2d6ec is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:02:59.539018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:02:59.551432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dc299d-4fd8-4fea-94e8-35423fc91fc3']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:59.553304 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.562268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:02:59.574798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904128c4-3bd0-483a-ae41-df8805fa1d75') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:59.575107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904128c4-3bd0-483a-ae41-df8805fa1d75') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:59.595923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.611316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.612433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.622538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.634658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.653670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99590777-67e1-48da-8bdc-471d33f109eb req-95496403-2ee8-4109-b5cc-f61fd6685eb9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:59.663623 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-99590777-67e1-48da-8bdc-471d33f109eb req-95496403-2ee8-4109-b5cc-f61fd6685eb9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.2005751 Mar 22 13:02:59.671691 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8362c8c-d391-47a8-97b3-66e0b560e331 None None] Pushing event updated for resources: {'Port': ['ID=249e80bc-889f-45b9-90a7-eddb9a6c4573,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:59.683093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:02:59.683546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.691355 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02746d20-2036-431e-8e86-db5e995ccf90', 'name': 'tempest-NetworksTestDHCPv6-router-888168260', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:02:42Z', 'updated_at': '2022-03-22T13:02:56Z', 'revision_number': 3, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:59.697936 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] Checking router: 02746d20-2036-431e-8e86-db5e995ccf90 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:02:59.699648 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:02:59.704135 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1651abbd-308d-4d04-9e18-319b09184019 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.714705 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] Routers {'02746d20-2036-431e-8e86-db5e995ccf90'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:02:59.715943 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:02:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['02746d20-2036-431e-8e86-db5e995ccf90'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:59.800736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=a61de390-6b80-452f-b795-a97f609690ab,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:59.805880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2396223d-5cae-4fa2-9a2f-97a2caa5ddff None None] Provisioning for port 48c7201c-5757-493a-846b-68112324fa2c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:59.813721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 48c7201c-5757-493a-846b-68112324fa2c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:02:59.820881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a760ebc5-a6f3-437e-99c2-8597da6767dc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.822712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2396223d-5cae-4fa2-9a2f-97a2caa5ddff None None] Provisioning complete for port 48c7201c-5757-493a-846b-68112324fa2c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:59.823947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2396223d-5cae-4fa2-9a2f-97a2caa5ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.831546 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-99590777-67e1-48da-8bdc-471d33f109eb req-2bf288d9-a0e0-4cb4-8605-762df04030d2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669128 Mar 22 13:02:59.847214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.865284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 13:02:59.865284 dv-neutron-834664-2-hyperv neutron-server[87933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 13:02:59.865284 dv-neutron-834664-2-hyperv neutron-server[87933]: [parameters: {'id': '30dc299d-4fd8-4fea-94e8-35423fc91fc3'}] Mar 22 13:02:59.865284 dv-neutron-834664-2-hyperv neutron-server[87933]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:02:59.866267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:02:59.879231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 48c7201c-5757-493a-846b-68112324fa2c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:02:59.879608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.884107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760ebc5-a6f3-437e-99c2-8597da6767dc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Subnet': ['ID=a6223783-b386-49f5-aeed-335eaa951a1e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:59.889786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a760ebc5-a6f3-437e-99c2-8597da6767dc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.899390 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a760ebc5-a6f3-437e-99c2-8597da6767dc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/a6223783-b386-49f5-aeed-335eaa951a1e HTTP/1.1" status: 204 len: 168 time: 2.0295455 Mar 22 13:02:59.905736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Checking segment: {'id': '1607f3bb-d6d1-4204-8c48-cd59acd3b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd1b2f71e-9bc8-495f-88e3-d447b6a5d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:02:59.906101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network hostable DHCP agents. Network: d1b2f71e-9bc8-495f-88e3-d447b6a5d85b, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:02:59.910292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34028) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:59.924991 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] Set router 02746d20-2036-431e-8e86-db5e995ccf90 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:02:59.941843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030a21d-faf3-45d1-8245-6992eae4d313 None None] Network 30dc299d-4fd8-4fea-94e8-35423fc91fc3 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:00.028723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9898565-bdd2-4b73-a64e-b5676cfd1144 None None] Network b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:00.035343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.044067 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02746d20-2036-431e-8e86-db5e995ccf90', 'name': 'tempest-NetworksTestDHCPv6-router-888168260', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:02:42Z', 'updated_at': '2022-03-22T13:02:56Z', 'revision_number': 3, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:00.048838 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2585c5-f63a-47e9-b9c3-fbfe5f80ed77 None None] The sync data for ids ['02746d20-2036-431e-8e86-db5e995ccf90'] in dv-neutron-834664-2-hyperv is: [{'id': '02746d20-2036-431e-8e86-db5e995ccf90', 'name': 'tempest-NetworksTestDHCPv6-router-888168260', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:02:42Z', 'updated_at': '2022-03-22T13:02:56Z', 'revision_number': 3, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:00.068165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1651abbd-308d-4d04-9e18-319b09184019 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.103831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network d1b2f71e-9bc8-495f-88e3-d447b6a5d85b is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:00.105927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 02ae6d27-0054-4bca-87d2-6b37a03dbd09 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:00.106273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.169692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, d1b2f71e-9bc8-495f-88e3-d447b6a5d85b) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:00.177271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.180873 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:00.181467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.228774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d6f9c-10f5-4141-8b80-878098ae4024 None None] Network d1b2f71e-9bc8-495f-88e3-d447b6a5d85b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:00.263991 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-57aa76fe-bda9-4f64-8b76-dc2ec2784aa7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8641298 Mar 22 13:03:00.279145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34032) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:00.292252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1651abbd-308d-4d04-9e18-319b09184019 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.301652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': 'd1b2f71e-9bc8-495f-88e3-d447b6a5d85b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-556082116'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:00.368583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.395274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting port 249e80bc-889f-45b9-90a7-eddb9a6c4573 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:00.395917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.420785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651abbd-308d-4d04-9e18-319b09184019 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:00.422725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1651abbd-308d-4d04-9e18-319b09184019 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.427247 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1651abbd-308d-4d04-9e18-319b09184019 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2 HTTP/1.1" status: 204 len: 168 time: 1.3776667 Mar 22 13:03:00.430854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34036) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:00.451889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01318c9-5032-4a97-b136-7e8ade148382 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:00.522024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port 02ae6d27-0054-4bca-87d2-6b37a03dbd09, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=02ae6d27-0054-4bca-87d2-6b37a03dbd09,segment=NetworkSegment(40c98927-fd6a-4074-9daa-c8ee1d2b7031),segment_id=40c98927-fd6a-4074-9daa-c8ee1d2b7031)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:00.522230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.656599 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 02ae6d27-0054-4bca-87d2-6b37a03dbd09 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:00.677221 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2396223d-5cae-4fa2-9a2f-97a2caa5ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.711582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:00.729351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:00.734618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:00.740178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.742522 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:00.766113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:00.769989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.781607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.796892 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a5f0c9a4-0654-4f2b-845d-e148d4f27246 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3528204 Mar 22 13:03:00.811134 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34040) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:00.840325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=02ae6d27-0054-4bca-87d2-6b37a03dbd09,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:00.842559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port 010da93b-7a6c-4df7-a590-a53503eb6905 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:00.906527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No DVR routers for this DVR port 02ae6d27-0054-4bca-87d2-6b37a03dbd09 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:00.996441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2396223d-5cae-4fa2-9a2f-97a2caa5ddff None None] For port 48c7201c-5757-493a-846b-68112324fa2c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=48c7201c-5757-493a-846b-68112324fa2c,segment=NetworkSegment(e6f3c572-70a2-4e46-afef-6cd8e7dba6b4),segment_id=e6f3c572-70a2-4e46-afef-6cd8e7dba6b4)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:01.044160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2396223d-5cae-4fa2-9a2f-97a2caa5ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.124970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-913f019c-281d-418a-8203-cc65f5eb13fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.190446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.241028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.255780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:01.256244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:01.266919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396223d-5cae-4fa2-9a2f-97a2caa5ddff None None] Pushing event updated for resources: {'Port': ['ID=48c7201c-5757-493a-846b-68112324fa2c,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:01.276262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.291222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-d1b2f71e-9bc8-495f-88e3-d447b6a5d85b', 'network_id': 'd1b2f71e-9bc8-495f-88e3-d447b6a5d85b', 'tenant_id': '54db9df364b2456aac7e2debbb03b64e', 'fixed_ips': [{'subnet_id': 'a61de390-6b80-452f-b795-a97f609690ab'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:01.292969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.388689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29ba9d6-d02e-4928-bd8c-919a1f3db0c4']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:01.422700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a18ad1-e0ff-4fc0-97ab-2cc835c00785 None None] DHCP port deletion for b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:03:01.438051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c98927-fd6a-4074-9daa-c8ee1d2b7031') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:01.438363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c98927-fd6a-4074-9daa-c8ee1d2b7031') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:01.463954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff232ef-30da-4166-836c-9d7d548ae2d2 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:03:01.471940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0ff232ef-30da-4166-836c-9d7d548ae2d2 None None] Deleting port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:01.472530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ff232ef-30da-4166-836c-9d7d548ae2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.485635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086bd8c-011f-42f5-8400-c2efd28e49ea req-d66f99d6-cfbb-4df7-b2fc-9dd7030caeac tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:01.487234 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6086bd8c-011f-42f5-8400-c2efd28e49ea req-d66f99d6-cfbb-4df7-b2fc-9dd7030caeac tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.4206281 Mar 22 13:03:01.488541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8::3b9 (d1b2f71e-9bc8-495f-88e3-d447b6a5d85b/a61de390-6b80-452f-b795-a97f609690ab/010da93b-7a6c-4df7-a590-a53503eb6905) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:01.492531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.531840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.572604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:01.574513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.585176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] For port 249e80bc-889f-45b9-90a7-eddb9a6c4573, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=249e80bc-889f-45b9-90a7-eddb9a6c4573,segment=NetworkSegment(904128c4-3bd0-483a-ae41-df8805fa1d75),segment_id=904128c4-3bd0-483a-ae41-df8805fa1d75)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:01.585748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.636856 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6086bd8c-011f-42f5-8400-c2efd28e49ea req-901e69bc-1e5f-4af4-b881-0e53b408b089 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367030 Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:01.637530 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:01.722788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0ff232ef-30da-4166-836c-9d7d548ae2d2 None None] For port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7b9db847-6b2d-4ba4-82de-28b67d11a7c1,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:01.723280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ff232ef-30da-4166-836c-9d7d548ae2d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.740660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-766bdeb5-4543-4fb9-8ffb-54e668001af8 None None] Provisioning complete for port 48c7201c-5757-493a-846b-68112324fa2c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:01.741107 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-766bdeb5-4543-4fb9-8ffb-54e668001af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.795102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.814600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.828990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Calling delete_port for 249e80bc-889f-45b9-90a7-eddb9a6c4573 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:01.836395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Network': ['ID=b29ba9d6-d02e-4928-bd8c-919a1f3db0c4,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:01.852115 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e6290ec0-f9da-4ed3-be3a-e0437c82cdce tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/networks/b29ba9d6-d02e-4928-bd8c-919a1f3db0c4 HTTP/1.1" status: 204 len: 168 time: 1.9395938 Mar 22 13:03:01.858520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-913f019c-281d-418a-8203-cc65f5eb13fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.860330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34046) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:01.873610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1423357845', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:01.876805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-913f019c-281d-418a-8203-cc65f5eb13fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.882814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:01.890944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:router and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:01.900597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:01.912896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:01.916826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.927231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0ff232ef-30da-4166-836c-9d7d548ae2d2 None None] Calling delete_port for 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:01.936864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-913f019c-281d-418a-8203-cc65f5eb13fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.937572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913f019c-281d-418a-8203-cc65f5eb13fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Fanout notify agent at l3_agent the message router_deleted on router 02746d20-2036-431e-8e86-db5e995ccf90 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:03:01.938865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.939888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:01.945504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object 010da93b-7a6c-4df7-a590-a53503eb6905 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:01.967054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.029527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-913f019c-281d-418a-8203-cc65f5eb13fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.034163 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-913f019c-281d-418a-8203-cc65f5eb13fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/routers/02746d20-2036-431e-8e86-db5e995ccf90 HTTP/1.1" status: 204 len: 168 time: 1.2185259 Mar 22 13:03:02.034163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34050) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:02.048424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:02.078994 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.146967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Allocated IP 2001:db8::107 (b9dd58fd-0d27-4509-a62f-8f37f5aa4161/b11e875a-e526-4eb1-bf5d-7419d147e1be/ea9fb304-0da8-442c-b429-675c93a294d2) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:02.170326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No DVR routers for this DVR port 249e80bc-889f-45b9-90a7-eddb9a6c4573 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:02.179058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 48c7201c-5757-493a-846b-68112324fa2c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:02.180913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.220563 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Port': ['ID=249e80bc-889f-45b9-90a7-eddb9a6c4573,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:02.256574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Allocated IP 2001:db8::2 (d1b2f71e-9bc8-495f-88e3-d447b6a5d85b/a61de390-6b80-452f-b795-a97f609690ab/f8368349-73c6-4ea7-9afd-eeb994d6997f) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:02.261932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ff232ef-30da-4166-836c-9d7d548ae2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.328880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff232ef-30da-4166-836c-9d7d548ae2d2 None None] Pushing event deleted for resources: {'Port': ['ID=7b9db847-6b2d-4ba4-82de-28b67d11a7c1,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:02.330736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff232ef-30da-4166-836c-9d7d548ae2d2 None None] No DVR routers for this DVR port 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:02.387565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 48c7201c-5757-493a-846b-68112324fa2c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:02.387943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.415097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network d1b2f71e-9bc8-495f-88e3-d447b6a5d85b is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:02.428156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.432035 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:02.439775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:02.445647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:02.446386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.451625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=010da93b-7a6c-4df7-a590-a53503eb6905,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:02.512938 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3aba641b-53d5-4784-af56-314edd300334 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2307205 Mar 22 13:03:02.515033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34056) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:02.565852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:02.648157 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9eae4ba2-dc84-4c1c-8856-4986400593da tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 010da93b-7a6c-4df7-a590-a53503eb6905 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:02.648417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9eae4ba2-dc84-4c1c-8856-4986400593da tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.658057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 02ae6d27-0054-4bca-87d2-6b37a03dbd09 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:02.705005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.714696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:02.751174 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dc299d-4fd8-4fea-94e8-35423fc91fc3']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:02.766842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 02ae6d27-0054-4bca-87d2-6b37a03dbd09 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:02.767153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 02ae6d27-0054-4bca-87d2-6b37a03dbd09 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:02.767555 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:02.774379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:02.777837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.804679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:02.805032 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7b9db847-6b2d-4ba4-82de-28b67d11a7c1 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:02.805419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a7ea67d7-8521-4991-9b21-6b45877c913d no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:02.846358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: a7ea67d7-8521-4991-9b21-6b45877c913d {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:02.846707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a7ea67d7-8521-4991-9b21-6b45877c913d not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:02.851052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.856385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904128c4-3bd0-483a-ae41-df8805fa1d75') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:02.857320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904128c4-3bd0-483a-ae41-df8805fa1d75') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:02.866381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Transition to ACTIVE for port object f8368349-73c6-4ea7-9afd-eeb994d6997f will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:02.886784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Transition to ACTIVE for port object f8368349-73c6-4ea7-9afd-eeb994d6997f will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:02.890069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.892629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.955176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Network d1b2f71e-9bc8-495f-88e3-d447b6a5d85b is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:02.957072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.962777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:02.967510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:02.974033 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Pushing event updated for resources: {'Port': ['ID=f8368349-73c6-4ea7-9afd-eeb994d6997f,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:02.982175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.003757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:03.004158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:03.026754 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:03.063683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-df55702c-cbe1-4239-ae07-43dc45c5bdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.095607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Attempting to bind port f8368349-73c6-4ea7-9afd-eeb994d6997f on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:03.095607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Attempting to bind port f8368349-73c6-4ea7-9afd-eeb994d6997f by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '1607f3bb-d6d1-4204-8c48-cd59acd3b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd1b2f71e-9bc8-495f-88e3-d447b6a5d85b'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:03.095607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Attempting to bind port f8368349-73c6-4ea7-9afd-eeb994d6997f on network d1b2f71e-9bc8-495f-88e3-d447b6a5d85b {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:03.101795 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:03.102159 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Checking segment: {'id': '1607f3bb-d6d1-4204-8c48-cd59acd3b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd1b2f71e-9bc8-495f-88e3-d447b6a5d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:03.102552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.102931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Bound using segment: {'id': '1607f3bb-d6d1-4204-8c48-cd59acd3b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd1b2f71e-9bc8-495f-88e3-d447b6a5d85b'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:03.103416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Bound port: f8368349-73c6-4ea7-9afd-eeb994d6997f, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1607f3bb-d6d1-4204-8c48-cd59acd3b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd1b2f71e-9bc8-495f-88e3-d447b6a5d85b'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:03.103781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.203197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] For port f8368349-73c6-4ea7-9afd-eeb994d6997f, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:03.207040 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] For port f8368349-73c6-4ea7-9afd-eeb994d6997f, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f8368349-73c6-4ea7-9afd-eeb994d6997f,segment=NetworkSegment(1607f3bb-d6d1-4204-8c48-cd59acd3b77e),segment_id=1607f3bb-d6d1-4204-8c48-cd59acd3b77e)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:03.216127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.227376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.239630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.287689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.319962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9eae4ba2-dc84-4c1c-8856-4986400593da tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.320415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Network': ['ID=30dc299d-4fd8-4fea-94e8-35423fc91fc3,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:03.331484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272247f-37ae-4192-98ee-f1d3ad9a820e None None] Pushing event updated for resources: {'Port': ['ID=f8368349-73c6-4ea7-9afd-eeb994d6997f,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:03.340815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.360327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e2b04-ae93-4a2b-835c-847db0e1b1de req-dc38d032-fbfd-441b-a46d-26f5831b8192 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:03.364224 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-090e2b04-ae93-4a2b-835c-847db0e1b1de req-dc38d032-fbfd-441b-a46d-26f5831b8192 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.5995679 Mar 22 13:03:03.388646 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-28e04a4c-b829-48dc-ae8d-bff55167ce7e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/30dc299d-4fd8-4fea-94e8-35423fc91fc3 HTTP/1.1" status: 204 len: 168 time: 5.5108378 Mar 22 13:03:03.397299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34066) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:03.407684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-868801115'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:03.443496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:03.451561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:network and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:03.460658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:03.471762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.476306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:03.513379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-090e2b04-ae93-4a2b-835c-847db0e1b1de req-ab257af2-a389-4e24-a953-824f573ff219 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152701 Mar 22 13:03:03.519688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.523672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9eae4ba2-dc84-4c1c-8856-4986400593da tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 010da93b-7a6c-4df7-a590-a53503eb6905 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:03.643229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:03.646672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.662953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Network b9dd58fd-0d27-4509-a62f-8f37f5aa4161 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:03.667985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:03.670488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:03.673253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:03.740819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:03.744657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:03.746063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.757956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec18f1-0ba6-459d-9093-b4c7a014c4ad None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:03.768389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event updated for resources: {'Port': ['ID=ea9fb304-0da8-442c-b429-675c93a294d2,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:03.851253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81cb00-4d2e-49c4-97db-38cd184b7302 req-19e519a2-46d8-448c-b28e-265b824c0403 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:03.858803 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ba81cb00-4d2e-49c4-97db-38cd184b7302 req-19e519a2-46d8-448c-b28e-265b824c0403 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 945 time: 0.4027553 Mar 22 13:03:03.896087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Allocated IP 172.26.5.148 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/22411105-c59f-4426-b749-17e10926e63b) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:03.905300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=a3f2cef9-9a04-482c-83b7-ea03489dca50,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:03.920634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9eae4ba2-dc84-4c1c-8856-4986400593da tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.001612 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ba81cb00-4d2e-49c4-97db-38cd184b7302 req-7c92cf67-ec6f-4b9c-aec5-fae0b1778e69 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419332 Mar 22 13:03:04.016714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae4ba2-dc84-4c1c-8856-4986400593da tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=010da93b-7a6c-4df7-a590-a53503eb6905,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:04.032611 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f2187059-b208-43dd-b752-d53c35735b3a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9937994 Mar 22 13:03:04.032611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34076) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:04.040437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:03:04.045550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-385388183', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:04.065442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:04.080652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:router and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:04.086169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.086514 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Added segment 94ee5fd7-5de5-463d-b02e-66b5f4c14b2b of type vlan for network 8d5166b6-9c16-4246-a66f-a0d670e32c4d Mar 22 13:03:04.087805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:04.100213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:04.110939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': 'a3f2cef9-9a04-482c-83b7-ea03489dca50'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:04.112406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.134715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9eae4ba2-dc84-4c1c-8856-4986400593da tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.154166 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9eae4ba2-dc84-4c1c-8856-4986400593da tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/010da93b-7a6c-4df7-a590-a53503eb6905 HTTP/1.1" status: 204 len: 168 time: 1.6363764 Mar 22 13:03:04.158838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34080) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:04.204460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f8368349-73c6-4ea7-9afd-eeb994d6997f up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:04.209144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.210138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.216965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.270530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539aaa0-c9cd-4313-b408-e423d453d192 req-e0509efc-daa5-4c87-8004-a7e3754742b7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:04.274531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b539aaa0-c9cd-4313-b408-e423d453d192 req-e0509efc-daa5-4c87-8004-a7e3754742b7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.3453732 Mar 22 13:03:04.286198 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-08237a91-c957-47cc-a7f3-ebcea4300513 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:03:04.286741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-08237a91-c957-47cc-a7f3-ebcea4300513 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:04.338160 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-08237a91-c957-47cc-a7f3-ebcea4300513 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:04.341957 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-08237a91-c957-47cc-a7f3-ebcea4300513 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/010da93b-7a6c-4df7-a590-a53503eb6905 HTTP/1.1" status: 404 len: 333 time: 0.1226363 Mar 22 13:03:04.345959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34084) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:04.380954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port f8368349-73c6-4ea7-9afd-eeb994d6997f completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:04.397946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.429137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.457977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-24603b8c-d799-43fb-bcbb-3c2af3b6bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:04.459833 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-24603b8c-d799-43fb-bcbb-3c2af3b6bbc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1098 time: 0.4570575 Mar 22 13:03:04.473422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.480527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:04.481126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.484642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/a3f2cef9-9a04-482c-83b7-ea03489dca50/d5312eee-c121-48e9-b11c-63a598d45d3c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:04.536338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.563648 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b539aaa0-c9cd-4313-b408-e423d453d192 req-4ba21505-253f-43bc-9268-e05a0b13d62d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612672 Mar 22 13:03:04.578218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.586546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.622002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f25c29a-3367-4aa3-98c4-a2913c2d4e8b None None] Network d1b2f71e-9bc8-495f-88e3-d447b6a5d85b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:04.641248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1521aa-9ed5-4144-a686-8b8d44610f34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet a61de390-6b80-452f-b795-a97f609690ab {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:03:04.661609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e1521aa-9ed5-4144-a686-8b8d44610f34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.816743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-15fc581b-eb42-49f7-8c5c-9dfc506e7a52 None None] Provisioning for port f8368349-73c6-4ea7-9afd-eeb994d6997f completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:04.841066 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4372096 Mar 22 13:03:04.843200 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-15fc581b-eb42-49f7-8c5c-9dfc506e7a52 None None] Provisioning complete for port f8368349-73c6-4ea7-9afd-eeb994d6997f triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:04.843200 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-15fc581b-eb42-49f7-8c5c-9dfc506e7a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.852997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34088) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:04.859671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'network_id': '8d5166b6-9c16-4246-a66f-a0d670e32c4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:04.870551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d7f9b-e104-4ec9-afc5-f61aad0d54ec tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=8d5166b6-9c16-4246-a66f-a0d670e32c4d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:04.873693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.875200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.878895 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-29825911-0ae8-433b-8b0a-7e3ddbb5f89f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8417761 Mar 22 13:03:04.879332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34092) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:04.888112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:04.909280 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:04.911828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:04.924394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 8d5166b6-9c16-4246-a66f-a0d670e32c4d details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:04.938704 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Transition to ACTIVE for port object d5312eee-c121-48e9-b11c-63a598d45d3c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:04.990206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=22411105-c59f-4426-b749-17e10926e63b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:04.995467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e1521aa-9ed5-4144-a686-8b8d44610f34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.086439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-e1baa795-636d-4602-ad9d-514f35985c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:05.087840 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-e1baa795-636d-4602-ad9d-514f35985c86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 913 time: 0.6146128 Mar 22 13:03:05.089237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Transition to ACTIVE for port object d5312eee-c121-48e9-b11c-63a598d45d3c will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:05.143047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.234130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:05.238963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:subnet and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:05.242384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:05.250217 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:05.313311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e1521aa-9ed5-4144-a686-8b8d44610f34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.365060 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:05.407599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:05.446962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:05.450210 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:05.452063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-15fc581b-eb42-49f7-8c5c-9dfc506e7a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.453861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.465663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Pushing event updated for resources: {'Port': ['ID=d5312eee-c121-48e9-b11c-63a598d45d3c,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:05.472642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d7ad938c-804c-4a7b-90b6-444187277487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.588469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Attempting to bind port d5312eee-c121-48e9-b11c-63a598d45d3c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:05.589209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Attempting to bind port d5312eee-c121-48e9-b11c-63a598d45d3c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:05.589756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Attempting to bind port d5312eee-c121-48e9-b11c-63a598d45d3c on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:05.597887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:05.598444 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:05.599279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.599668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:05.600811 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Bound port: d5312eee-c121-48e9-b11c-63a598d45d3c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:05.601198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.652573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.732294 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] For port d5312eee-c121-48e9-b11c-63a598d45d3c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:05.736040 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] For port d5312eee-c121-48e9-b11c-63a598d45d3c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d5312eee-c121-48e9-b11c-63a598d45d3c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:05.746616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.814016 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-b9f691ef-33e6-4f6d-8f69-bdd02bdca660 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 1001 time: 0.7059464 Mar 22 13:03:05.879354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d75aef-6d67-4275-9c06-d6b52a4ee472 None None] Pushing event updated for resources: {'Port': ['ID=d5312eee-c121-48e9-b11c-63a598d45d3c,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:06.005877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:06.109976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-15fc581b-eb42-49f7-8c5c-9dfc506e7a52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:06.110328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-15fc581b-eb42-49f7-8c5c-9dfc506e7a52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:06.154662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-6dcfdfbf-ec2f-4bfd-ae89-e2f9564d931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:06.156343 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-6dcfdfbf-ec2f-4bfd-ae89-e2f9564d931e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 200 len: 851 time: 0.3078687 Mar 22 13:03:06.179235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e1521aa-9ed5-4144-a686-8b8d44610f34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:06.193930 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a17b6-a63a-4374-8d7b-c7ae9d73d657 req-27b45e45-29e9-43f9-8c29-07c45748dcad tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:06.201361 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7b3a17b6-a63a-4374-8d7b-c7ae9d73d657 req-27b45e45-29e9-43f9-8c29-07c45748dcad tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 945 time: 1.0237949 Mar 22 13:03:06.298448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:06.465585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-ed314915-ba9c-4c88-95bf-04b56a2b7f72 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:06.467063 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-ed314915-ba9c-4c88-95bf-04b56a2b7f72 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 945 time: 1.2865775 Mar 22 13:03:06.498197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e1521aa-9ed5-4144-a686-8b8d44610f34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:06.538672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1521aa-9ed5-4144-a686-8b8d44610f34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=a61de390-6b80-452f-b795-a97f609690ab,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:06.559542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:06.606915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58635b0-fff9-42be-a611-56d1b5decca1 req-872c03d6-fb0e-455f-bb04-0ed2f09f8615 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:06.611521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:06.614246 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58635b0-fff9-42be-a611-56d1b5decca1 req-872c03d6-fb0e-455f-bb04-0ed2f09f8615 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.8510361 Mar 22 13:03:06.660709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc65e3f-bc8a-474f-b8dd-69ceb466dcae None None] Network d1b2f71e-9bc8-495f-88e3-d447b6a5d85b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:06.753290 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58635b0-fff9-42be-a611-56d1b5decca1 req-b9133c28-a12d-4c58-a75f-26ba22d5cd2e tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380641 Mar 22 13:03:06.772143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-15fc581b-eb42-49f7-8c5c-9dfc506e7a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:06.790250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::1 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/a3f2cef9-9a04-482c-83b7-ea03489dca50/726701d6-218b-4d78-9c6a-5f089281b736) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:06.796037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Router 09e40c6a-7870-477c-bea7-64a09e05c6ce is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:03:06.846337 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7e1521aa-9ed5-4144-a686-8b8d44610f34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/a61de390-6b80-452f-b795-a97f609690ab HTTP/1.1" status: 204 len: 168 time: 2.4967072 Mar 22 13:03:06.861839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34100) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:06.906734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-15fc581b-eb42-49f7-8c5c-9dfc506e7a52 None None] For port f8368349-73c6-4ea7-9afd-eeb994d6997f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f8368349-73c6-4ea7-9afd-eeb994d6997f,segment=NetworkSegment(1607f3bb-d6d1-4204-8c48-cd59acd3b77e),segment_id=1607f3bb-d6d1-4204-8c48-cd59acd3b77e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:06.918911 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7b3a17b6-a63a-4374-8d7b-c7ae9d73d657 req-929e517c-fba0-461f-a1e4-d75e6140d4bd tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7166779 Mar 22 13:03:06.928110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-15fc581b-eb42-49f7-8c5c-9dfc506e7a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:06.956601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Deleting port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:06.956942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:06.991768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=17c7a4bc-2ef1-4ed9-92a6-6495e66b6624,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:07.016457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.066705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-98b5c88d-5732-4efd-8f19-8f3b3a07ec25 None None] Could not find standard attr ID for object 010da93b-7a6c-4df7-a590-a53503eb6905. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:03:07.068262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc581b-eb42-49f7-8c5c-9dfc506e7a52 None None] Pushing event updated for resources: {'Port': ['ID=f8368349-73c6-4ea7-9afd-eeb994d6997f,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:07.087632 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-98b5c88d-5732-4efd-8f19-8f3b3a07ec25 None None] Provisioning complete for port f8368349-73c6-4ea7-9afd-eeb994d6997f triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:07.088019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-98b5c88d-5732-4efd-8f19-8f3b3a07ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.158190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:07.175091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.182691 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf2eb33-5c93-4af3-a592-226bcc504594 None None] DHCP port deletion for d1b2f71e-9bc8-495f-88e3-d447b6a5d85b request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:03:07.185130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Sync routers for ids ['09e40c6a-7870-477c-bea7-64a09e05c6ce'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:07.194684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-acf2eb33-5c93-4af3-a592-226bcc504594 None None] Deleting port f8368349-73c6-4ea7-9afd-eeb994d6997f {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:07.195071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-acf2eb33-5c93-4af3-a592-226bcc504594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.211086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 726701d6-218b-4d78-9c6a-5f089281b736 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:07.216708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.221135 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-007c3058-455e-41e5-bb33-19f186fcb13b tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.7777772 Mar 22 13:03:07.222202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34104) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:07.236807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.243973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-13de810d-429f-43a5-94b0-980f7eac3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:07.244148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Routers {'09e40c6a-7870-477c-bea7-64a09e05c6ce'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:07.244695 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['09e40c6a-7870-477c-bea7-64a09e05c6ce'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:07.245663 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-13de810d-429f-43a5-94b0-980f7eac3047 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c61fb77-9331-4a80-a558-a9b057586d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0416806 Mar 22 13:03:07.289977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking segment: {'id': '94ee5fd7-5de5-463d-b02e-66b5f4c14b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d5166b6-9c16-4246-a66f-a0d670e32c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:07.290507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network hostable DHCP agents. Network: 8d5166b6-9c16-4246-a66f-a0d670e32c4d, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:03:07.428327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.489725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.499935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port f8368349-73c6-4ea7-9afd-eeb994d6997f {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:07.500492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.552316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:07.567737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:07.575284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:07.575885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.578591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Set router 09e40c6a-7870-477c-bea7-64a09e05c6ce gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:07.607556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=726701d6-218b-4d78-9c6a-5f089281b736,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:07.628513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.628844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.629214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.629550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.629876 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.630202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.630525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.630845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.631298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.631513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.631833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.632155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.659138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network 8d5166b6-9c16-4246-a66f-a0d670e32c4d is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:07.764063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.816003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Deleting port ea9fb304-0da8-442c-b429-675c93a294d2 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:07.816345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.836967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 8d5166b6-9c16-4246-a66f-a0d670e32c4d) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:07.868173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28606de8-e277-472e-aca8-e6b5153d33db None None] Network 8d5166b6-9c16-4246-a66f-a0d670e32c4d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:07.882598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.900568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:07.902603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.960253 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.960904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5ae9577d-bb38-40ae-bfda-f728f1332fa9 None None] Provisioning for port d5312eee-c121-48e9-b11c-63a598d45d3c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:07.966711 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-acf2eb33-5c93-4af3-a592-226bcc504594 None None] For port f8368349-73c6-4ea7-9afd-eeb994d6997f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f8368349-73c6-4ea7-9afd-eeb994d6997f,segment=NetworkSegment(1607f3bb-d6d1-4204-8c48-cd59acd3b77e),segment_id=1607f3bb-d6d1-4204-8c48-cd59acd3b77e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:07.967112 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-acf2eb33-5c93-4af3-a592-226bcc504594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.988686 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-7274ecc9-7c4f-44ef-9bf9-f06da13e4b6f service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145882 Mar 22 13:03:08.191644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-acf2eb33-5c93-4af3-a592-226bcc504594 None None] Calling delete_port for f8368349-73c6-4ea7-9afd-eeb994d6997f owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:08.217663 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-44f033fa-a2b5-4ce2-995e-fbc226851756 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3605576 Mar 22 13:03:08.221631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34112) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:08.230830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1234889607'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:08.239049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d5312eee-c121-48e9-b11c-63a598d45d3c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:08.274113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:08.301803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:network and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:08.307350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:08.341651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c59813f1-d32c-4457-a6e9-3144135e7700 None None] Provisioning for port 726701d6-218b-4d78-9c6a-5f089281b736 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:08.363433 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.366503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] For port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:08.367071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.390692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] For port f8368349-73c6-4ea7-9afd-eeb994d6997f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f8368349-73c6-4ea7-9afd-eeb994d6997f,segment=NetworkSegment(1607f3bb-d6d1-4204-8c48-cd59acd3b77e),segment_id=1607f3bb-d6d1-4204-8c48-cd59acd3b77e)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:08.391428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.421589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:08.435728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c59813f1-d32c-4457-a6e9-3144135e7700 None None] Provisioning complete for port 726701d6-218b-4d78-9c6a-5f089281b736 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:08.436182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c59813f1-d32c-4457-a6e9-3144135e7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.527715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:08.529249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-acf2eb33-5c93-4af3-a592-226bcc504594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.531115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.564692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.568763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c59813f1-d32c-4457-a6e9-3144135e7700 None None] Port 726701d6-218b-4d78-9c6a-5f089281b736 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:03:08.619083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2eb33-5c93-4af3-a592-226bcc504594 None None] Pushing event deleted for resources: {'Port': ['ID=f8368349-73c6-4ea7-9afd-eeb994d6997f,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:08.625937 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port d5312eee-c121-48e9-b11c-63a598d45d3c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:08.637949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d5312eee-c121-48e9-b11c-63a598d45d3c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:08.638317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.662929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2eb33-5c93-4af3-a592-226bcc504594 None None] No DVR routers for this DVR port f8368349-73c6-4ea7-9afd-eeb994d6997f on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:08.689205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-8d5166b6-9c16-4246-a66f-a0d670e32c4d', 'network_id': '8d5166b6-9c16-4246-a66f-a0d670e32c4d', 'tenant_id': 'fc022da7f67b4faaa9064c8536f2fac0', 'fixed_ips': [{'subnet_id': '17c7a4bc-2ef1-4ed9-92a6-6495e66b6624'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:08.689941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.729608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e40c6a-7870-477c-bea7-64a09e05c6ce', 'name': '', 'tenant_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9dd58fd-0d27-4509-a62f-8f37f5aa4161', 'external_fixed_ips': [{'subnet_id': 'b11e875a-e526-4eb1-bf5d-7419d147e1be', 'ip_address': '2001:db8::107'}], 'enable_snat': True}, 'gw_port_id': 'ea9fb304-0da8-442c-b429-675c93a294d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:02:59Z', 'updated_at': '2022-03-22T13:03:04Z', 'revision_number': 3, 'project_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'gw_port': {'id': 'ea9fb304-0da8-442c-b429-675c93a294d2', 'name': '', 'network_id': 'b9dd58fd-0d27-4509-a62f-8f37f5aa4161', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e40c6a-7870-477c-bea7-64a09e05c6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b11e875a-e526-4eb1-bf5d-7419d147e1be', 'ip_address': '2001:db8::107', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:01Z', 'updated_at': '2022-03-22T13:03:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b11e875a-e526-4eb1-bf5d-7419d147e1be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:08.739248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Calling delete_port for ea9fb304-0da8-442c-b429-675c93a294d2 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:08.770259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Checking router: 09e40c6a-7870-477c-bea7-64a09e05c6ce for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:03:08.770595 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Updating router 09e40c6a-7870-477c-bea7-64a09e05c6ce port ea9fb304-0da8-442c-b429-675c93a294d2 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:03:08.793960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:03:08.830643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.852118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for f8368349-73c6-4ea7-9afd-eeb994d6997f owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:08.892092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.892485 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Added segment 67884496-283e-4411-a673-c09d3b1b907f of type vlan for network 498d4b31-3571-4f89-8f9b-065912cd5341 Mar 22 13:03:08.900595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e70226-8a94-478a-b66b-155adcacee8d req-0d2c6da1-60a2-475f-9148-fac2aaeaf55a tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:08.902658 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-20e70226-8a94-478a-b66b-155adcacee8d req-0d2c6da1-60a2-475f-9148-fac2aaeaf55a tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.6841719 Mar 22 13:03:08.902894 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-50d81312-4fdb-4755-93a5-7190e51a73d0 req-58d827c1-31d4-445b-a74a-fa4f2f7a0ddf service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8942177 Mar 22 13:03:09.005590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.060174 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-20e70226-8a94-478a-b66b-155adcacee8d req-0c73cc37-b8d7-409f-936d-c90e9a06e4fe tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315470 Mar 22 13:03:09.077438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.112857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.120381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:09.120997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.126554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346698a7-6f28-469b-aac3-dacb13d59cbd req-73d29107-3b9f-4bb8-aa16-29544d2e971f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:09.127718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.134651 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-346698a7-6f28-469b-aac3-dacb13d59cbd req-73d29107-3b9f-4bb8-aa16-29544d2e971f tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 945 time: 0.8691442 Mar 22 13:03:09.136105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Allocated IP 2001:db8::3 (8d5166b6-9c16-4246-a66f-a0d670e32c4d/17c7a4bc-2ef1-4ed9-92a6-6495e66b6624/c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:09.159976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.160755 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.227816 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port d5312eee-c121-48e9-b11c-63a598d45d3c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d5312eee-c121-48e9-b11c-63a598d45d3c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:09.255636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.346777 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-346698a7-6f28-469b-aac3-dacb13d59cbd req-0aa17a32-4b98-4cc5-a521-15501d29b761 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups?id=42b50fbb-1862-4a40-9503-fbb5b73a8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103541 Mar 22 13:03:09.361107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:09.367124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:09.380734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.387741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.388276 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Floating IP 801aeaf2-df14-4b81-bd57-177d0cdb9aee disassociated. External IP: 172.26.5.252, port: cbf324a3-03b0-4ac9-8c0c-e67b705de3ad. Mar 22 13:03:09.399670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Calling delete_port for cbf324a3-03b0-4ac9-8c0c-e67b705de3ad owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:09.423763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f8368349-73c6-4ea7-9afd-eeb994d6997f no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:09.454358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 06a74bd7-7f28-49c5-a17c-8ff967a2736a is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:03:09.458055 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2354705 Mar 22 13:03:09.461726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34116) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:09.464794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29bc78-965b-4061-bfd4-5fb0ff266348 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=498d4b31-3571-4f89-8f9b-065912cd5341,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:09.475574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'network_id': '498d4b31-3571-4f89-8f9b-065912cd5341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:09.490194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 498d4b31-3571-4f89-8f9b-065912cd5341 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:09.504052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: f8368349-73c6-4ea7-9afd-eeb994d6997f {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:09.504389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f8368349-73c6-4ea7-9afd-eeb994d6997f not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:09.523508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=726701d6-218b-4d78-9c6a-5f089281b736,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:09.546150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=d5312eee-c121-48e9-b11c-63a598d45d3c,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:09.569684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.664182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea9fb304-0da8-442c-b429-675c93a294d2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:09.683741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.701896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.713638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Transition to ACTIVE for port object c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:09.735790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Transition to ACTIVE for port object c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:09.769413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:09.809906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:09.812613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:09.827198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:subnet and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:09.843134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:09.855453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:09.862201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port f8368349-73c6-4ea7-9afd-eeb994d6997f {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:09.862548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.884384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.968555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] The port 'f8368349-73c6-4ea7-9afd-eeb994d6997f' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:03:09.970070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:09.971684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:09.975703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.981230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Pushing event updated for resources: {'Port': ['ID=c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:09.983807 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9eedf-440d-4645-8095-825b99a0e6bc None None] Sync routers for ids ['06a74bd7-7f28-49c5-a17c-8ff967a2736a'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:10.000274 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Network 8d5166b6-9c16-4246-a66f-a0d670e32c4d is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:10.003212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:10.009019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:10.015931 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9eedf-440d-4645-8095-825b99a0e6bc None None] Routers {'06a74bd7-7f28-49c5-a17c-8ff967a2736a'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:10.021780 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a9b9eedf-440d-4645-8095-825b99a0e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06a74bd7-7f28-49c5-a17c-8ff967a2736a'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:10.022786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.065759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.084952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.166891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Attempting to bind port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:10.169612 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Attempting to bind port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '94ee5fd7-5de5-463d-b02e-66b5f4c14b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d5166b6-9c16-4246-a66f-a0d670e32c4d'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:10.170736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Attempting to bind port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 on network 8d5166b6-9c16-4246-a66f-a0d670e32c4d {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:10.176381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device cbf324a3-03b0-4ac9-8c0c-e67b705de3ad no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:10.218769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:10.219348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:10.220343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d5312eee-c121-48e9-b11c-63a598d45d3c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:10.244482 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a9b9eedf-440d-4645-8095-825b99a0e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:10.253028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.253568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09e40c6a-7870-477c-bea7-64a09e05c6ce {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:03:10.260819 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9eedf-440d-4645-8095-825b99a0e6bc None None] Routers {'06a74bd7-7f28-49c5-a17c-8ff967a2736a'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:10.261633 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a9b9eedf-440d-4645-8095-825b99a0e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06a74bd7-7f28-49c5-a17c-8ff967a2736a'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:10.296276 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.301468 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c4bb597f-706d-4739-a711-4483b26590bd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "DELETE /v2.0/routers/09e40c6a-7870-477c-bea7-64a09e05c6ce HTTP/1.1" status: 204 len: 168 time: 3.0738835 Mar 22 13:03:10.309866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:10.310393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Checking segment: {'id': '94ee5fd7-5de5-463d-b02e-66b5f4c14b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d5166b6-9c16-4246-a66f-a0d670e32c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:10.310908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.311417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Bound using segment: {'id': '94ee5fd7-5de5-463d-b02e-66b5f4c14b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d5166b6-9c16-4246-a66f-a0d670e32c4d'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:10.311986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Bound port: c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ee5fd7-5de5-463d-b02e-66b5f4c14b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d5166b6-9c16-4246-a66f-a0d670e32c4d'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:10.312454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.330527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: cbf324a3-03b0-4ac9-8c0c-e67b705de3ad {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:10.331021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device cbf324a3-03b0-4ac9-8c0c-e67b705de3ad not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:10.333175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3969a3bf-24aa-4701-86c5-cd23372cdcdb None None] Provisioning complete for port 726701d6-218b-4d78-9c6a-5f089281b736 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:10.333657 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3969a3bf-24aa-4701-86c5-cd23372cdcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.347285 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a9b9eedf-440d-4645-8095-825b99a0e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:10.348438 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9eedf-440d-4645-8095-825b99a0e6bc None None] The sync data for ids ['06a74bd7-7f28-49c5-a17c-8ff967a2736a'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:10.372115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34122) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:10.438966 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Pushing event deleted for resources: {'Port': ['ID=cbf324a3-03b0-4ac9-8c0c-e67b705de3ad,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:10.453242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.ipam_backend_mixin [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Performing IP validity checks on allocation pools {{(pid=87932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 13:03:10.454076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.ipam_backend_mixin [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 13:03:10.460952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-3969a3bf-24aa-4701-86c5-cd23372cdcdb None None] Port 726701d6-218b-4d78-9c6a-5f089281b736 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:03:10.462971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.468899 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b891ee5e-c58f-4a45-95e0-04b90b384fcb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.6074855 Mar 22 13:03:10.471188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34128) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:10.513480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d5312eee-c121-48e9-b11c-63a598d45d3c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:10.513850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.563224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] For port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:10.577999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.578374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.579023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.579673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.580292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.580718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.581251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.581741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.582127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.582724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.583148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.583358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] For port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24,segment=NetworkSegment(94ee5fd7-5de5-463d-b02e-66b5f4c14b2b),segment_id=94ee5fd7-5de5-463d-b02e-66b5f4c14b2b)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:10.583547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:10.594095 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.677355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.698376 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a7193680-a971-4bb8-be8f-eb1a79478498 req-c6b54983-f5b9-4eed-931f-52dd86339a91 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Synchronizing usage tracker for tenant:56884933f19e4683ad19a5707e68cae2 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:10.705161 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-313750b0-b873-4308-b6d7-c256b8ae50c1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/routers/06a74bd7-7f28-49c5-a17c-8ff967a2736a HTTP/1.1" status: 200 len: 885 time: 0.2326808 Mar 22 13:03:10.712753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a3d0f2-2aec-4565-a379-d9e86ff3ba14 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Deleting subnet b11e875a-e526-4eb1-bf5d-7419d147e1be {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:03:10.715778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74a3d0f2-2aec-4565-a379-d9e86ff3ba14 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.730519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34134) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:10.772203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Port ea9fb304-0da8-442c-b429-675c93a294d2 not found while updating agent binding for router 09e40c6a-7870-477c-bea7-64a09e05c6ce. {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 13:03:10.777566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74a3d0f2-2aec-4565-a379-d9e86ff3ba14 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.791122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf74c2-60ba-425b-81c3-e6bebc4777ca None None] Pushing event updated for resources: {'Port': ['ID=c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:10.817752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Routers set() bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:10.818267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Router IDs set() for agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 22 13:03:10.819050 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_agentschedulers_db [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09e40c6a-7870-477c-bea7-64a09e05c6ce'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent'). {{(pid=87934) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 13:03:10.821013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d6e1e-7638-43da-913c-cac27088f476 None None] The sync data for ids ['09e40c6a-7870-477c-bea7-64a09e05c6ce'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:10.862712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b2f71e-9bc8-495f-88e3-d447b6a5d85b']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:10.864520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74a3d0f2-2aec-4565-a379-d9e86ff3ba14 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.887755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1607f3bb-d6d1-4204-8c48-cd59acd3b77e') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:10.888604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1607f3bb-d6d1-4204-8c48-cd59acd3b77e') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:10.909366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a7193680-a971-4bb8-be8f-eb1a79478498 req-c6b54983-f5b9-4eed-931f-52dd86339a91 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Unset dirty status for tenant:56884933f19e4683ad19a5707e68cae2 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:10.910555 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a7193680-a971-4bb8-be8f-eb1a79478498 req-c6b54983-f5b9-4eed-931f-52dd86339a91 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 210 time: 0.3773839 Mar 22 13:03:10.925190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764d8d6-3445-40bf-bbf2-1eeecaa61597 req-46adec89-8c8b-4e5a-99bb-e5337d55dee1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:10.926707 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9764d8d6-3445-40bf-bbf2-1eeecaa61597 req-46adec89-8c8b-4e5a-99bb-e5337d55dee1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.6266522 Mar 22 13:03:10.929460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Router 18a44ea3-2c63-4ed6-8571-50930fe7f3b3 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:03:10.936845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.993535 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9764d8d6-3445-40bf-bbf2-1eeecaa61597 req-0d741a00-8ec1-4976-a176-09a42ef526f3 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587220 Mar 22 13:03:11.121300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.167319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:11.167778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:11.184956 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:11.217729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:11.235314 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Sync routers for ids ['18a44ea3-2c63-4ed6-8571-50930fe7f3b3'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:11.242588 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6d17fb2d-1e6b-4842-83eb-137b56b2c639 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "PUT /v2.0/routers/18a44ea3-2c63-4ed6-8571-50930fe7f3b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3590276 Mar 22 13:03:11.245358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34140) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:11.247747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Routers {'18a44ea3-2c63-4ed6-8571-50930fe7f3b3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:11.248375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['18a44ea3-2c63-4ed6-8571-50930fe7f3b3'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:11.253923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74a3d0f2-2aec-4565-a379-d9e86ff3ba14 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.344851 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Router 6241e4ca-837d-4ccd-b4a1-272df35409c0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:03:11.380032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3d0f2-2aec-4565-a379-d9e86ff3ba14 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b11e875a-e526-4eb1-bf5d-7419d147e1be,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:11.393305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74a3d0f2-2aec-4565-a379-d9e86ff3ba14 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.395394 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-74a3d0f2-2aec-4565-a379-d9e86ff3ba14 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/b11e875a-e526-4eb1-bf5d-7419d147e1be HTTP/1.1" status: 204 len: 168 time: 1.0173812 Mar 22 13:03:11.398411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34144) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:11.408446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.496472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.523845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.524701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.531994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Set router 18a44ea3-2c63-4ed6-8571-50930fe7f3b3 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:11.543329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ddb41d-afb5-4aeb-9265-a7b2a4c5265c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:11.543908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-77ddb41d-afb5-4aeb-9265-a7b2a4c5265c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:11.559631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Network': ['ID=d1b2f71e-9bc8-495f-88e3-d447b6a5d85b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:11.596822 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-513ffd5d-a730-4c48-ad20-6c16e2ff306e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/networks/d1b2f71e-9bc8-495f-88e3-d447b6a5d85b HTTP/1.1" status: 204 len: 168 time: 4.7250776 Mar 22 13:03:11.647904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34148) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:11.674332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'name': 'tempest-PortsIpV6TestJSON-1194441935'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:11.696816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.709634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-77ddb41d-afb5-4aeb-9265-a7b2a4c5265c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:11.713111 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-77ddb41d-afb5-4aeb-9265-a7b2a4c5265c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports/726701d6-218b-4d78-9c6a-5f089281b736 HTTP/1.1" status: 200 len: 911 time: 0.4591763 Mar 22 13:03:11.717070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34152) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:11.743647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dd58fd-0d27-4509-a62f-8f37f5aa4161']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:11.765709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5434c25b-0666-4e46-bea7-17299cdd4ed7') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:11.766249 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5434c25b-0666-4e46-bea7-17299cdd4ed7') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:11.785470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.888641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=0b337dbd-ae37-4de3-a443-b02704cf8d58,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:11.948640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.953215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a44ea3-2c63-4ed6-8571-50930fe7f3b3', 'name': 'tempest-NetworksTestDHCPv6-router-385388183', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:04Z', 'updated_at': '2022-03-22T13:03:07Z', 'revision_number': 2, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None, '_interfaces': [{'id': '726701d6-218b-4d78-9c6a-5f089281b736', 'name': '', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'mac_address': 'fa:16:3e:9c:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a44ea3-2c63-4ed6-8571-50930fe7f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a3f2cef9-9a04-482c-83b7-ea03489dca50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:06Z', 'updated_at': '2022-03-22T13:03:08Z', 'revision_number': 2, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'subnets': [{'id': 'a3f2cef9-9a04-482c-83b7-ea03489dca50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:11.956090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:11.956728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.957374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Checking router: 18a44ea3-2c63-4ed6-8571-50930fe7f3b3 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:03:11.957727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Updating router 18a44ea3-2c63-4ed6-8571-50930fe7f3b3 port 726701d6-218b-4d78-9c6a-5f089281b736 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:03:11.999691 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a3f7-5696-4ac6-b6b5-960f9292fb06 req-c64742cb-ebf5-4740-b49c-592257757181 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:12.001246 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-22f9a3f7-5696-4ac6-b6b5-960f9292fb06 req-c64742cb-ebf5-4740-b49c-592257757181 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.7896354 Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:12.068710 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:12.079985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.092383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.104961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9dd58fd-0d27-4509-a62f-8f37f5aa4161 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 13:03:12.114173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.184975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9dd58fd-0d27-4509-a62f-8f37f5aa4161,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:12.197706 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-90331bec-4529-407a-8b24-c76cbbf3ff83 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "DELETE /v2.0/networks/b9dd58fd-0d27-4509-a62f-8f37f5aa4161 HTTP/1.1" status: 204 len: 168 time: 0.7975013 Mar 22 13:03:12.220507 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ea15637a-4271-4544-b57b-69cd2bab9f24 req-11556677-c415-48c4-aa9f-6062ded4d7dc tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3 HTTP/1.1" status: 200 len: 210 time: 0.0808241 Mar 22 13:03:12.328496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:12.420878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8abe252-f834-40d2-ab3a-364bd3eee01e None None] Network 8d5166b6-9c16-4246-a66f-a0d670e32c4d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:12.423874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking segment: {'id': '67884496-283e-4411-a673-c09d3b1b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '498d4b31-3571-4f89-8f9b-065912cd5341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:12.424306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network hostable DHCP agents. Network: 498d4b31-3571-4f89-8f9b-065912cd5341, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:03:12.497350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:12.539979 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34166) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:12.545646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Request body: {'router': {'name': 'tempest-router--814222183', 'project_id': 'b47e9d04b9d3403289e5dc0d24b13feb'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:12.552127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:12.564454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Usage tracker for resource:router and tenant:b47e9d04b9d3403289e5dc0d24b13feb is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:12.567620 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:12.569027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:12.577682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:12.591390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.592544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.607333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:12.610620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.637658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.673033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:12.674360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.676076 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8eed9d8d-67f2-4eb9-8bae-cebeaed9ae60 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1349761 Mar 22 13:03:12.678752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34172) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:12.688359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cd1af145-dfe0-4621-8fcb-69528ebd8a18 None None] Provisioning for port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:12.784762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:12.831732 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-22f9a3f7-5696-4ac6-b6b5-960f9292fb06 req-fe268f1f-405f-4f96-a0a0-d3e646c61662 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353192 Mar 22 13:03:12.837157 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] No DVR routers for this DVR port cbf324a3-03b0-4ac9-8c0c-e67b705de3ad on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:12.855633 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:12.856453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.878384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:12.878769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.879654 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0ce62c14-0d73-462d-bc11-3759347e4875 req-3266bbc5-29d7-45a2-82e9-ab97f1cc6ade tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.47 "DELETE /v2.0/ports/cbf324a3-03b0-4ac9-8c0c-e67b705de3ad HTTP/1.1" status: 204 len: 173 time: 6.3952544 Mar 22 13:03:12.885493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'name': 'network-vif-deleted', 'tag': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:03:12.897719 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] Sync routers for ids ['6241e4ca-837d-4ccd-b4a1-272df35409c0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:12.913742 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] Routers {'6241e4ca-837d-4ccd-b4a1-272df35409c0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:12.919816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:12.920380 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6241e4ca-837d-4ccd-b4a1-272df35409c0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:12.951542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.965931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network 498d4b31-3571-4f89-8f9b-065912cd5341 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:12.993937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a9d82cd7-61b4-4d0b-82ab-baca22d34434 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:router {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:13.023044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a5638a-488e-41c9-853f-96d4c3ef83c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:13.030394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a5638a-488e-41c9-853f-96d4c3ef83c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:13.031466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-21a5638a-488e-41c9-853f-96d4c3ef83c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:13.034230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-80b84593-6bd4-4e77-9efa-d4997cffcd88 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.043186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 498d4b31-3571-4f89-8f9b-065912cd5341) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:13.063348 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port fb33a9b0-f5b0-4701-bcb3-4258306e36e8 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:13.119852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841f375-d6cc-4c07-90cb-38175c90ba1d None None] Network 498d4b31-3571-4f89-8f9b-065912cd5341 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:13.121311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:13.122249 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.128735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a9d82cd7-61b4-4d0b-82ab-baca22d34434 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:router {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:13.130300 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a9d82cd7-61b4-4d0b-82ab-baca22d34434 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 2.3967974 Mar 22 13:03:13.134711 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34180) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:13.147411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-21a5638a-488e-41c9-853f-96d4c3ef83c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:13.152538 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-21a5638a-488e-41c9-853f-96d4c3ef83c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.4169457 Mar 22 13:03:13.168186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-66cba782-0af6-4c05-8e2e-d8e706bc6ea7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1423357845'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:13.188647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34184) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:13.305298 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] Set router 6241e4ca-837d-4ccd-b4a1-272df35409c0 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:13.555861 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3957319-c4db-49d1-8ba7-f7a6a9cc3aa3', 'name': 'network-vif-deleted', 'tag': 'cbf324a3-03b0-4ac9-8c0c-e67b705de3ad', 'status': 'completed', 'code': 200} Mar 22 13:03:13.602418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.617201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.682687 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-80b84593-6bd4-4e77-9efa-d4997cffcd88 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.687735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-80b84593-6bd4-4e77-9efa-d4997cffcd88 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.715456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Transition to ACTIVE for port object 726701d6-218b-4d78-9c6a-5f089281b736 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:13.752318 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6b1ca96b-d261-4b5f-bdbc-da9b72c1a306 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.2813361 Mar 22 13:03:13.769420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.775804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34192) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:13.899809 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-498d4b31-3571-4f89-8f9b-065912cd5341', 'network_id': '498d4b31-3571-4f89-8f9b-065912cd5341', 'tenant_id': 'fc022da7f67b4faaa9064c8536f2fac0', 'fixed_ips': [{'subnet_id': '0b337dbd-ae37-4de3-a443-b02704cf8d58'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:13.900666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.958925 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '59a24ab4-878e-4a05-bd50-8a27bac92111', 'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'mac_address': 'fa:16:3e:a5:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:48Z', 'revision_number': 5, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'subnets': [{'id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:13.968445 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] Checking router: 6241e4ca-837d-4ccd-b4a1-272df35409c0 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:03:13.970646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640086e-32c4-4ab6-9ccc-df5196e3abc3 req-9910ab39-38e2-42bf-83ed-349553d9e35a tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:13.972474 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5640086e-32c4-4ab6-9ccc-df5196e3abc3 req-9910ab39-38e2-42bf-83ed-349553d9e35a tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 945 time: 1.0426810 Mar 22 13:03:13.975980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-80b84593-6bd4-4e77-9efa-d4997cffcd88 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.977133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b84593-6bd4-4e77-9efa-d4997cffcd88 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef07aed-f250-4e73-9f02-6e5c4e2b8d20 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:03:13.982271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24,segment=NetworkSegment(94ee5fd7-5de5-463d-b02e-66b5f4c14b2b),segment_id=94ee5fd7-5de5-463d-b02e-66b5f4c14b2b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:14.004413 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] Routers {'6241e4ca-837d-4ccd-b4a1-272df35409c0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:14.006215 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6241e4ca-837d-4ccd-b4a1-272df35409c0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:14.082218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-80b84593-6bd4-4e77-9efa-d4997cffcd88 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.095594 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-80b84593-6bd4-4e77-9efa-d4997cffcd88 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "DELETE /v2.0/routers/2ef07aed-f250-4e73-9f02-6e5c4e2b8d20 HTTP/1.1" status: 204 len: 168 time: 1.4114094 Mar 22 13:03:14.140547 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5640086e-32c4-4ab6-9ccc-df5196e3abc3 req-aa63f79c-8b1a-41c9-b0b7-a4d8108057e7 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426508 Mar 22 13:03:14.185569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.232395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.320700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Pushing event updated for resources: {'Port': ['ID=726701d6-218b-4d78-9c6a-5f089281b736,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:14.342338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3af17823-2be3-4666-a94b-7faaa8ff99f6 None None] Provisioning complete for port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:14.342700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3af17823-2be3-4666-a94b-7faaa8ff99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.361761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.405194 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] Set router 6241e4ca-837d-4ccd-b4a1-272df35409c0 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:14.492187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.492596 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.492896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.493178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.493502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.493824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.494142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.494975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.495331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.495649 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.495967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.496276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.521292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34200) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:14.522061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34202) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:14.604839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Attempting to bind port 726701d6-218b-4d78-9c6a-5f089281b736 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:14.605363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Attempting to bind port 726701d6-218b-4d78-9c6a-5f089281b736 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:14.605893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Attempting to bind port 726701d6-218b-4d78-9c6a-5f089281b736 on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:14.650297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:14.656853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32205f31-0fb0-4590-b398-4b2c0452b71b tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.669125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:14.670220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:14.670754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.671776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:14.672349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Bound port: 726701d6-218b-4d78-9c6a-5f089281b736, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:14.672829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.693126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32205f31-0fb0-4590-b398-4b2c0452b71b tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.708690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:14.718697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:14.731063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:14.734731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.811809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32205f31-0fb0-4590-b398-4b2c0452b71b tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.826154 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:14.830647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=fb33a9b0-f5b0-4701-bcb3-4258306e36e8,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:14.851460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32205f31-0fb0-4590-b398-4b2c0452b71b tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b50fbb-1862-4a40-9503-fbb5b73a8931,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:14.880321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32205f31-0fb0-4590-b398-4b2c0452b71b tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.887914 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-32205f31-0fb0-4590-b398-4b2c0452b71b tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "DELETE /v2.0/security-groups/42b50fbb-1862-4a40-9503-fbb5b73a8931 HTTP/1.1" status: 204 len: 168 time: 0.3627019 Mar 22 13:03:14.891355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34210) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:14.905094 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '59a24ab4-878e-4a05-bd50-8a27bac92111', 'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'mac_address': 'fa:16:3e:a5:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:48Z', 'revision_number': 5, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'subnets': [{'id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:14.909973 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6219b-3756-4a4c-834f-5e4ad90d5ef5 None None] The sync data for ids ['6241e4ca-837d-4ccd-b4a1-272df35409c0'] in dv-neutron-834664-2-hyperv is: [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 4, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '59a24ab4-878e-4a05-bd50-8a27bac92111', 'name': '', 'network_id': '2d710130-13e1-4111-b70f-e553701a4bce', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'mac_address': 'fa:16:3e:a5:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:48Z', 'revision_number': 5, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'subnets': [{'id': 'ad4cbfb0-32d8-4856-8d7b-cb72b21f744e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:14.914089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36471a87-3032-4a89-a7e5-e87f3306c238 req-c375d0d0-05d0-4b62-92e4-e79915ffaa9b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:14.922159 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-64f4e82b-2f54-4fea-bf41-7030a0062359 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] show failed (client error): The resource could not be found. Mar 22 13:03:14.923451 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-64f4e82b-2f54-4fea-bf41-7030a0062359 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "GET /v2.0/security-groups/42b50fbb-1862-4a40-9503-fbb5b73a8931 HTTP/1.1" status: 404 len: 347 time: 0.0310829 Mar 22 13:03:14.927745 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-36471a87-3032-4a89-a7e5-e87f3306c238 req-c375d0d0-05d0-4b62-92e4-e79915ffaa9b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 1.3709576 Mar 22 13:03:14.935041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34214) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:14.943591 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e5b78a8c-e4d0-4ef0-a924-89ad1d753648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2848732 Mar 22 13:03:14.965368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Allocated IP 2001:db8::3 (498d4b31-3571-4f89-8f9b-065912cd5341/0b337dbd-ae37-4de3-a443-b02704cf8d58/4ebebcf9-3367-4aef-a409-8f9b47cf838f) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:14.981550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34218) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:15.021697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.058276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] For port 726701d6-218b-4d78-9c6a-5f089281b736, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:15.096939 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6b79c-730b-425c-a587-55602a166649 req-438c4033-58a1-4ab6-b3b8-f4845767001e tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:15.097696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-817765139', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:15.098380 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-87c6b79c-730b-425c-a587-55602a166649 req-438c4033-58a1-4ab6-b3b8-f4845767001e tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 945 time: 0.5246539 Mar 22 13:03:15.123323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:15.128201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] For port 726701d6-218b-4d78-9c6a-5f089281b736, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=726701d6-218b-4d78-9c6a-5f089281b736,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:15.140342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Usage tracker for resource:router and tenant:b8f03a402292443688fa19989a5b5f0b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:15.145944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.223980 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-36471a87-3032-4a89-a7e5-e87f3306c238 req-2b9e020e-f923-4f7b-b43e-d895c304a64d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951033 Mar 22 13:03:15.250839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:15.277829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Routers {'18a44ea3-2c63-4ed6-8571-50930fe7f3b3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:15.279671 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['18a44ea3-2c63-4ed6-8571-50930fe7f3b3'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:15.283070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:15.355570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Deleting port e72193ab-fe1f-466b-bca3-3b71fc048f69 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:15.355913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.387732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a6bd9-57be-4d00-88f1-7db6e9d798ef None None] Pushing event updated for resources: {'Port': ['ID=726701d6-218b-4d78-9c6a-5f089281b736,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:15.408812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a6632f-b52e-438d-a2f0-b2698712954f None None] New status for floating IP 801aeaf2-df14-4b81-bd57-177d0cdb9aee: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:03:15.460572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.526328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fa0256c3-7b4f-4dea-a76a-83cb4f003937 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port fb33a9b0-f5b0-4701-bcb3-4258306e36e8 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:15.526667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa0256c3-7b4f-4dea-a76a-83cb4f003937 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.555724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.557757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.651716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66cba782-0af6-4c05-8e2e-d8e706bc6ea7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.662880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Deleting port bb238990-35cc-47bc-8bce-f2aafadc5802 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:15.663291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.699342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.709972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.793197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66cba782-0af6-4c05-8e2e-d8e706bc6ea7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.796586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.830683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] Set router 18a44ea3-2c63-4ed6-8571-50930fe7f3b3 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:15.875436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Transition to ACTIVE for port object 4ebebcf9-3367-4aef-a409-8f9b47cf838f will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:15.923558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Transition to ACTIVE for port object 4ebebcf9-3367-4aef-a409-8f9b47cf838f will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:15.985127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.099318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337d568-ece8-4538-ae31-2e354a838e24 req-07009671-bc9f-419e-9c22-b98e65f52f62 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:16.100769 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0337d568-ece8-4538-ae31-2e354a838e24 req-07009671-bc9f-419e-9c22-b98e65f52f62 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 945 time: 0.7473183 Mar 22 13:03:16.119734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Network 498d4b31-3571-4f89-8f9b-065912cd5341 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:16.137144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:16.139737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:16.193100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda43d62-16b6-48ee-a8ff-0b8ea92c05c9 req-82b350e6-3ae4-44bc-a66d-fa76283f2b9b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:16.200629 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fda43d62-16b6-48ee-a8ff-0b8ea92c05c9 req-82b350e6-3ae4-44bc-a66d-fa76283f2b9b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.7123706 Mar 22 13:03:16.217496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.221914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Pushing event updated for resources: {'Port': ['ID=4ebebcf9-3367-4aef-a409-8f9b47cf838f,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:16.223767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa0256c3-7b4f-4dea-a76a-83cb4f003937 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.319091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Subnet': ['ID=0b337dbd-ae37-4de3-a443-b02704cf8d58,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:16.359801 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:16.361113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.361439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.449215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Attempting to bind port 4ebebcf9-3367-4aef-a409-8f9b47cf838f on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:16.450007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Attempting to bind port 4ebebcf9-3367-4aef-a409-8f9b47cf838f by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '67884496-283e-4411-a673-c09d3b1b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '498d4b31-3571-4f89-8f9b-065912cd5341'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:16.450563 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Attempting to bind port 4ebebcf9-3367-4aef-a409-8f9b47cf838f on network 498d4b31-3571-4f89-8f9b-065912cd5341 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:16.471639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:16.472098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Checking segment: {'id': '67884496-283e-4411-a673-c09d3b1b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '498d4b31-3571-4f89-8f9b-065912cd5341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:16.472558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.473005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Bound using segment: {'id': '67884496-283e-4411-a673-c09d3b1b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '498d4b31-3571-4f89-8f9b-065912cd5341'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:16.473782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Bound port: 4ebebcf9-3367-4aef-a409-8f9b47cf838f, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67884496-283e-4411-a673-c09d3b1b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '498d4b31-3571-4f89-8f9b-065912cd5341'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:16.474210 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.523014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fa0256c3-7b4f-4dea-a76a-83cb4f003937 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for fb33a9b0-f5b0-4701-bcb3-4258306e36e8 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:16.550846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.566291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Calling delete_port for e72193ab-fe1f-466b-bca3-3b71fc048f69 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:16.567902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:16.568269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.589551 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fda43d62-16b6-48ee-a8ff-0b8ea92c05c9 req-09531543-8cfa-4d0d-9507-127f4e962a4a tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546185 Mar 22 13:03:16.614847 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0337d568-ece8-4538-ae31-2e354a838e24 req-4bd81103-6402-430f-a858-bfb47def470c tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5007422 Mar 22 13:03:16.629084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a44ea3-2c63-4ed6-8571-50930fe7f3b3', 'name': 'tempest-NetworksTestDHCPv6-router-385388183', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:04Z', 'updated_at': '2022-03-22T13:03:07Z', 'revision_number': 2, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None, '_interfaces': [{'id': '726701d6-218b-4d78-9c6a-5f089281b736', 'name': '', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'mac_address': 'fa:16:3e:9c:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a44ea3-2c63-4ed6-8571-50930fe7f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a3f2cef9-9a04-482c-83b7-ea03489dca50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:06Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'subnets': [{'id': 'a3f2cef9-9a04-482c-83b7-ea03489dca50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:16.641659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] For port 4ebebcf9-3367-4aef-a409-8f9b47cf838f, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:16.645113 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] For port 4ebebcf9-3367-4aef-a409-8f9b47cf838f, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4ebebcf9-3367-4aef-a409-8f9b47cf838f,segment=NetworkSegment(67884496-283e-4411-a673-c09d3b1b907f),segment_id=67884496-283e-4411-a673-c09d3b1b907f)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:16.649667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cba782-0af6-4c05-8e2e-d8e706bc6ea7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 06a74bd7-7f28-49c5-a17c-8ff967a2736a has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:03:16.652615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92dcd6-61ba-4bba-a68f-e9f7e98aac17 None None] The sync data for ids ['18a44ea3-2c63-4ed6-8571-50930fe7f3b3'] in dv-neutron-834664-2-hyperv is: [{'id': '18a44ea3-2c63-4ed6-8571-50930fe7f3b3', 'name': 'tempest-NetworksTestDHCPv6-router-385388183', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:04Z', 'updated_at': '2022-03-22T13:03:07Z', 'revision_number': 2, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None, '_interfaces': [{'id': '726701d6-218b-4d78-9c6a-5f089281b736', 'name': '', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'mac_address': 'fa:16:3e:9c:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a44ea3-2c63-4ed6-8571-50930fe7f3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'a3f2cef9-9a04-482c-83b7-ea03489dca50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:06Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'subnets': [{'id': 'a3f2cef9-9a04-482c-83b7-ea03489dca50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:16.666571 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.681031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 726701d6-218b-4d78-9c6a-5f089281b736 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:16.681031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.770830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.836532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] For port bb238990-35cc-47bc-8bce-f2aafadc5802, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bb238990-35cc-47bc-8bce-f2aafadc5802,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:16.836940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.845847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498d4b31-3571-4f89-8f9b-065912cd5341']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:16.859792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7324b2b-ae47-4abe-95a4-39bacd2c76dc None None] Pushing event updated for resources: {'Port': ['ID=4ebebcf9-3367-4aef-a409-8f9b47cf838f,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:16.876212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:16.876757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:16.904379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55cedb2-869d-4260-b22e-337ed2d9e582 None None] Network 498d4b31-3571-4f89-8f9b-065912cd5341 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:16.924457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67884496-283e-4411-a673-c09d3b1b907f') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:16.924765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67884496-283e-4411-a673-c09d3b1b907f') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:17.132814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] For port 726701d6-218b-4d78-9c6a-5f089281b736, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=726701d6-218b-4d78-9c6a-5f089281b736,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:17.133330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.149489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9209220-ae9b-422f-ad26-48cbe2ff23da None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:03:17.278487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 726701d6-218b-4d78-9c6a-5f089281b736 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:17.299382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9209220-ae9b-422f-ad26-48cbe2ff23da None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:03:17.335955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cba782-0af6-4c05-8e2e-d8e706bc6ea7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:17.348378 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba698f-c512-46f2-a079-9cc803609cf5 None None] Sync routers for ids ['06a74bd7-7f28-49c5-a17c-8ff967a2736a'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:17.357833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.365773 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba698f-c512-46f2-a079-9cc803609cf5 None None] Routers {'06a74bd7-7f28-49c5-a17c-8ff967a2736a'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:17.366781 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-98ba698f-c512-46f2-a079-9cc803609cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06a74bd7-7f28-49c5-a17c-8ff967a2736a'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:17.383889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Deleting port e72193ab-fe1f-466b-bca3-3b71fc048f69 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:17.388145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.396520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.403672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:17.404315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.486265 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-98ba698f-c512-46f2-a079-9cc803609cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:17.505368 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba698f-c512-46f2-a079-9cc803609cf5 None None] Routers {'06a74bd7-7f28-49c5-a17c-8ff967a2736a'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:17.507424 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-98ba698f-c512-46f2-a079-9cc803609cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06a74bd7-7f28-49c5-a17c-8ff967a2736a'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:17.523779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f2e56-27ae-4119-95be-2e8743db8249 req-ab987ed9-f37a-4b88-b149-7d53f9162bb1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:17.525488 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-201f2e56-27ae-4119-95be-2e8743db8249 req-ab987ed9-f37a-4b88-b149-7d53f9162bb1 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.6476221 Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:17.569251 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:17.579959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa0256c3-7b4f-4dea-a76a-83cb4f003937 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.582479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 13:03:17.582479 dv-neutron-834664-2-hyperv neutron-server[87932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 13:03:17.582479 dv-neutron-834664-2-hyperv neutron-server[87932]: [parameters: {'id': '498d4b31-3571-4f89-8f9b-065912cd5341'}] Mar 22 13:03:17.582479 dv-neutron-834664-2-hyperv neutron-server[87932]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:17.583399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:17.662546 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-98ba698f-c512-46f2-a079-9cc803609cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:17.662949 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba698f-c512-46f2-a079-9cc803609cf5 None None] The sync data for ids ['06a74bd7-7f28-49c5-a17c-8ff967a2736a'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:17.676159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fa0256c3-7b4f-4dea-a76a-83cb4f003937 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.700681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66cba782-0af6-4c05-8e2e-d8e706bc6ea7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.705486 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-66cba782-0af6-4c05-8e2e-d8e706bc6ea7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/06a74bd7-7f28-49c5-a17c-8ff967a2736a HTTP/1.1" status: 200 len: 892 time: 4.5593295 Mar 22 13:03:17.707460 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fa0256c3-7b4f-4dea-a76a-83cb4f003937 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/fb33a9b0-f5b0-4701-bcb3-4258306e36e8 HTTP/1.1" status: 204 len: 168 time: 2.7249284 Mar 22 13:03:17.710094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0256c3-7b4f-4dea-a76a-83cb4f003937 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=fb33a9b0-f5b0-4701-bcb3-4258306e36e8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:17.728129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34234) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:17.728474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34236) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:17.744008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'mac_address': 'fa:16:3e:dc:ea:cf', 'name': 'tempest-PortsIpV6TestJSON-1141903096'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:17.808095 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261de793-2550-4ac3-a811-ef91f4b27aae None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:03:17.882468 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-201f2e56-27ae-4119-95be-2e8743db8249 req-353b6fa5-cf93-4c2c-8cb4-5ca2e272ceee tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363054 Mar 22 13:03:17.970272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261de793-2550-4ac3-a811-ef91f4b27aae None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:03:18.057457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f174bc-57d2-4e03-ac14-f5ee21f77b57 req-9f48ad9a-ff59-4826-8f6e-bc538d0f9139 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:18.065226 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d1f174bc-57d2-4e03-ac14-f5ee21f77b57 req-9f48ad9a-ff59-4826-8f6e-bc538d0f9139 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 945 time: 0.2592413 Mar 22 13:03:18.088603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.151129 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d1f174bc-57d2-4e03-ac14-f5ee21f77b57 req-b093c6b4-f8d3-4df5-b4d5-b9abe798e793 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8d3f76b-f9ca-4b39-b796-f861bd832ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845165 Mar 22 13:03:18.154636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting port 4ebebcf9-3367-4aef-a409-8f9b47cf838f {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:18.160391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.216753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.217282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.221941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device bb238990-35cc-47bc-8bce-f2aafadc5802 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:18.341922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.341922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.341922 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Floating IP d21b5e2e-7232-4227-83dd-fe0000543a37 disassociated. External IP: 172.26.5.167, port: bb238990-35cc-47bc-8bce-f2aafadc5802. Mar 22 13:03:18.341922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Calling delete_port for bb238990-35cc-47bc-8bce-f2aafadc5802 owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:18.454069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 726701d6-218b-4d78-9c6a-5f089281b736 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:18.456613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.510151 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 726701d6-218b-4d78-9c6a-5f089281b736 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:18.510596 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 726701d6-218b-4d78-9c6a-5f089281b736 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 22 13:03:18.565333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Port 726701d6-218b-4d78-9c6a-5f089281b736 not found, will not notify nova. {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 22 13:03:18.574516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] For port 4ebebcf9-3367-4aef-a409-8f9b47cf838f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4ebebcf9-3367-4aef-a409-8f9b47cf838f,segment=NetworkSegment(67884496-283e-4411-a673-c09d3b1b907f),segment_id=67884496-283e-4411-a673-c09d3b1b907f)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:18.574912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.590329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Calling delete_port for e72193ab-fe1f-466b-bca3-3b71fc048f69 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:18.705899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Calling delete_port for 4ebebcf9-3367-4aef-a409-8f9b47cf838f owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:18.727612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.738294 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.760977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=726701d6-218b-4d78-9c6a-5f089281b736,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:18.780127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:18.786378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.832235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:18.836104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.888895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:18.902535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.907962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Pushing event deleted for resources: {'Port': ['ID=bb238990-35cc-47bc-8bce-f2aafadc5802,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:18.912650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:18.930260 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-773aab8d-3e58-4bd7-85ab-a49af2aa5f0d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/routers/06a74bd7-7f28-49c5-a17c-8ff967a2736a HTTP/1.1" status: 200 len: 892 time: 1.1972432 Mar 22 13:03:18.950516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34246) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:19.012952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No DVR routers for this DVR port 4ebebcf9-3367-4aef-a409-8f9b47cf838f on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:19.015215 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Port': ['ID=4ebebcf9-3367-4aef-a409-8f9b47cf838f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:19.045354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:19.193189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.221886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ad3a653b-76dc-41ea-9d51-48a376062535 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:19.276702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec155c-b4f4-4e57-adf8-8e9ce03e02b1 req-8df09cac-55ea-4d2a-bb1b-c899a7398464 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:19.278225 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bbec155c-b4f4-4e57-adf8-8e9ce03e02b1 req-8df09cac-55ea-4d2a-bb1b-c899a7398464 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.9736118 Mar 22 13:03:19.331219 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ad3a653b-76dc-41ea-9d51-48a376062535 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:19.332401 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ad3a653b-76dc-41ea-9d51-48a376062535 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=06a74bd7-7f28-49c5-a17c-8ff967a2736a HTTP/1.1" status: 200 len: 205 time: 0.3760741 Mar 22 13:03:19.386371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34252) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:19.442275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.452548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Allocated IP 172.26.5.160 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/0f3cd3fc-5a35-4134-b7ee-0e7b777ceaad) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:19.462731 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b7fec3dc-6d32-4600-accb-a28afb5de677 req-de02e732-4f06-41e6-97e0-e7b4eb2c5021 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 210 time: 0.1802063 Mar 22 13:03:19.472145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.573535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498d4b31-3571-4f89-8f9b-065912cd5341']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:19.603780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67884496-283e-4411-a673-c09d3b1b907f') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:19.604085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67884496-283e-4411-a673-c09d3b1b907f') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:19.686081 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.699051 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bbec155c-b4f4-4e57-adf8-8e9ce03e02b1 req-f3a0d3c9-df72-4d1f-ba5d-a231580c6477 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393276 Mar 22 13:03:19.714509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:03:19.720377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port e3d9d055-f43c-4027-8290-41c9e2cc7394 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:19.734284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.750300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.809622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:19.809831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.812592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:19.824808 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:19.898430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Pushing event deleted for resources: {'Port': ['ID=e72193ab-fe1f-466b-bca3-3b71fc048f69,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:20.059559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.129864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Router 18a44ea3-2c63-4ed6-8571-50930fe7f3b3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:03:20.159993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.162477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Network': ['ID=498d4b31-3571-4f89-8f9b-065912cd5341,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:20.187948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.213089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:20.224006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118a749-f275-468c-9935-813ce7fb685f None None] Sync routers for ids ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:20.233591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118a749-f275-468c-9935-813ce7fb685f None None] Routers {'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:20.234201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a118a749-f275-468c-9935-813ce7fb685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:20.253274 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b33b695c-1131-4943-ac3a-67f8f47c88b1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/498d4b31-3571-4f89-8f9b-065912cd5341 HTTP/1.1" status: 204 len: 168 time: 6.4763427 Mar 22 13:03:20.258622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34256) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:20.260688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.297438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-503305370'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:20.339949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:20.344019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] No DVR routers for this DVR port bb238990-35cc-47bc-8bce-f2aafadc5802 on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:20.347223 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 22411105-c59f-4426-b749-17e10926e63b {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:20.348185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.380385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:network and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:20.383955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.384644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.388458 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-87c6b79c-730b-425c-a587-55602a166649 req-6875af93-a1f0-44ce-998c-69a5e8cd3784 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.47 "DELETE /v2.0/ports/bb238990-35cc-47bc-8bce-f2aafadc5802 HTTP/1.1" status: 204 len: 173 time: 5.2210884 Mar 22 13:03:20.393928 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'name': 'network-vif-deleted', 'tag': 'bb238990-35cc-47bc-8bce-f2aafadc5802'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:03:20.413132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:20.424196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:20.448068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:20.458194 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] Sync routers for ids ['18a44ea3-2c63-4ed6-8571-50930fe7f3b3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:20.470212 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] Routers {'18a44ea3-2c63-4ed6-8571-50930fe7f3b3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:20.471222 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['18a44ea3-2c63-4ed6-8571-50930fe7f3b3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:20.502196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:20.512584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.514393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-a118a749-f275-468c-9935-813ce7fb685f None None] Set router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:20.517287 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-980662cd-7b7b-4a3b-b3be-3f1ea86c6dd9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "PUT /v2.0/routers/18a44ea3-2c63-4ed6-8571-50930fe7f3b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3193638 Mar 22 13:03:20.520448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.522894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34264) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:20.526205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.530009 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9cbae6b4-1120-49af-84c6-678e1cfc9047 tempest-ServersTestManualDisk-1828062311 tempest-ServersTestManualDisk-1828062311-project] 10.222.0.70 "DELETE /v2.0/floatingips/801aeaf2-df14-4b81-bd57-177d0cdb9aee HTTP/1.1" status: 204 len: 168 time: 5.5912099 Mar 22 13:03:20.554705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34268) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:20.556367 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2', 'name': 'network-vif-deleted', 'tag': 'bb238990-35cc-47bc-8bce-f2aafadc5802', 'status': 'completed', 'code': 200} Mar 22 13:03:20.632059 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61428b9-579d-4f81-ae56-320a9fd90a25 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:20.633817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61428b9-579d-4f81-ae56-320a9fd90a25 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:20.634683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a61428b9-579d-4f81-ae56-320a9fd90a25 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:20.636475 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] Set router 18a44ea3-2c63-4ed6-8571-50930fe7f3b3 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:20.638358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.761133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:20.770008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Pushing event updated for resources: {'Port': ['ID=0f3cd3fc-5a35-4134-b7ee-0e7b777ceaad,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:20.771862 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a44ea3-2c63-4ed6-8571-50930fe7f3b3', 'name': 'tempest-NetworksTestDHCPv6-router-385388183', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:04Z', 'updated_at': '2022-03-22T13:03:17Z', 'revision_number': 3, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:20.783015 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] Checking router: 18a44ea3-2c63-4ed6-8571-50930fe7f3b3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:03:20.794697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:20.794990 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] Routers {'18a44ea3-2c63-4ed6-8571-50930fe7f3b3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:20.795737 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['18a44ea3-2c63-4ed6-8571-50930fe7f3b3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:20.798852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:20.887042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.940868 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] Set router 18a44ea3-2c63-4ed6-8571-50930fe7f3b3 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:20.954842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:03:20.980774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a61428b9-579d-4f81-ae56-320a9fd90a25 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:20.985247 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a61428b9-579d-4f81-ae56-320a9fd90a25 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4610243 Mar 22 13:03:20.987636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.987987 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Added segment 5131f97b-94d1-4ee7-8796-1e1e4fe69b59 of type vlan for network 80af4052-f6a0-4306-be03-758dde77f922 Mar 22 13:03:20.988973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34274) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:20.999345 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8ead813e-ac19-4482-a170-8b95e5de6dce req-470ffd97-97cc-4f64-be18-5864af9e39c6 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab09d89-824d-4eb2-a3dc-72ce98b0b7d2 HTTP/1.1" status: 200 len: 210 time: 0.2219045 Mar 22 13:03:21.058139 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a44ea3-2c63-4ed6-8571-50930fe7f3b3', 'name': 'tempest-NetworksTestDHCPv6-router-385388183', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:04Z', 'updated_at': '2022-03-22T13:03:17Z', 'revision_number': 3, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:21.062587 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faef11b-8fd0-445a-8f1d-9d89211f5f22 None None] The sync data for ids ['18a44ea3-2c63-4ed6-8571-50930fe7f3b3'] in dv-neutron-834664-2-hyperv is: [{'id': '18a44ea3-2c63-4ed6-8571-50930fe7f3b3', 'name': 'tempest-NetworksTestDHCPv6-router-385388183', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:04Z', 'updated_at': '2022-03-22T13:03:17Z', 'revision_number': 3, 'project_id': '1febd08167be44f9bfe6df5cb2c69224', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:21.097586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a118a749-f275-468c-9935-813ce7fb685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:53Z', 'revision_number': 5, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:21.104849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118a749-f275-468c-9935-813ce7fb685f None None] Checking router: a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:03:21.115503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118a749-f275-468c-9935-813ce7fb685f None None] Routers {'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:21.116624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a118a749-f275-468c-9935-813ce7fb685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:21.144086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:21.148497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.150359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:21.215747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:21.221228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:21.221947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.252869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.253576 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.5173776 Mar 22 13:03:21.254327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743244d1-fc2a-4f6f-a0ed-4abfeb85f03e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=e3d9d055-f43c-4027-8290-41c9e2cc7394,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:21.257109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34278) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:21.358934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-a118a749-f275-468c-9935-813ce7fb685f None None] Set router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:21.366209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 22411105-c59f-4426-b749-17e10926e63b owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:21.408137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.454622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e009d6-abef-403c-aa07-f8a5eb77a946 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet a3f2cef9-9a04-482c-83b7-ea03489dca50 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:03:21.481420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca7aaf-1443-4ba4-b1f9-e4eab77bef8f req-b75cc685-298c-46ec-95da-c72c389950b0 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:21.482997 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-44ca7aaf-1443-4ba4-b1f9-e4eab77bef8f req-b75cc685-298c-46ec-95da-c72c389950b0 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.6065221 Mar 22 13:03:21.485813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44e009d6-abef-403c-aa07-f8a5eb77a946 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.555216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:03:21.593257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156de456-704f-4ff3-aff4-c5baeabc8c93 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:21.593965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-156de456-704f-4ff3-aff4-c5baeabc8c93 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:21.660569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.665931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:21.667078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.678862 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44e009d6-abef-403c-aa07-f8a5eb77a946 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.699104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-156de456-704f-4ff3-aff4-c5baeabc8c93 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:21.700304 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-156de456-704f-4ff3-aff4-c5baeabc8c93 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/e3d9d055-f43c-4027-8290-41c9e2cc7394 HTTP/1.1" status: 200 len: 845 time: 0.4000871 Mar 22 13:03:21.703187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34282) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:21.764726 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a118a749-f275-468c-9935-813ce7fb685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:53Z', 'revision_number': 5, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:21.770246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118a749-f275-468c-9935-813ce7fb685f None None] The sync data for ids ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'] in dv-neutron-834664-2-hyperv is: [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'afd12d98-88ca-41a8-8565-ffd5d9b734f2', 'name': '', 'network_id': '588ef3e5-b7e3-4388-b407-620145bfff9a', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'mac_address': 'fa:16:3e:a6:6d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:29Z', 'updated_at': '2022-03-22T13:01:53Z', 'revision_number': 5, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'subnets': [{'id': '4460c74b-da4f-4181-aa39-df085cf72af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:21.795040 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-44ca7aaf-1443-4ba4-b1f9-e4eab77bef8f req-814b50b5-3af7-4d57-8593-1b4909daa7bf tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627454 Mar 22 13:03:21.861908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea3c9e-c8b6-4b4a-a4ae-1077690f2201 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port e3d9d055-f43c-4027-8290-41c9e2cc7394 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:21.862261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e4ea3c9e-c8b6-4b4a-a4ae-1077690f2201 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.921740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.965223 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7014272 Mar 22 13:03:21.973651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34288) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:22.001626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'network_id': '80af4052-f6a0-4306-be03-758dde77f922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:22.054231 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd5f72-617f-40e5-a4ff-267e5958d7b7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=80af4052-f6a0-4306-be03-758dde77f922,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:22.069457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 80af4052-f6a0-4306-be03-758dde77f922 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:22.107509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44e009d6-abef-403c-aa07-f8a5eb77a946 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:22.143405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cc61e4-e087-4d61-be62-dc431f7be6bf None None] New status for floating IP d21b5e2e-7232-4227-83dd-fe0000543a37: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:03:22.191084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34298) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:22.307792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:22.348863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:subnet and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:22.362932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:22.408346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 726701d6-218b-4d78-9c6a-5f089281b736 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:22.420445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:22.475654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 726701d6-218b-4d78-9c6a-5f089281b736 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:22.476044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 726701d6-218b-4d78-9c6a-5f089281b736 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:22.520582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:22.524209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:22.550932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e4ea3c9e-c8b6-4b4a-a4ae-1077690f2201 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:22.739994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:22.743710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44e009d6-abef-403c-aa07-f8a5eb77a946 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:22.768714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea3c9e-c8b6-4b4a-a4ae-1077690f2201 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for e3d9d055-f43c-4027-8290-41c9e2cc7394 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:22.839768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=22411105-c59f-4426-b749-17e10926e63b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:22.865032 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a351d8-54b2-49ee-a172-096373dd650f None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:22.905716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44e009d6-abef-403c-aa07-f8a5eb77a946 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:22.910485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e009d6-abef-403c-aa07-f8a5eb77a946 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f2cef9-9a04-482c-83b7-ea03489dca50,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:22.941230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:22.961831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a1e794b4-c53f-44d2-82c4-0c28c948c5d5 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.009367 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-44e009d6-abef-403c-aa07-f8a5eb77a946 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/a3f2cef9-9a04-482c-83b7-ea03489dca50 HTTP/1.1" status: 204 len: 168 time: 2.0158911 Mar 22 13:03:23.038158 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34304) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:23.115250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a1e794b4-c53f-44d2-82c4-0c28c948c5d5 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.138284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e42e59-5ee9-4dc5-941e-856fba76b226 req-42f8c329-9e8a-4207-ad24-647930484734 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:23.142496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2e5064-a15e-40ce-918e-afa2990155ac None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:03:23.144386 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-53e42e59-5ee9-4dc5-941e-856fba76b226 req-42f8c329-9e8a-4207-ad24-647930484734 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.9318466 Mar 22 13:03:23.147542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e5064-a15e-40ce-918e-afa2990155ac None None] Deleting port d5312eee-c121-48e9-b11c-63a598d45d3c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:23.147542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5064-a15e-40ce-918e-afa2990155ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.151141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e4ea3c9e-c8b6-4b4a-a4ae-1077690f2201 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.176683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-8f208b56-c33d-454e-9587-8860ab21efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:23.178134 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-8f208b56-c33d-454e-9587-8860ab21efb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1098 time: 0.6134310 Mar 22 13:03:23.194239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.249758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea3c9e-c8b6-4b4a-a4ae-1077690f2201 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=e3d9d055-f43c-4027-8290-41c9e2cc7394,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:23.267346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e4ea3c9e-c8b6-4b4a-a4ae-1077690f2201 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.370739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-bf2e5064-a15e-40ce-918e-afa2990155ac None None] For port d5312eee-c121-48e9-b11c-63a598d45d3c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d5312eee-c121-48e9-b11c-63a598d45d3c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:23.370954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5064-a15e-40ce-918e-afa2990155ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.389128 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e4ea3c9e-c8b6-4b4a-a4ae-1077690f2201 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/e3d9d055-f43c-4027-8290-41c9e2cc7394 HTTP/1.1" status: 204 len: 168 time: 1.6824622 Mar 22 13:03:23.399490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34308) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:23.456192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.459822 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-073f07cb-dce9-4794-8b4e-69a7932fd618 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:03:23.460355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-073f07cb-dce9-4794-8b4e-69a7932fd618 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:23.501018 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e5064-a15e-40ce-918e-afa2990155ac None None] Calling delete_port for d5312eee-c121-48e9-b11c-63a598d45d3c owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:23.509264 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-53e42e59-5ee9-4dc5-941e-856fba76b226 req-091497ed-3eec-4c52-b379-9d565d25f751 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637819 Mar 22 13:03:23.514790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.567533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=1de2a06b-9c88-4f6f-bd2e-7dd467e57fd7,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:23.569772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-073f07cb-dce9-4794-8b4e-69a7932fd618 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:23.574946 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-073f07cb-dce9-4794-8b4e-69a7932fd618 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/e3d9d055-f43c-4027-8290-41c9e2cc7394 HTTP/1.1" status: 404 len: 333 time: 0.1704872 Mar 22 13:03:23.576570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34312) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:23.577039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.581496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'name': 'tempest-PortsIpV6TestJSON-7189800'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:23.599843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5064-a15e-40ce-918e-afa2990155ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.602529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Router 8b66adb4-155f-46c3-8761-24d747854ba2 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:03:23.629960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking segment: {'id': '5131f97b-94d1-4ee7-8796-1e1e4fe69b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80af4052-f6a0-4306-be03-758dde77f922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:23.630318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network hostable DHCP agents. Network: 80af4052-f6a0-4306-be03-758dde77f922, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:03:23.652849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e5064-a15e-40ce-918e-afa2990155ac None None] Pushing event deleted for resources: {'Port': ['ID=d5312eee-c121-48e9-b11c-63a598d45d3c,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:23.658672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c6e934a2-0c3b-4a51-a3ed-5b64b432153d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:router {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:23.663107 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e5064-a15e-40ce-918e-afa2990155ac None None] No DVR routers for this DVR port d5312eee-c121-48e9-b11c-63a598d45d3c on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:23.686816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a1e794b4-c53f-44d2-82c4-0c28c948c5d5 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.702663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.703270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Fanout notify agent at l3_agent the message router_deleted on router 06a74bd7-7f28-49c5-a17c-8ff967a2736a {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:03:23.715201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-d90afbac-b4a4-4d2e-9bb2-debd3c242a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:23.716605 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-d90afbac-b4a4-4d2e-9bb2-debd3c242a56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 913 time: 0.4670920 Mar 22 13:03:23.723011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e794b4-c53f-44d2-82c4-0c28c948c5d5 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d3f76b-f9ca-4b39-b796-f861bd832ad9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:23.788749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c6e934a2-0c3b-4a51-a3ed-5b64b432153d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:router {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:23.789833 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c6e934a2-0c3b-4a51-a3ed-5b64b432153d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7507679 Mar 22 13:03:23.794405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34316) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:23.797037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:23.819134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a1e794b4-c53f-44d2-82c4-0c28c948c5d5 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.820284 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a1e794b4-c53f-44d2-82c4-0c28c948c5d5 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "DELETE /v2.0/security-groups/f8d3f76b-f9ca-4b39-b796-f861bd832ad9 HTTP/1.1" status: 204 len: 168 time: 1.6282434 Mar 22 13:03:23.826594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.827619 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-69527785-492b-49eb-82b0-05c488a19261 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/06a74bd7-7f28-49c5-a17c-8ff967a2736a HTTP/1.1" status: 204 len: 168 time: 4.4335425 Mar 22 13:03:23.828500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34320) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:23.837448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34322) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:23.859576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-473869424'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:23.863542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network 80af4052-f6a0-4306-be03-758dde77f922 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:23.883937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:23.886358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:23.891595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:23.939914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:network and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:23.948360 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-831b925c-84db-4d98-80be-2324fea427b0 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] show failed (client error): The resource could not be found. Mar 22 13:03:23.949413 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-831b925c-84db-4d98-80be-2324fea427b0 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "GET /v2.0/security-groups/f8d3f76b-f9ca-4b39-b796-f861bd832ad9 HTTP/1.1" status: 404 len: 347 time: 0.1131046 Mar 22 13:03:23.951351 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-838cfb01-d3fa-4d52-a82f-b520f0c67c3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 1001 time: 0.2217786 Mar 22 13:03:23.952288 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:23.955597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34328) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:23.966630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:24.023892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 80af4052-f6a0-4306-be03-758dde77f922) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:24.034323 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5aed04-1121-49ac-9a79-f5424c584bb6 None None] Network 80af4052-f6a0-4306-be03-758dde77f922 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:24.036443 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:24.039901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.093274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e1f9563-a994-40d9-aabd-a4eeb03e31d6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.120801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-51fc523a-4945-45d7-a3e0-008a6ce85c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:24.122236 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-51fc523a-4945-45d7-a3e0-008a6ce85c3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 200 len: 851 time: 0.1568491 Mar 22 13:03:24.157154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:24.157840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.182424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:24.185929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.272553 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-80af4052-f6a0-4306-be03-758dde77f922', 'network_id': '80af4052-f6a0-4306-be03-758dde77f922', 'tenant_id': 'fc022da7f67b4faaa9064c8536f2fac0', 'fixed_ips': [{'subnet_id': '1de2a06b-9c88-4f6f-bd2e-7dd467e57fd7'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:24.273412 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.318797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:03:24.392972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.393427 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added segment e888d8f8-ef7d-475c-93fd-30ce13bd2dd0 of type vlan for network c4606e35-bc25-46bb-a7b2-3914c82fd6bd Mar 22 13:03:24.436027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d5312eee-c121-48e9-b11c-63a598d45d3c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:24.486401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.486992 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: d5312eee-c121-48e9-b11c-63a598d45d3c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:24.487504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d5312eee-c121-48e9-b11c-63a598d45d3c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:24.502343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-26e18103-0ae0-4ddd-a4d5-35f393004216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:24.503873 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-26e18103-0ae0-4ddd-a4d5-35f393004216 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c61fb77-9331-4a80-a558-a9b057586d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3674278 Mar 22 13:03:24.531667 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Allocated IP 2001:db8::1 (80af4052-f6a0-4306-be03-758dde77f922/1de2a06b-9c88-4f6f-bd2e-7dd467e57fd7/f4b233aa-776e-4dca-b495-8c4d1cbbf8c5) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:24.543145 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-14ef371d-429f-45d9-ac0f-411148144902 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5578880 Mar 22 13:03:24.548402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:24.550321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-48999f38-1f38-47e1-b8a8-7cf87c3505d1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Deleting port 850f74dc-4199-4050-8f04-91a70c80a7b3 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:24.550918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-48999f38-1f38-47e1-b8a8-7cf87c3505d1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.561071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34332) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:24.562329 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05615874-1c2b-4cc0-ab8c-4134a1c8e064 None None] Sync routers for ids ['8b66adb4-155f-46c3-8761-24d747854ba2'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:24.575906 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05615874-1c2b-4cc0-ab8c-4134a1c8e064 None None] Routers {'8b66adb4-155f-46c3-8761-24d747854ba2'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:24.576961 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-05615874-1c2b-4cc0-ab8c-4134a1c8e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['8b66adb4-155f-46c3-8761-24d747854ba2'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:24.586008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port 50c2f024-fda2-462c-987a-1a328d9fd619 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:24.658211 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-05615874-1c2b-4cc0-ab8c-4134a1c8e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:24.669987 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05615874-1c2b-4cc0-ab8c-4134a1c8e064 None None] Routers {'8b66adb4-155f-46c3-8761-24d747854ba2'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:24.671410 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-05615874-1c2b-4cc0-ab8c-4134a1c8e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['8b66adb4-155f-46c3-8761-24d747854ba2'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:24.734542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.739935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:24.740525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.764501 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-05615874-1c2b-4cc0-ab8c-4134a1c8e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:24.765848 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05615874-1c2b-4cc0-ab8c-4134a1c8e064 None None] The sync data for ids ['8b66adb4-155f-46c3-8761-24d747854ba2'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:24.843239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.844722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e1f9563-a994-40d9-aabd-a4eeb03e31d6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.850100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e1f9563-a994-40d9-aabd-a4eeb03e31d6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.856424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Transition to ACTIVE for port object f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:24.868048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.871737 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3734ae39-b9f9-43a0-a829-6ff1cf149efe tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.3458316 Mar 22 13:03:24.878975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Transition to ACTIVE for port object f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:24.883474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34338) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:24.887839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.948141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Network 80af4052-f6a0-4306-be03-758dde77f922 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:24.952832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:24.956857 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:24.987440 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1425841 Mar 22 13:03:24.997964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34342) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:25.009005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d288b2-3138-4a1b-8dde-64567880da3a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Network': ['ID=c4606e35-bc25-46bb-a7b2-3914c82fd6bd,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:25.021350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'subnet': {'network_id': 'c4606e35-bc25-46bb-a7b2-3914c82fd6bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:25.050084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network c4606e35-bc25-46bb-a7b2-3914c82fd6bd details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:25.057576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e1f9563-a994-40d9-aabd-a4eeb03e31d6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.058454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1f9563-a994-40d9-aabd-a4eeb03e31d6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Fanout notify agent at l3_agent the message router_deleted on router 18a44ea3-2c63-4ed6-8571-50930fe7f3b3 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:03:25.059838 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-8710b99a-b61d-415e-b0af-17c7e8ab7d8a service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356352 Mar 22 13:03:25.076957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Pushing event updated for resources: {'Port': ['ID=f4b233aa-776e-4dca-b495-8c4d1cbbf8c5,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:25.199596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e1f9563-a994-40d9-aabd-a4eeb03e31d6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.203040 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6e1f9563-a994-40d9-aabd-a4eeb03e31d6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/routers/18a44ea3-2c63-4ed6-8571-50930fe7f3b3 HTTP/1.1" status: 204 len: 168 time: 1.4054091 Mar 22 13:03:25.221422 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Attempting to bind port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:25.221785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Attempting to bind port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '5131f97b-94d1-4ee7-8796-1e1e4fe69b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80af4052-f6a0-4306-be03-758dde77f922'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:25.222914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Attempting to bind port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 on network 80af4052-f6a0-4306-be03-758dde77f922 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:25.223051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34346) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:25.230583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:25.231196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Checking segment: {'id': '5131f97b-94d1-4ee7-8796-1e1e4fe69b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80af4052-f6a0-4306-be03-758dde77f922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:25.231388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.231774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Bound using segment: {'id': '5131f97b-94d1-4ee7-8796-1e1e4fe69b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80af4052-f6a0-4306-be03-758dde77f922'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:25.232232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Bound port: f4b233aa-776e-4dca-b495-8c4d1cbbf8c5, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5131f97b-94d1-4ee7-8796-1e1e4fe69b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '80af4052-f6a0-4306-be03-758dde77f922'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:25.232584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.261264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] Deleting port 59a24ab4-878e-4a05-bd50-8a27bac92111 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:25.261606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.297010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-48999f38-1f38-47e1-b8a8-7cf87c3505d1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.297337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-48999f38-1f38-47e1-b8a8-7cf87c3505d1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.314223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592be18-88d0-4b1f-8951-c102e99b339e req-e29124c3-5732-4de0-9f74-d36a262c5390 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:25.319116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.321070 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d592be18-88d0-4b1f-8951-c102e99b339e req-e29124c3-5732-4de0-9f74-d36a262c5390 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.6141024 Mar 22 13:03:25.328185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:25.336173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] For port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:25.339399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] For port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f4b233aa-776e-4dca-b495-8c4d1cbbf8c5,segment=NetworkSegment(5131f97b-94d1-4ee7-8796-1e1e4fe69b59),segment_id=5131f97b-94d1-4ee7-8796-1e1e4fe69b59)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:25.346237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.360498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:subnet and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:25.364462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:25.400416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:25.407968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:25.408638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.413691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f2576f2f-71d6-4081-9454-77cb2882838a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:25.442761 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d442cc6c-1b94-461f-ba85-4114b6ad1674 req-256b935d-7c69-418d-b5eb-718aa867795d service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749790 Mar 22 13:03:25.473132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b662e-f348-48fe-aa23-4f1b32c78dfd None None] Pushing event updated for resources: {'Port': ['ID=f4b233aa-776e-4dca-b495-8c4d1cbbf8c5,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:25.510028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:25.513456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.553458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-48999f38-1f38-47e1-b8a8-7cf87c3505d1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Calling delete_port for 850f74dc-4199-4050-8f04-91a70c80a7b3 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:25.600912 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-779543e1-919b-49f4-b86f-e9600c819db7 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/routers/8b66adb4-155f-46c3-8761-24d747854ba2 HTTP/1.1" status: 200 len: 924 time: 0.7116978 Mar 22 13:03:25.616755 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34350) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:25.715849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.716432 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] For port 59a24ab4-878e-4a05-bd50-8a27bac92111, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=59a24ab4-878e-4a05-bd50-8a27bac92111,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:25.716798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:25.722530 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fa8d949f-e253-4fb6-9aa8-11ddf7a2b45d tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b66adb4-155f-46c3-8761-24d747854ba2 HTTP/1.1" status: 200 len: 205 time: 0.1047451 Mar 22 13:03:25.725721 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d592be18-88d0-4b1f-8951-c102e99b339e req-e54555cd-9c54-4f24-a961-90619ceeac27 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037244 Mar 22 13:03:25.726489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f2576f2f-71d6-4081-9454-77cb2882838a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:25.729888 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f2576f2f-71d6-4081-9454-77cb2882838a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4831226 Mar 22 13:03:25.730559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34354) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:25.730559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34356) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:26.058060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] Calling delete_port for 59a24ab4-878e-4a05-bd50-8a27bac92111 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:26.134017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49306be9-94d4-4857-8951-7cfd293638ac tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:26.135441 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-49306be9-94d4-4857-8951-7cfd293638ac tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4008865 Mar 22 13:03:26.169214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34364) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:26.276185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.279330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e9abffa6-060f-4293-a948-42d408f6c65a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:router {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:26.293595 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:03:26.384688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.423090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:26.433423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] For port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f4b233aa-776e-4dca-b495-8c4d1cbbf8c5,segment=NetworkSegment(5131f97b-94d1-4ee7-8796-1e1e4fe69b59),segment_id=5131f97b-94d1-4ee7-8796-1e1e4fe69b59)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:26.433795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.481516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.498173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-48999f38-1f38-47e1-b8a8-7cf87c3505d1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.533749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:26.534660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:26.539684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e9abffa6-060f-4293-a948-42d408f6c65a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:router {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:26.546177 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e9abffa6-060f-4293-a948-42d408f6c65a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3694241 Mar 22 13:03:26.553684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=50c2f024-fda2-462c-987a-1a328d9fd619,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:26.581076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34368) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:26.592715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:26.595710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:26.601644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:26.602402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.632038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e1e3f1-7449-436d-b7ad-57ac787578e8 None None] Network 80af4052-f6a0-4306-be03-758dde77f922 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:26.656788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:26.676337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48999f38-1f38-47e1-b8a8-7cf87c3505d1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Pushing event deleted for resources: {'Port': ['ID=850f74dc-4199-4050-8f04-91a70c80a7b3,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:26.688263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Calling delete_port for f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:26.732022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f1df0-d6c0-4dd5-8d48-d3fe621f4859 req-e70a4f4b-bfc9-4b15-aa12-4c7bade53309 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:26.734124 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ab7f1df0-d6c0-4dd5-8d48-d3fe621f4859 req-e70a4f4b-bfc9-4b15-aa12-4c7bade53309 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.6908085 Mar 22 13:03:26.747509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bae054f3-50c8-438e-a4c0-9632e75dfbc9 None None] Provisioning for port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:26.754685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bae054f3-50c8-438e-a4c0-9632e75dfbc9 None None] Provisioning complete for port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:26.755199 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bae054f3-50c8-438e-a4c0-9632e75dfbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.833301 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3166ec5f-d8c7-4a7a-91bd-e02c950a1648 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 3.2542069 Mar 22 13:03:26.838910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34372) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:26.845272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7a0d866c-c8f9-4f1a-b15a-08ab3ec9a879 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:26.912970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-48999f38-1f38-47e1-b8a8-7cf87c3505d1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.913651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Subnet': ['ID=93bb4224-1296-4c8e-8a21-2deed1ae3cfd,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:26.915918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-48999f38-1f38-47e1-b8a8-7cf87c3505d1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.920858 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-48999f38-1f38-47e1-b8a8-7cf87c3505d1 tempest-ServersTestJSON-304841550 tempest-ServersTestJSON-304841550-project] 10.222.0.70 "DELETE /v2.0/floatingips/d21b5e2e-7232-4227-83dd-fe0000543a37 HTTP/1.1" status: 204 len: 168 time: 2.9132843 Mar 22 13:03:26.921898 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34376) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:26.930369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.980899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bae054f3-50c8-438e-a4c0-9632e75dfbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.992126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Deleting port 0f3cd3fc-5a35-4134-b7ee-0e7b777ceaad {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:26.992438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.037139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-bae054f3-50c8-438e-a4c0-9632e75dfbc9 None None] For port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f4b233aa-776e-4dca-b495-8c4d1cbbf8c5,segment=NetworkSegment(5131f97b-94d1-4ee7-8796-1e1e4fe69b59),segment_id=5131f97b-94d1-4ee7-8796-1e1e4fe69b59)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:27.043469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bae054f3-50c8-438e-a4c0-9632e75dfbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.066933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Checking segment: {'id': 'e888d8f8-ef7d-475c-93fd-30ce13bd2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4606e35-bc25-46bb-a7b2-3914c82fd6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:27.067570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network hostable DHCP agents. Network: c4606e35-bc25-46bb-a7b2-3914c82fd6bd, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:03:27.076000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a0d866c-c8f9-4f1a-b15a-08ab3ec9a879 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.087886 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ab7f1df0-d6c0-4dd5-8d48-d3fe621f4859 req-12205dc4-2a7a-4488-9a52-216f65c0602d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227289 Mar 22 13:03:27.124638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae054f3-50c8-438e-a4c0-9632e75dfbc9 None None] Pushing event updated for resources: {'Port': ['ID=f4b233aa-776e-4dca-b495-8c4d1cbbf8c5,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:27.127645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:27.156197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:27.161836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:27.180106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:27.190999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:27.191693 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:27.264309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f93f9fb1-202e-4c1c-8430-f18e8a95f699 None None] Provisioning complete for port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:27.265146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f93f9fb1-202e-4c1c-8430-f18e8a95f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.287808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network c4606e35-bc25-46bb-a7b2-3914c82fd6bd is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:27.292044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:27.295579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.328902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.392699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, c4606e35-bc25-46bb-a7b2-3914c82fd6bd) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:27.402700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.408593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d9649-77ce-4bc1-9643-742a2e61effd None None] Network c4606e35-bc25-46bb-a7b2-3914c82fd6bd requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:27.459216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a24ab4-878e-4a05-bd50-8a27bac92111,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:27.467954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:27.468670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.693311 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-c4606e35-bc25-46bb-a7b2-3914c82fd6bd', 'network_id': 'c4606e35-bc25-46bb-a7b2-3914c82fd6bd', 'tenant_id': 'fee226a007774d58826c427014967959', 'fixed_ips': [{'subnet_id': '93bb4224-1296-4c8e-8a21-2deed1ae3cfd'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:27.695296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.757042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Calling delete_port for 0f3cd3fc-5a35-4134-b7ee-0e7b777ceaad owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:27.777934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:27.778365 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.822197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f617ec-ccf0-418a-b355-d624a6eee18e req-2263c1d4-1238-485a-9013-b4da64981229 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:27.824255 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-32f617ec-ccf0-418a-b355-d624a6eee18e req-2263c1d4-1238-485a-9013-b4da64981229 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.5874860 Mar 22 13:03:27.863658 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2f1400c2-686c-483b-8bae-d0aa0ac55cf2 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8539400 Mar 22 13:03:27.866924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Allocated IP 2001:db8::2 (c4606e35-bc25-46bb-a7b2-3914c82fd6bd/93bb4224-1296-4c8e-8a21-2deed1ae3cfd/288ed2af-7e45-4c6a-8819-acf6c808a765) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:27.870263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34382) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:27.883216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a0d866c-c8f9-4f1a-b15a-08ab3ec9a879 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.891078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a6e8ebbf-2429-47d5-a144-df0b632a7fa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2037957071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:27.910171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a0d866c-c8f9-4f1a-b15a-08ab3ec9a879 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:27.916218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a6e8ebbf-2429-47d5-a144-df0b632a7fa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:28.002440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a6e8ebbf-2429-47d5-a144-df0b632a7fa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:28.014357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d866c-c8f9-4f1a-b15a-08ab3ec9a879 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] In _notify_port_updated(), no bound segment for port 50c2f024-fda2-462c-987a-1a328d9fd619 on network 44292524-8479-4256-81c8-0277f7193fcb {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:03:28.019711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d866c-c8f9-4f1a-b15a-08ab3ec9a879 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:28.020327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a0d866c-c8f9-4f1a-b15a-08ab3ec9a879 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.021612 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7a0d866c-c8f9-4f1a-b15a-08ab3ec9a879 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "PUT /v2.0/ports/50c2f024-fda2-462c-987a-1a328d9fd619 HTTP/1.1" status: 200 len: 818 time: 1.1817203 Mar 22 13:03:28.029132 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-32f617ec-ccf0-418a-b355-d624a6eee18e req-3716f0cf-bcfc-46d0-bc2c-a36074fd5edb tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826074 Mar 22 13:03:28.032327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34386) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:28.115395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-51017b5e-724b-4a57-93ac-1af3cb7e1004 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 50c2f024-fda2-462c-987a-1a328d9fd619 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:28.115748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51017b5e-724b-4a57-93ac-1af3cb7e1004 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.147054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.159461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Transition to ACTIVE for port object 288ed2af-7e45-4c6a-8819-acf6c808a765 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:28.172289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6e8ebbf-2429-47d5-a144-df0b632a7fa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.174520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6e8ebbf-2429-47d5-a144-df0b632a7fa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.180159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d866c-c8f9-4f1a-b15a-08ab3ec9a879 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=50c2f024-fda2-462c-987a-1a328d9fd619,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:28.184046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Transition to ACTIVE for port object 288ed2af-7e45-4c6a-8819-acf6c808a765 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:28.191452 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.268643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Network c4606e35-bc25-46bb-a7b2-3914c82fd6bd is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:28.275680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:28.280655 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:28.287039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Pushing event updated for resources: {'Port': ['ID=288ed2af-7e45-4c6a-8819-acf6c808a765,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:28.417080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.442511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:28.484478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Attempting to bind port 288ed2af-7e45-4c6a-8819-acf6c808a765 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:28.484685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Attempting to bind port 288ed2af-7e45-4c6a-8819-acf6c808a765 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'e888d8f8-ef7d-475c-93fd-30ce13bd2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4606e35-bc25-46bb-a7b2-3914c82fd6bd'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:28.485160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Attempting to bind port 288ed2af-7e45-4c6a-8819-acf6c808a765 on network c4606e35-bc25-46bb-a7b2-3914c82fd6bd {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:28.487545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51017b5e-724b-4a57-93ac-1af3cb7e1004 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.494928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:28.494928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Checking segment: {'id': 'e888d8f8-ef7d-475c-93fd-30ce13bd2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4606e35-bc25-46bb-a7b2-3914c82fd6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:28.495255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.495765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Bound using segment: {'id': 'e888d8f8-ef7d-475c-93fd-30ce13bd2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4606e35-bc25-46bb-a7b2-3914c82fd6bd'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:28.496291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Bound port: 288ed2af-7e45-4c6a-8819-acf6c808a765, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888d8f8-ef7d-475c-93fd-30ce13bd2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4606e35-bc25-46bb-a7b2-3914c82fd6bd'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:28.496727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.497506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Pushing event deleted for resources: {'Port': ['ID=0f3cd3fc-5a35-4134-b7ee-0e7b777ceaad,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:28.502398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6e8ebbf-2429-47d5-a144-df0b632a7fa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.599551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:28.600010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.644109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] For port 288ed2af-7e45-4c6a-8819-acf6c808a765, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:28.662383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] For port 288ed2af-7e45-4c6a-8819-acf6c808a765, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=288ed2af-7e45-4c6a-8819-acf6c808a765,segment=NetworkSegment(e888d8f8-ef7d-475c-93fd-30ce13bd2dd0),segment_id=e888d8f8-ef7d-475c-93fd-30ce13bd2dd0)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:28.663087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-51017b5e-724b-4a57-93ac-1af3cb7e1004 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 50c2f024-fda2-462c-987a-1a328d9fd619 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:28.672434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.752392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:03:28.753864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.760104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.768456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] For port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f4b233aa-776e-4dca-b495-8c4d1cbbf8c5,segment=NetworkSegment(5131f97b-94d1-4ee7-8796-1e1e4fe69b59),segment_id=5131f97b-94d1-4ee7-8796-1e1e4fe69b59)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:28.768816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.773774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6e8ebbf-2429-47d5-a144-df0b632a7fa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.797810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cd1fa-8e88-4079-887b-68c38b6f4bd9 None None] Pushing event updated for resources: {'Port': ['ID=288ed2af-7e45-4c6a-8819-acf6c808a765,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:28.822619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.838785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecd9b2-4aa3-4c4a-802f-b4176a2c4d49 req-c4d0ea11-1b16-49a6-93d7-be12a1bd727d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:28.840302 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-99ecd9b2-4aa3-4c4a-802f-b4176a2c4d49 req-c4d0ea11-1b16-49a6-93d7-be12a1bd727d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.6731410 Mar 22 13:03:29.002593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6e8ebbf-2429-47d5-a144-df0b632a7fa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.003844 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a6e8ebbf-2429-47d5-a144-df0b632a7fa1 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1310081 Mar 22 13:03:29.013301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34392) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:29.013923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51017b5e-724b-4a57-93ac-1af3cb7e1004 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.069535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.075605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Calling delete_port for f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:29.108489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.143305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51017b5e-724b-4a57-93ac-1af3cb7e1004 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=50c2f024-fda2-462c-987a-1a328d9fd619,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:29.151580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:29.163757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:29.172101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989f536d-54f9-4aad-82df-be37e9528fae None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:29.206515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51017b5e-724b-4a57-93ac-1af3cb7e1004 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.229391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:29.229903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.289933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=b5adfd9c-c0cf-4264-b5fe-f86b4e9086b5,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:29.320237 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-99ecd9b2-4aa3-4c4a-802f-b4176a2c4d49 req-68df6f79-c617-485f-9e20-e42733584b24 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227862 Mar 22 13:03:29.366743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.367515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Fanout notify agent at l3_agent the message router_deleted on router 8b66adb4-155f-46c3-8761-24d747854ba2 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:03:29.439030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.440895 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-03fb9161-6f64-4eb1-87e5-2ef534a55ce9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/8b66adb4-155f-46c3-8761-24d747854ba2 HTTP/1.1" status: 204 len: 168 time: 3.7079525 Mar 22 13:03:29.450311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34398) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:29.453739 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-51017b5e-724b-4a57-93ac-1af3cb7e1004 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/50c2f024-fda2-462c-987a-1a328d9fd619 HTTP/1.1" status: 204 len: 168 time: 1.4186969 Mar 22 13:03:29.457632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Request body: {'router': {'name': 'tempest-snat-router-477751978', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'enable_snat': False}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:29.463835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34402) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:29.467196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:29.476275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': 'b5adfd9c-c0cf-4264-b5fe-f86b4e9086b5'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:29.477550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.529533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Usage tracker for resource:router and tenant:dc395393d84541eeb0f4c132d3a2d6ec is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:29.627076 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-61e2489a-8e71-4306-9760-b3d148701d1e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9724393 Mar 22 13:03:29.646463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34406) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:29.648907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:29.673521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:29.675517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Allocated IP 2001:db8::f816:3eff:fe49:96eb (664f0cd7-b40c-4378-b4f7-c397d24fad2a/b5adfd9c-c0cf-4264-b5fe-f86b4e9086b5/0e470fa2-c225-4f70-bcfa-c18e437d0cdb) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:29.689740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:29.885883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.897171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.898180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.936349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb2ded-1a5d-4c15-94a9-2f8e07c37976 None None] Network c4606e35-bc25-46bb-a7b2-3914c82fd6bd requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:29.950422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] Router 6241e4ca-837d-4ccd-b4a1-272df35409c0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:03:29.951513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.980477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Transition to ACTIVE for port object 0e470fa2-c225-4f70-bcfa-c18e437d0cdb will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:29.989897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Port': ['ID=f4b233aa-776e-4dca-b495-8c4d1cbbf8c5,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:30.062250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.071351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519be5c7-de2b-4eec-af14-995178d06ee4 None None] DHCP port deletion for 80af4052-f6a0-4306-be03-758dde77f922 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:03:30.094546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.123676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Transition to ACTIVE for port object 0e470fa2-c225-4f70-bcfa-c18e437d0cdb will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:30.138125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.142250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No DVR routers for this DVR port f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:30.143084 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcaeeda-9de6-4f38-94bb-4578db762a26 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:30.143891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8dcaeeda-9de6-4f38-94bb-4578db762a26 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:30.175694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8eec4924-f2e2-40e3-9918-b74406aa240e None None] Provisioning for port 288ed2af-7e45-4c6a-8819-acf6c808a765 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:30.204520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.226653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:30.237495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:30.247062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:30.254377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:30.267585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:30.352758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84314747-d7cb-4db4-bc47-ce65a6691ee0 req-4e2e640c-c343-4dad-b646-dfc5bb5655f6 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:30.354307 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84314747-d7cb-4db4-bc47-ce65a6691ee0 req-4e2e640c-c343-4dad-b646-dfc5bb5655f6 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.8382828 Mar 22 13:03:30.355222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:30.368481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8dcaeeda-9de6-4f38-94bb-4578db762a26 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:30.372651 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8dcaeeda-9de6-4f38-94bb-4578db762a26 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9043822 Mar 22 13:03:30.381458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34410) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:30.405236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:30.451464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 288ed2af-7e45-4c6a-8819-acf6c808a765 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:30.482349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Pushing event updated for resources: {'Port': ['ID=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:30.483767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.570409 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-15290a47-5ac0-4998-a747-6b847695be59 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:03:30.571211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-15290a47-5ac0-4998-a747-6b847695be59 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:30.602546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Attempting to bind port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:30.602917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Attempting to bind port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:30.603301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Attempting to bind port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:30.613289 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:30.613657 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:30.614053 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.614436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:30.614890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Bound port: 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:30.615280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.669539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:30.673036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.680361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 288ed2af-7e45-4c6a-8819-acf6c808a765 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:30.699720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 288ed2af-7e45-4c6a-8819-acf6c808a765 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:30.700342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.701171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84314747-d7cb-4db4-bc47-ce65a6691ee0 req-918081ad-732e-4645-a509-554575c8096c tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194578 Mar 22 13:03:30.710425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-15290a47-5ac0-4998-a747-6b847695be59 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:30.711635 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-15290a47-5ac0-4998-a747-6b847695be59 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/50c2f024-fda2-462c-987a-1a328d9fd619 HTTP/1.1" status: 404 len: 333 time: 0.3242693 Mar 22 13:03:30.736537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:30.737935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34414) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:30.762217 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1727898005'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:30.776594 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c1e54aa1-55fa-4a1c-aa57-fa84f7f5fb96 admin admin] 10.222.0.70 "PUT /v2.0/routers/6241e4ca-837d-4ccd-b4a1-272df35409c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2158368 Mar 22 13:03:30.779398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:30.791635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34420) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:30.794940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:network and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:30.821252 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] For port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:30.831887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] Sync routers for ids ['6241e4ca-837d-4ccd-b4a1-272df35409c0'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:30.859445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] Routers {'6241e4ca-837d-4ccd-b4a1-272df35409c0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:30.859965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6241e4ca-837d-4ccd-b4a1-272df35409c0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:30.871430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:30.939850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:30.944091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.954488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.078143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] Set router 6241e4ca-837d-4ccd-b4a1-272df35409c0 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:31.168322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Subnet': ['ID=1de2a06b-9c88-4f6f-bd2e-7dd467e57fd7,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:31.199602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] For port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:31.199823 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:31.204427 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.323596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Allocated IP 2001:db8::1 (c4606e35-bc25-46bb-a7b2-3914c82fd6bd/93bb4224-1296-4c8e-8a21-2deed1ae3cfd/23194e09-3817-4248-86e3-000c8ff235c3) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:31.331497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811d3002-e021-4018-8e47-a999fa77d78b None None] Network 80af4052-f6a0-4306-be03-758dde77f922 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:31.423928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.425626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.465993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:03:31.490803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.568286 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80af4052-f6a0-4306-be03-758dde77f922']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:31.590861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] Deleting port afd12d98-88ca-41a8-8565-ffd5d9b734f2 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:31.591282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.602083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f19192-247a-40e4-a82b-9e8d4fad9aaa None None] Pushing event updated for resources: {'Port': ['ID=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:31.622466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ca81d4af-301e-4806-ab82-7da60baf20a5 None None] Provisioning complete for port 288ed2af-7e45-4c6a-8819-acf6c808a765 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:31.622851 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ca81d4af-301e-4806-ab82-7da60baf20a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.644209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.644546 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Added segment 3502f52c-5b88-4347-8252-7a4e4db82a7e of type vlan for network 890989e2-b8d5-43cd-a856-a838292e6e8a Mar 22 13:03:31.647879 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5131f97b-94d1-4ee7-8796-1e1e4fe69b59') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:31.648178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5131f97b-94d1-4ee7-8796-1e1e4fe69b59') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:31.664360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.672729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.687641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ec4f1-8fbf-4e85-9b59-ebde5d20a587 req-a1a44c73-70d4-4381-8110-06ceb6492c9f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:31.689175 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-da0ec4f1-8fbf-4e85-9b59-ebde5d20a587 req-a1a44c73-70d4-4381-8110-06ceb6492c9f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.8050182 Mar 22 13:03:31.692885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.784585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.788547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Transition to ACTIVE for port object 23194e09-3817-4248-86e3-000c8ff235c3 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:31.838162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 288ed2af-7e45-4c6a-8819-acf6c808a765, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=288ed2af-7e45-4c6a-8819-acf6c808a765,segment=NetworkSegment(e888d8f8-ef7d-475c-93fd-30ce13bd2dd0),segment_id=e888d8f8-ef7d-475c-93fd-30ce13bd2dd0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:31.871054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.875988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.879407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c526208-56a5-4caf-a903-0dff24d85ad1 None None] DHCP port deletion for 80af4052-f6a0-4306-be03-758dde77f922 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:03:31.887639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.909756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:31.915411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:31.915810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.917725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:31.929483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:03:27Z', 'revision_number': 5, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:31.933935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:31.933935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:31.936505 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:31.941955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=bdd180ff-1f11-49c1-b8da-4edff0ac00bc,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:31.953873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.955838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] Checking router: 6241e4ca-837d-4ccd-b4a1-272df35409c0 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:03:32.001999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.008251 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] Routers {'6241e4ca-837d-4ccd-b4a1-272df35409c0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:32.008871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6241e4ca-837d-4ccd-b4a1-272df35409c0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:32.106263 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:32.134970 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-da0ec4f1-8fbf-4e85-9b59-ebde5d20a587 req-83cc88c5-abe8-41a7-9c3c-fe13e0ccbc65 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4274905 Mar 22 13:03:32.147756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:03:32.190257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.240485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Allocated IP 172.26.5.146 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/55c9e927-0063-444e-9f47-ec6f4d566c28) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:32.242842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.244802 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Deleting port b4dc29c1-fd01-4914-9bca-659f45317a02 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:32.245187 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.248150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:32.248492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f4b233aa-776e-4dca-b495-8c4d1cbbf8c5 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:32.253143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=288ed2af-7e45-4c6a-8819-acf6c808a765,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:32.297958 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3828a725-4ca7-408c-a3b5-17f19a9fc28d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6440732 Mar 22 13:03:32.309344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34426) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:32.325394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:83:c0:35', 'name': 'tempest-NetworksTestDHCPv6-1684309916'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:32.390333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network c4606e35-bc25-46bb-a7b2-3914c82fd6bd is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:32.403207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] Set router 6241e4ca-837d-4ccd-b4a1-272df35409c0 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:32.407620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:32.505117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:32.505663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.540756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] For port b4dc29c1-fd01-4914-9bca-659f45317a02, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b4dc29c1-fd01-4914-9bca-659f45317a02,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:32.541680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.566861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 288ed2af-7e45-4c6a-8819-acf6c808a765 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:32.625390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=23194e09-3817-4248-86e3-000c8ff235c3,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:32.698480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Calling delete_port for b4dc29c1-fd01-4914-9bca-659f45317a02 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:32.732419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.761403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 288ed2af-7e45-4c6a-8819-acf6c808a765 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:32.761771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.782690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:32.793438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:32.798759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:32.806391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.808626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.814064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:32.814797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.839357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:32.856209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.880143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:32.891233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] For port afd12d98-88ca-41a8-8565-ffd5d9b734f2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=afd12d98-88ca-41a8-8565-ffd5d9b734f2,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:32.891687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.897319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c54d265e-908f-41b6-8cf0-cf628c2c0f57 None None] Provisioning for port 23194e09-3817-4248-86e3-000c8ff235c3 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:32.907817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c54d265e-908f-41b6-8cf0-cf628c2c0f57 None None] Provisioning complete for port 23194e09-3817-4248-86e3-000c8ff235c3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:32.907817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c54d265e-908f-41b6-8cf0-cf628c2c0f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.921813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.013536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:03:27Z', 'revision_number': 5, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:33.041611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf36c24-0cf8-4c04-b9c6-48e1147e1663 None None] The sync data for ids ['6241e4ca-837d-4ccd-b4a1-272df35409c0'] in dv-neutron-834664-2-hyperv is: [{'id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'name': 'tempest-ServersTestManualDisk-1226489098-router', 'tenant_id': '56884933f19e4683ad19a5707e68cae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:03:27Z', 'revision_number': 5, 'project_id': '56884933f19e4683ad19a5707e68cae2', 'gw_port': {'id': 'b4dc29c1-fd01-4914-9bca-659f45317a02', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241e4ca-837d-4ccd-b4a1-272df35409c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:33.046014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c54d265e-908f-41b6-8cf0-cf628c2c0f57 None None] Port 23194e09-3817-4248-86e3-000c8ff235c3 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:03:33.049479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fdf1aaad-65a3-4053-95cc-f9905c98b3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.051893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0e470fa2-c225-4f70-bcfa-c18e437d0cdb up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:33.112279 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.149223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:33.187280 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/80af4052-f6a0-4306-be03-758dde77f922 HTTP/1.1" status: 204 len: 168 time: 8.6093705 Mar 22 13:03:33.199091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34430) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:33.207375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbf86e4-18df-4ec3-97bc-b8ae88e3825f None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:33.218623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2066856361'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:33.230538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:33.250388 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.5083230 Mar 22 13:03:33.258030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] Calling delete_port for afd12d98-88ca-41a8-8565-ffd5d9b734f2 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:33.264042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:33.265527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34434) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:33.271809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:33.290211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:33.296832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770a7b7-0f87-4682-a159-bf4d98feab0d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Network': ['ID=890989e2-b8d5-43cd-a856-a838292e6e8a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:33.317067 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 890989e2-b8d5-43cd-a856-a838292e6e8a details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:33.326383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:33.327581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd2d77-4985-4c7b-b2a7-099d8eb345d6 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Network': ['ID=80af4052-f6a0-4306-be03-758dde77f922,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:33.341910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ac61e304-9057-45e5-8dee-ad4ff087093a None None] Provisioning for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:33.399098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ac61e304-9057-45e5-8dee-ad4ff087093a None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:33.399312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ac61e304-9057-45e5-8dee-ad4ff087093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.444527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:network and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:33.484662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.513959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:33.537753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event updated for resources: {'Port': ['ID=55c9e927-0063-444e-9f47-ec6f4d566c28,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:33.540343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:33.599777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4dc29c1-fd01-4914-9bca-659f45317a02,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:33.696496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ac61e304-9057-45e5-8dee-ad4ff087093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.730470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.742288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ac61e304-9057-45e5-8dee-ad4ff087093a None None] For port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:33.747736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ac61e304-9057-45e5-8dee-ad4ff087093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.776113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.816292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:33.820018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.827412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] Pushing event deleted for resources: {'Port': ['ID=afd12d98-88ca-41a8-8565-ffd5d9b734f2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:33.932418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:33.934276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b6563f-a022-4995-9ad6-9b9b092365a1 None None] Update dhcp port {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': 'b5adfd9c-c0cf-4264-b5fe-f86b4e9086b5', 'ip_address': '2001:db8::f816:3eff:fe49:96eb'}, {'subnet_id': 'bdd180ff-1f11-49c1-b8da-4edff0ac00bc'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '0e470fa2-c225-4f70-bcfa-c18e437d0cdb'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:03:33.973211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:33.997312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:34.007104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:34.007350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61e304-9057-45e5-8dee-ad4ff087093a None None] Pushing event updated for resources: {'Port': ['ID=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:34.031701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b2b6563f-a022-4995-9ad6-9b9b092365a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.049952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 3c69790d-0c05-4a8f-a372-f4219c7e24b5 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:34.106686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:03:34.119955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:34.247532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.247871 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Added segment 72fb04b6-7a1e-472d-ab5d-d193a0fee2b6 of type vlan for network 3ec01bc2-fd75-4103-a17e-0ff31c0715c8 Mar 22 13:03:34.248714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.258263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.294643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:34.298121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.356136 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.356443 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6241e4ca-837d-4ccd-b4a1-272df35409c0 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:03:34.432712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.449439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.453526 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-db05924c-3b0d-415f-8ee2-f1d93c4aa4a4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6241e4ca-837d-4ccd-b4a1-272df35409c0 HTTP/1.1" status: 204 len: 168 time: 3.6605115 Mar 22 13:03:34.455996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34438) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:34.520331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0e470fa2-c225-4f70-bcfa-c18e437d0cdb up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:34.581122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.618539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-530390a8-1f7a-434e-9a73-56e9bd955cab admin admin] Deleting subnet ad4cbfb0-32d8-4856-8d7b-cb72b21f744e {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:03:34.631022 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:34.631980 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.674056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-530390a8-1f7a-434e-9a73-56e9bd955cab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.773900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 59a24ab4-878e-4a05-bd50-8a27bac92111 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:34.816382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 59a24ab4-878e-4a05-bd50-8a27bac92111 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:34.816720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 59a24ab4-878e-4a05-bd50-8a27bac92111 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:34.876118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-530390a8-1f7a-434e-9a73-56e9bd955cab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.876964 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:03:34.956666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.962047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:34.963354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.005360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.053714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 172.20.0.5 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/bdd180ff-1f11-49c1-b8da-4edff0ac00bc/3c69790d-0c05-4a8f-a372-f4219c7e24b5) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:35.115854 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-530390a8-1f7a-434e-9a73-56e9bd955cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.146658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::f816:3eff:fe83:c035 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/b5adfd9c-c0cf-4264-b5fe-f86b4e9086b5/3c69790d-0c05-4a8f-a372-f4219c7e24b5) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:35.165438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] Router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:03:35.200769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:03:35.239756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.249689 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0402389 Mar 22 13:03:35.250489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da183387-75c0-45f6-bf2e-563fa632657a tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=3ec01bc2-fd75-4103-a17e-0ff31c0715c8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:35.255713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34442) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:35.262703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.263506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.265213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'network_id': '3ec01bc2-fd75-4103-a17e-0ff31c0715c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:35.266006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 3ec01bc2-fd75-4103-a17e-0ff31c0715c8 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:35.308968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-530390a8-1f7a-434e-9a73-56e9bd955cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.365718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-75ec0a1e-39a1-42eb-8ac9-2ce65553327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.473622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb86b226-f8e6-4da8-9fd2-90cb85f5ccd9 None None] Network 2d710130-13e1-4111-b70f-e553701a4bce requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:35.479508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530390a8-1f7a-434e-9a73-56e9bd955cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4cbfb0-32d8-4856-8d7b-cb72b21f744e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:35.484990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-530390a8-1f7a-434e-9a73-56e9bd955cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.498366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:35.504011 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-530390a8-1f7a-434e-9a73-56e9bd955cab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ad4cbfb0-32d8-4856-8d7b-cb72b21f744e HTTP/1.1" status: 204 len: 168 time: 1.0445948 Mar 22 13:03:35.505617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:subnet and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:35.507910 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34446) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:35.519119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:35.546710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:35.570504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:35.583578 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-304fa59c-93e1-4ceb-9575-9f03789718cb admin admin] 10.222.0.70 "PUT /v2.0/routers/a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6429858 Mar 22 13:03:35.592158 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] Sync routers for ids ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:35.605690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34450) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:35.609686 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] Routers {'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:35.610864 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:35.621092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=23194e09-3817-4248-86e3-000c8ff235c3,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:35.668024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.672409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:35.676437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.693977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.794602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f13c6-cc28-47ff-b365-867c7ea92632 None None] DHCP port deletion for 2d710130-13e1-4111-b70f-e553701a4bce request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:03:35.799648 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f13c6-cc28-47ff-b365-867c7ea92632 None None] Deleting port 29586a85-7c37-4594-bc30-1156e931e8e7 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:35.800320 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e4f13c6-cc28-47ff-b365-867c7ea92632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.813595 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] Set router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:35.816895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Deleting port 29586a85-7c37-4594-bc30-1156e931e8e7 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:35.817274 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:35.990080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network c4606e35-bc25-46bb-a7b2-3914c82fd6bd is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:35.996540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=9295c1cc-da7c-4bb2-a15a-f17a86c961f9,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:36.033346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3e4f13c6-cc28-47ff-b365-867c7ea92632 None None] For port 29586a85-7c37-4594-bc30-1156e931e8e7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=29586a85-7c37-4594-bc30-1156e931e8e7,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:36.034058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e4f13c6-cc28-47ff-b365-867c7ea92632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.059094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:36.170764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] For port 29586a85-7c37-4594-bc30-1156e931e8e7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=29586a85-7c37-4594-bc30-1156e931e8e7,segment=NetworkSegment(fb9a8827-dbff-4ad6-8663-f3c7ef01d706),segment_id=fb9a8827-dbff-4ad6-8663-f3c7ef01d706)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:36.170764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.178353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f13c6-cc28-47ff-b365-867c7ea92632 None None] Calling delete_port for 29586a85-7c37-4594-bc30-1156e931e8e7 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:36.198479 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:03:33Z', 'revision_number': 5, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:36.202790 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] Checking router: a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:03:36.211973 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] Routers {'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:36.212588 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:36.268717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e4f13c6-cc28-47ff-b365-867c7ea92632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.373504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f13c6-cc28-47ff-b365-867c7ea92632 None None] No DVR routers for this DVR port 29586a85-7c37-4594-bc30-1156e931e8e7 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:36.412078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Calling delete_port for 29586a85-7c37-4594-bc30-1156e931e8e7 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:36.418678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b4dc29c1-fd01-4914-9bca-659f45317a02 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:36.468937 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] Set router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:36.493691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Checking segment: {'id': '3502f52c-5b88-4347-8252-7a4e4db82a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:36.494639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network hostable DHCP agents. Network: 890989e2-b8d5-43cd-a856-a838292e6e8a, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:03:36.512047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: b4dc29c1-fd01-4914-9bca-659f45317a02 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:36.512540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b4dc29c1-fd01-4914-9bca-659f45317a02 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:36.513114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 29586a85-7c37-4594-bc30-1156e931e8e7 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:36.518513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:36.518513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:36.545422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.548976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.568368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 29586a85-7c37-4594-bc30-1156e931e8e7 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:36.568856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 29586a85-7c37-4594-bc30-1156e931e8e7 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:36.570507 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f13c6-cc28-47ff-b365-867c7ea92632 None None] Pushing event deleted for resources: {'Port': ['ID=29586a85-7c37-4594-bc30-1156e931e8e7,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:36.572737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.602369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-58baed97-a84f-4213-88c7-29a4812f1414 None None] Provisioning complete for port 23194e09-3817-4248-86e3-000c8ff235c3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:36.602944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58baed97-a84f-4213-88c7-29a4812f1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.671330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.673019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-58baed97-a84f-4213-88c7-29a4812f1414 None None] Port 23194e09-3817-4248-86e3-000c8ff235c3 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:03:36.685405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.703796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.773679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 3c69790d-0c05-4a8f-a372-f4219c7e24b5 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:36.774774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 890989e2-b8d5-43cd-a856-a838292e6e8a is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:36.782509 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:03:33Z', 'revision_number': 5, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:36.787316 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f966291-8dc1-4ce4-a8d5-412ffdd658a4 None None] The sync data for ids ['a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b'] in dv-neutron-834664-2-hyperv is: [{'id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'name': 'tempest-ServersTestJSON-1827845266-router', 'tenant_id': '71da4384778447c3acef0bf0a43cc204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114'}], 'enable_snat': True}, 'gw_port_id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:13Z', 'updated_at': '2022-03-22T13:03:33Z', 'revision_number': 5, 'project_id': '71da4384778447c3acef0bf0a43cc204', 'gw_port': {'id': '4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:17Z', 'updated_at': '2022-03-22T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:36.883370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 890989e2-b8d5-43cd-a856-a838292e6e8a) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:36.892083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1f0d62-202a-447e-a4e9-9e6d55bb751e None None] Network 890989e2-b8d5-43cd-a856-a838292e6e8a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:36.906318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:36.906929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.915422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=8021db66-8f3e-4c35-9f71-623ec59eb259,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:36.931652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking segment: {'id': '72fb04b6-7a1e-472d-ab5d-d193a0fee2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ec01bc2-fd75-4103-a17e-0ff31c0715c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:36.932004 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network hostable DHCP agents. Network: 3ec01bc2-fd75-4103-a17e-0ff31c0715c8, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:03:36.955223 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network 3ec01bc2-fd75-4103-a17e-0ff31c0715c8 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:36.962099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 3ec01bc2-fd75-4103-a17e-0ff31c0715c8) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:36.966889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:36.967482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:36.982382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15bd0d-9c3b-4292-99a8-fe3c466eb26f None None] Network 3ec01bc2-fd75-4103-a17e-0ff31c0715c8 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:36.996683 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-62fb0654-0db1-40ec-baf2-791a72caf5d5 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7373817 Mar 22 13:03:36.997290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34454) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:37.029537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Deleting port 29586a85-7c37-4594-bc30-1156e931e8e7 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:37.030060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.061888 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c071a9fc-4ea4-4883-9243-ffcd065cd522 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7888517 Mar 22 13:03:37.064841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34458) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:37.072107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.076711 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:37.080112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.149278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Deleting port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:37.149722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.189281 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router d87c38d0-2307-403f-8f23-cf426645aa6d is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:03:37.233327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:37.250020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:37.274535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] The port '29586a85-7c37-4594-bc30-1156e931e8e7' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:03:37.274763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:37.323717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-b2b6563f-a022-4995-9ad6-9b9b092365a1 None None] Allocated IP 172.20.0.2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/bdd180ff-1f11-49c1-b8da-4edff0ac00bc/0e470fa2-c225-4f70-bcfa-c18e437d0cdb) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:37.397486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=3c69790d-0c05-4a8f-a372-f4219c7e24b5,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:37.409907 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-890989e2-b8d5-43cd-a856-a838292e6e8a', 'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a', 'tenant_id': '54db9df364b2456aac7e2debbb03b64e', 'fixed_ips': [{'subnet_id': '9295c1cc-da7c-4bb2-a15a-f17a86c961f9'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:37.410732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.431942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.460452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d710130-13e1-4111-b70f-e553701a4bce']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:37.546749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:37.547647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9a8827-dbff-4ad6-8663-f3c7ef01d706') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:37.568302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.573670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:37.574303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.574605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.582821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Router b8ee5da9-df24-45fc-908a-c2a182ef16d8 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:03:37.605326 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.625355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:37.625772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.626978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:37.636454 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b7a458a0-b5ac-439e-b044-d296a5a4c4d0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/d87c38d0-2307-403f-8f23-cf426645aa6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6177087 Mar 22 13:03:37.645205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34462) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:37.655902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c807365-ea40-49cd-8100-5934f2de92fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-3ec01bc2-fd75-4103-a17e-0ff31c0715c8', 'network_id': '3ec01bc2-fd75-4103-a17e-0ff31c0715c8', 'tenant_id': 'fc022da7f67b4faaa9064c8536f2fac0', 'fixed_ips': [{'subnet_id': '8021db66-8f3e-4c35-9f71-623ec59eb259'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:37.656974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3c807365-ea40-49cd-8100-5934f2de92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.672854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc3969-b766-42cf-b253-379cec256e54 None None] Sync routers for ids ['d87c38d0-2307-403f-8f23-cf426645aa6d'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:37.731581 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:37.738492 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7a099130-1181-4815-8c9b-02c1a6ac420f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.4249992 Mar 22 13:03:37.739665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34466) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:37.751052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b2b6563f-a022-4995-9ad6-9b9b092365a1 None None] For port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:37.765044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:37.773165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:37.780223 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:37.787468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.789236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:37.806949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc3969-b766-42cf-b253-379cec256e54 None None] Routers {'d87c38d0-2307-403f-8f23-cf426645aa6d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:37.807929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-cecc3969-b766-42cf-b253-379cec256e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d87c38d0-2307-403f-8f23-cf426645aa6d'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:37.812464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.815315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.835286 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] For port 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:37.835988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.858720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d710130-13e1-4111-b70f-e553701a4bce,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:37.876476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:37.878854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b192248-6db0-4480-9108-edd4aac10d60 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:37.879787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1b192248-6db0-4480-9108-edd4aac10d60 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:37.879909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.884317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-cecc3969-b766-42cf-b253-379cec256e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:37.894269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:37.897926 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-50b479af-1461-4d30-8a81-c273cd5e9f13 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2d710130-13e1-4111-b70f-e553701a4bce HTTP/1.1" status: 204 len: 168 time: 2.3890321 Mar 22 13:03:37.944387 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc3969-b766-42cf-b253-379cec256e54 None None] Routers {'d87c38d0-2307-403f-8f23-cf426645aa6d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:37.945168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-cecc3969-b766-42cf-b253-379cec256e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d87c38d0-2307-403f-8f23-cf426645aa6d'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:38.015247 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b2b6563f-a022-4995-9ad6-9b9b092365a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.019963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Allocated IP 2001:db8::2 (890989e2-b8d5-43cd-a856-a838292e6e8a/9295c1cc-da7c-4bb2-a15a-f17a86c961f9/f433319f-4864-45e1-a0a5-d65a0c6ceba5) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:38.028094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-cecc3969-b766-42cf-b253-379cec256e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:38.028491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc3969-b766-42cf-b253-379cec256e54 None None] The sync data for ids ['d87c38d0-2307-403f-8f23-cf426645aa6d'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:38.045183 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.058343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b2b6563f-a022-4995-9ad6-9b9b092365a1 None None] Transition to ACTIVE for port object 0e470fa2-c225-4f70-bcfa-c18e437d0cdb will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:38.085202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b2b6563f-a022-4995-9ad6-9b9b092365a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.113406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Subnet': ['ID=8021db66-8f3e-4c35-9f71-623ec59eb259,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server [None req-3c807365-ea40-49cd-8100-5934f2de92fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8021db66-8f3e-4c35-9f71-623ec59eb259: This subnet is being modified by another concurrent operation. Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 13:03:38.125687 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise exception Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8021db66-8f3e-4c35-9f71-623ec59eb259: This subnet is being modified by another concurrent operation. Mar 22 13:03:38.129758 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server Mar 22 13:03:38.201909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24040a2d-54ae-4e7a-aa4d-9fb321f60d0c None None] Network 3ec01bc2-fd75-4103-a17e-0ff31c0715c8 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:38.246293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34474) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:38.258525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.302169 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.ipam_backend_mixin [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9295c1cc-da7c-4bb2-a15a-f17a86c961f9 (CIDR: 2001:db8::/64) Mar 22 13:03:38.304561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec01bc2-fd75-4103-a17e-0ff31c0715c8']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:38.316355 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:03:38.317185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:03:38.341379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Calling delete_port for 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:38.343349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fb04b6-7a1e-472d-ab5d-d193a0fee2b6') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:38.343862 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fb04b6-7a1e-472d-ab5d-d193a0fee2b6') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:38.357859 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a8423625-0276-44a5-b460-1d6ae1612a10 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2932684 Mar 22 13:03:38.358832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34478) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:38.367451 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device afd12d98-88ca-41a8-8565-ffd5d9b734f2 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:38.371680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.385550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:38.442197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: afd12d98-88ca-41a8-8565-ffd5d9b734f2 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:38.442547 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device afd12d98-88ca-41a8-8565-ffd5d9b734f2 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:38.443798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1b192248-6db0-4480-9108-edd4aac10d60 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:38.445159 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1b192248-6db0-4480-9108-edd4aac10d60 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports/23194e09-3817-4248-86e3-000c8ff235c3 HTTP/1.1" status: 200 len: 911 time: 0.7986069 Mar 22 13:03:38.449852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6563f-a022-4995-9ad6-9b9b092365a1 None None] Pushing event updated for resources: {'Port': ['ID=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:38.461370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34482) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:38.468664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:38.474404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-211711e9-55b2-4667-be51-416a8d184cf6 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93bb4224-1296-4c8e-8a21-2deed1ae3cfd'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:38.481084 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Sync routers for ids ['b8ee5da9-df24-45fc-908a-c2a182ef16d8'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:38.493175 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Routers {'b8ee5da9-df24-45fc-908a-c2a182ef16d8'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:38.495410 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b8ee5da9-df24-45fc-908a-c2a182ef16d8'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:38.512332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.535676 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-69033c24-492f-44d7-9f34-b1f5603b6c31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56884933f19e4683ad19a5707e68cae2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2858455 Mar 22 13:03:38.545819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34486) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:38.597841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.601654 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2cf5d2d1-8102-4914-8b51-98c7c3b51264 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.1476488 Mar 22 13:03:38.601797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:38.601797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.618113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34490) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:38.618760 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:38.640470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.724511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82dc5e84-b851-44d5-a896-01bfcb38c06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.753275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82dc5e84-b851-44d5-a896-01bfcb38c06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.791733 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Set router b8ee5da9-df24-45fc-908a-c2a182ef16d8 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:38.813514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Transition to ACTIVE for port object f433319f-4864-45e1-a0a5-d65a0c6ceba5 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:38.816844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.821291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.827384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:38.851676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cb4945-b5e4-45ce-bca1-edbb66d49170 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:38.856168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Transition to ACTIVE for port object f433319f-4864-45e1-a0a5-d65a0c6ceba5 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:38.858464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cb4945-b5e4-45ce-bca1-edbb66d49170 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:38.859649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a0cb4945-b5e4-45ce-bca1-edbb66d49170 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:38.871015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:38.974380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a0cb4945-b5e4-45ce-bca1-edbb66d49170 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:38.975974 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a0cb4945-b5e4-45ce-bca1-edbb66d49170 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 1.2210217 Mar 22 13:03:38.980230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Network': ['ID=3ec01bc2-fd75-4103-a17e-0ff31c0715c8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:38.987145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34494) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:38.989659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:38.996057 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:38.998804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Network 890989e2-b8d5-43cd-a856-a838292e6e8a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:39.005154 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1175b2ff-2896-4262-9083-97af1e892bda tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/3ec01bc2-fd75-4103-a17e-0ff31c0715c8 HTTP/1.1" status: 204 len: 168 time: 2.0068295 Mar 22 13:03:39.005823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:39.006392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34498) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:39.014138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:39.020315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-468648599'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:39.021475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:39.026222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:39.031624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Pushing event updated for resources: {'Port': ['ID=f433319f-4864-45e1-a0a5-d65a0c6ceba5,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:39.031950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:network and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:39.043039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:39.050065 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:39.067488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:39.072031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.084094 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-71d0b26f-ccde-4b45-84d9-e903ae0f8a02 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/routers/b8ee5da9-df24-45fc-908a-c2a182ef16d8 HTTP/1.1" status: 200 len: 908 time: 0.4510531 Mar 22 13:03:39.093346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34502) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:39.107837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Request body: {'router': {'name': 'tempest-snat-router-477751978', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'enable_snat': True}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:39.111809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82dc5e84-b851-44d5-a896-01bfcb38c06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.132416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:39.138872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc5e84-b851-44d5-a896-01bfcb38c06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266346e0-cb44-4d0c-bc5b-2b5bd7e03c81,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:39.148580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:39.152539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.194518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Usage tracker for resource:router and tenant:dc395393d84541eeb0f4c132d3a2d6ec is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:39.198501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:03:39.210958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:39.240572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82dc5e84-b851-44d5-a896-01bfcb38c06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.245102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Attempting to bind port f433319f-4864-45e1-a0a5-d65a0c6ceba5 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:39.245102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Attempting to bind port f433319f-4864-45e1-a0a5-d65a0c6ceba5 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '3502f52c-5b88-4347-8252-7a4e4db82a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:39.245102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Attempting to bind port f433319f-4864-45e1-a0a5-d65a0c6ceba5 on network 890989e2-b8d5-43cd-a856-a838292e6e8a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:39.246110 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-82dc5e84-b851-44d5-a896-01bfcb38c06a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/266346e0-cb44-4d0c-bc5b-2b5bd7e03c81 HTTP/1.1" status: 204 len: 168 time: 0.6992779 Mar 22 13:03:39.248136 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:39.251885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:39.252475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Checking segment: {'id': '3502f52c-5b88-4347-8252-7a4e4db82a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:39.252939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.253524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Bound using segment: {'id': '3502f52c-5b88-4347-8252-7a4e4db82a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:39.254144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Bound port: f433319f-4864-45e1-a0a5-d65a0c6ceba5, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3502f52c-5b88-4347-8252-7a4e4db82a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:39.254569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.344086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.344792 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Added segment 04f3507c-c7f5-485e-a887-ce31ecaf19ac of type vlan for network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 Mar 22 13:03:39.361708 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.364863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.381192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bd817ea3-d9ac-46b4-b2d9-2e72168c2fe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 3c69790d-0c05-4a8f-a372-f4219c7e24b5 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:39.381758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd817ea3-d9ac-46b4-b2d9-2e72168c2fe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.390279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.400870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-33c9afb6-68d3-49fe-ae13-8d66ed08c6f9 None None] Provisioning for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:39.446325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-33c9afb6-68d3-49fe-ae13-8d66ed08c6f9 None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:39.446831 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33c9afb6-68d3-49fe-ae13-8d66ed08c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.477087 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ee5da9-df24-45fc-908a-c2a182ef16d8', 'name': 'tempest-snat-router-477751978', 'tenant_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.146'}], 'enable_snat': False}, 'gw_port_id': '55c9e927-0063-444e-9f47-ec6f4d566c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:30Z', 'updated_at': '2022-03-22T13:03:34Z', 'revision_number': 3, 'project_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'gw_port': {'id': '55c9e927-0063-444e-9f47-ec6f4d566c28', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ee5da9-df24-45fc-908a-c2a182ef16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:32Z', 'updated_at': '2022-03-22T13:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:39.483273 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Checking router: b8ee5da9-df24-45fc-908a-c2a182ef16d8 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:03:39.484134 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Updating router b8ee5da9-df24-45fc-908a-c2a182ef16d8 port 55c9e927-0063-444e-9f47-ec6f4d566c28 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:03:39.518025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] For port f433319f-4864-45e1-a0a5-d65a0c6ceba5, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:39.538426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] For port f433319f-4864-45e1-a0a5-d65a0c6ceba5, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f433319f-4864-45e1-a0a5-d65a0c6ceba5,segment=NetworkSegment(3502f52c-5b88-4347-8252-7a4e4db82a7e),segment_id=3502f52c-5b88-4347-8252-7a4e4db82a7e)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:39.557810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.620016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.629894 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.679443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19891dc-4e54-4a25-9df9-7b375ab76506 None None] Pushing event updated for resources: {'Port': ['ID=f433319f-4864-45e1-a0a5-d65a0c6ceba5,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:39.814417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.879375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-211711e9-55b2-4667-be51-416a8d184cf6 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.935478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7019ce45-1b01-438f-baa6-d8ef64a15c4b None None] Provisioning for port 3c69790d-0c05-4a8f-a372-f4219c7e24b5 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:39.941821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7019ce45-1b01-438f-baa6-d8ef64a15c4b None None] Provisioning complete for port 3c69790d-0c05-4a8f-a372-f4219c7e24b5 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:39.942511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7019ce45-1b01-438f-baa6-d8ef64a15c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:39.997676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:40.027401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:03:40.041789 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-7019ce45-1b01-438f-baa6-d8ef64a15c4b None None] Port 3c69790d-0c05-4a8f-a372-f4219c7e24b5 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:03:40.063429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:40.110299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:40.116413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:40.124484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:40.216789 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:40.234695 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Transition to ACTIVE for port object 55c9e927-0063-444e-9f47-ec6f4d566c28 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:40.246194 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:40.365381 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Attempting to bind port 55c9e927-0063-444e-9f47-ec6f4d566c28 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:40.375204 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Attempting to bind port 55c9e927-0063-444e-9f47-ec6f4d566c28 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:40.375204 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Attempting to bind port 55c9e927-0063-444e-9f47-ec6f4d566c28 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:40.382144 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:40.382512 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:40.382919 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:40.383337 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:40.383814 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Bound port: 55c9e927-0063-444e-9f47-ec6f4d566c28, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:40.384231 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:40.410112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:40.424580 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Pushing event updated for resources: {'Port': ['ID=55c9e927-0063-444e-9f47-ec6f4d566c28,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:40.448171 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.448530 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.448867 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.449226 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.449523 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.449861 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.450184 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.450506 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.451098 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.451458 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.451908 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.452229 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:40.539785 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] For port 55c9e927-0063-444e-9f47-ec6f4d566c28, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:40.545067 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] For port 55c9e927-0063-444e-9f47-ec6f4d566c28, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=55c9e927-0063-444e-9f47-ec6f4d566c28,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:40.553032 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:40.570379 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5571926 Mar 22 13:03:40.576709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34522) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:40.647899 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dd777-d226-4b8a-add4-0eac8c1b3931 None None] Pushing event updated for resources: {'Port': ['ID=55c9e927-0063-444e-9f47-ec6f4d566c28,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:40.680169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0e470fa2-c225-4f70-bcfa-c18e437d0cdb up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:40.684307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'network_id': '2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:40.717857 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Routers {'b8ee5da9-df24-45fc-908a-c2a182ef16d8'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:40.718938 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b8ee5da9-df24-45fc-908a-c2a182ef16d8'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:40.761484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830631d-7ccc-43b2-a780-46ca04272a7c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:40.773388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:40.900510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:40.910293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:subnet and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:40.918493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:40.942331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:40.994962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:40.995836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.003063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:41.007377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.018542 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] Set router b8ee5da9-df24-45fc-908a-c2a182ef16d8 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:41.085378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.087925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.121809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.122294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:03:41.197079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.203080 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-257efd05-d0e7-4f62-b2b6-2d653d2beb32 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a20f6aaa-c0f2-4ea7-98c1-5bbc6ff3df8b HTTP/1.1" status: 204 len: 168 time: 5.5817838 Mar 22 13:03:41.246655 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f433319f-4864-45e1-a0a5-d65a0c6ceba5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:41.280549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34536) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:41.384535 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port f433319f-4864-45e1-a0a5-d65a0c6ceba5 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:41.411814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.420177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e2a8eb-16e4-4a07-a9db-6d9679701fda None None] Network 890989e2-b8d5-43cd-a856-a838292e6e8a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:41.458195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.506545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd817ea3-d9ac-46b4-b2d9-2e72168c2fe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.585563 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b3deb2d9-f7d9-4db4-98f6-34a30d3a7491 None None] Provisioning for port f433319f-4864-45e1-a0a5-d65a0c6ceba5 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:41.618497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b3deb2d9-f7d9-4db4-98f6-34a30d3a7491 None None] Provisioning complete for port f433319f-4864-45e1-a0a5-d65a0c6ceba5 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:41.620467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b3deb2d9-f7d9-4db4-98f6-34a30d3a7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.645555 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ee5da9-df24-45fc-908a-c2a182ef16d8', 'name': 'tempest-snat-router-477751978', 'tenant_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.146'}], 'enable_snat': False}, 'gw_port_id': '55c9e927-0063-444e-9f47-ec6f4d566c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:30Z', 'updated_at': '2022-03-22T13:03:34Z', 'revision_number': 3, 'project_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'gw_port': {'id': '55c9e927-0063-444e-9f47-ec6f4d566c28', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ee5da9-df24-45fc-908a-c2a182ef16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:32Z', 'updated_at': '2022-03-22T13:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:41.651374 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6ef46-f961-451c-9f1b-b41b714bf58d None None] The sync data for ids ['b8ee5da9-df24-45fc-908a-c2a182ef16d8'] in dv-neutron-834664-2-hyperv is: [{'id': 'b8ee5da9-df24-45fc-908a-c2a182ef16d8', 'name': 'tempest-snat-router-477751978', 'tenant_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.146'}], 'enable_snat': False}, 'gw_port_id': '55c9e927-0063-444e-9f47-ec6f4d566c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:30Z', 'updated_at': '2022-03-22T13:03:34Z', 'revision_number': 3, 'project_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'gw_port': {'id': '55c9e927-0063-444e-9f47-ec6f4d566c28', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ee5da9-df24-45fc-908a-c2a182ef16d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:32Z', 'updated_at': '2022-03-22T13:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:41.801701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bd817ea3-d9ac-46b4-b2d9-2e72168c2fe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 3c69790d-0c05-4a8f-a372-f4219c7e24b5 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:41.831059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 890989e2-b8d5-43cd-a856-a838292e6e8a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:41.875543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:41.882612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=602d27db-a8f9-4606-bfe1-92e4aefaa9f9,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:41.885962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:41.886562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.891524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b3deb2d9-f7d9-4db4-98f6-34a30d3a7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:41.997817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking segment: {'id': '04f3507c-c7f5-485e-a887-ce31ecaf19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:41.998643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network hostable DHCP agents. Network: 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:03:42.003216 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b3deb2d9-f7d9-4db4-98f6-34a30d3a7491 None None] For port f433319f-4864-45e1-a0a5-d65a0c6ceba5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f433319f-4864-45e1-a0a5-d65a0c6ceba5,segment=NetworkSegment(3502f52c-5b88-4347-8252-7a4e4db82a7e),segment_id=3502f52c-5b88-4347-8252-7a4e4db82a7e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:42.005182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=d4b7555c-47b8-457b-948c-56e7bf210f2c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:42.013861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b3deb2d9-f7d9-4db4-98f6-34a30d3a7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.024297 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fcb5b70a-6760-407b-a5e7-0089f511baf6 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6559846 Mar 22 13:03:42.025591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34550) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:42.033019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a', 'fixed_ips': [{'subnet_id': '9295c1cc-da7c-4bb2-a15a-f17a86c961f9'}, {'subnet_id': '602d27db-a8f9-4606-bfe1-92e4aefaa9f9'}], 'name': 'tempest-PortsIpV6TestJSON-1005931162'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:42.072605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.104328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd817ea3-d9ac-46b4-b2d9-2e72168c2fe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.132153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34554) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:42.145308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.170185 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3deb2d9-f7d9-4db4-98f6-34a30d3a7491 None None] Pushing event updated for resources: {'Port': ['ID=f433319f-4864-45e1-a0a5-d65a0c6ceba5,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:42.204565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:42.213065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd817ea3-d9ac-46b4-b2d9-2e72168c2fe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=3c69790d-0c05-4a8f-a372-f4219c7e24b5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:42.225952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d38dbb-75c6-4f37-86e1-dd7e564fcb69 admin admin] Deleting subnet 4460c74b-da4f-4181-aa39-df085cf72af5 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:03:42.377056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77d38dbb-75c6-4f37-86e1-dd7e564fcb69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.483841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Allocated IP 172.26.5.241 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/186b6c6c-4562-44f7-9fb1-c7e05c2c17d6) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:42.491492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370d1e2-0051-411f-8ff8-0ad9bea7b4b7 None None] Update dhcp port {'port': {'network_id': '890989e2-b8d5-43cd-a856-a838292e6e8a', 'fixed_ips': [{'subnet_id': '9295c1cc-da7c-4bb2-a15a-f17a86c961f9', 'ip_address': '2001:db8::2'}, {'subnet_id': '602d27db-a8f9-4606-bfe1-92e4aefaa9f9'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': 'f433319f-4864-45e1-a0a5-d65a0c6ceba5'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:03:42.594795 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f433319f-4864-45e1-a0a5-d65a0c6ceba5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:42.595026 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:42.631286 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77d38dbb-75c6-4f37-86e1-dd7e564fcb69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.633892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:42.635104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.645645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29befc9-2806-4443-9cdc-9a33a55ddcb2 None None] Network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:42.652031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-922183062'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:42.720821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:42.728383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77d38dbb-75c6-4f37-86e1-dd7e564fcb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.738401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:42.740974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Usage tracker for resource:network and tenant:20b42072d86b49898a9b3af77d4fe6f9 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:42.747796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:42.750752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:42.754211 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-81f0c059-ad11-4a5f-b784-be40c0c5d3aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1090121 Mar 22 13:03:42.757333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:42.764789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34560) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:42.769699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:42.777430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'network_id': '2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:42.792924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:42.897029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:42.930461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Made reservation on behalf of 20b42072d86b49898a9b3af77d4fe6f9 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:42.934595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.946608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1370d1e2-0051-411f-8ff8-0ad9bea7b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.962674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2', 'network_id': '2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2', 'tenant_id': 'fc022da7f67b4faaa9064c8536f2fac0', 'fixed_ips': [{'subnet_id': 'd4b7555c-47b8-457b-948c-56e7bf210f2c'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:42.963711 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.970243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77d38dbb-75c6-4f37-86e1-dd7e564fcb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:42.980130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.024211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d38dbb-75c6-4f37-86e1-dd7e564fcb69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4460c74b-da4f-4181-aa39-df085cf72af5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:43.026144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd817ea3-d9ac-46b4-b2d9-2e72168c2fe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.052390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.059255 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bd817ea3-d9ac-46b4-b2d9-2e72168c2fe9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/3c69790d-0c05-4a8f-a372-f4219c7e24b5 HTTP/1.1" status: 204 len: 168 time: 4.0710075 Mar 22 13:03:43.061508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-77d38dbb-75c6-4f37-86e1-dd7e564fcb69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.064798 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-77d38dbb-75c6-4f37-86e1-dd7e564fcb69 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4460c74b-da4f-4181-aa39-df085cf72af5 HTTP/1.1" status: 204 len: 168 time: 1.7801230 Mar 22 13:03:43.064798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34564) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:43.069957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34566) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:43.077943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4886f6-f6b8-4509-ac04-7cb089cb0780 None None] Network 588ef3e5-b7e3-4388-b407-620145bfff9a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:43.081763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:43.098696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Usage tracker for resource:security_group_rule and tenant:20b42072d86b49898a9b3af77d4fe6f9 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:43.107313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:43.128016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:43.131179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:43.140480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:subnet and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:43.147935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:43.173453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:43.194939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806275ee-940a-4ac1-acfe-3aa8597e8577 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:43.196724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806275ee-940a-4ac1-acfe-3aa8597e8577 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:43.198029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.198799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806275ee-940a-4ac1-acfe-3aa8597e8577 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:43.199626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-806275ee-940a-4ac1-acfe-3aa8597e8577 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:43.215442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:43.219237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.224824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-211711e9-55b2-4667-be51-416a8d184cf6 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.272312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.277789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port 2f217338-1c5c-40a8-9c2d-b72e22f792ef yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:43.360136 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f433319f-4864-45e1-a0a5-d65a0c6ceba5 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:43.360548 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.440492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-211711e9-55b2-4667-be51-416a8d184cf6 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.446360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211711e9-55b2-4667-be51-416a8d184cf6 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:43.446928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-211711e9-55b2-4667-be51-416a8d184cf6 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.448418 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-211711e9-55b2-4667-be51-416a8d184cf6 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/ports/23194e09-3817-4248-86e3-000c8ff235c3 HTTP/1.1" status: 200 len: 911 time: 4.9815006 Mar 22 13:03:43.466521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34572) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:43.477431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:43.491447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-806275ee-940a-4ac1-acfe-3aa8597e8577 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:43.493306 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-806275ee-940a-4ac1-acfe-3aa8597e8577 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4272885 Mar 22 13:03:43.503836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34576) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:43.508063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.555088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:43.578557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:43.586954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211711e9-55b2-4667-be51-416a8d184cf6 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=23194e09-3817-4248-86e3-000c8ff235c3,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:43.592390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Deleting port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:43.592746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.614516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Allocated IP 2001:db8::2 (2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2/d4b7555c-47b8-457b-948c-56e7bf210f2c/b72b1eac-c306-41c4-af29-5d0f0f77d4f3) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:43.645430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed187b0-a9ee-468e-8be9-d382150e912c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet b5adfd9c-c0cf-4264-b5fe-f86b4e9086b5 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:03:43.653099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5ed187b0-a9ee-468e-8be9-d382150e912c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.664505 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 55c9e927-0063-444e-9f47-ec6f4d566c28 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:43.727431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event updated for resources: {'Port': ['ID=186b6c6c-4562-44f7-9fb1-c7e05c2c17d6,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:43.782530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] DHCP port deletion for 588ef3e5-b7e3-4388-b407-620145bfff9a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:03:43.782862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5ed187b0-a9ee-468e-8be9-d382150e912c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.851489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-1370d1e2-0051-411f-8ff8-0ad9bea7b4b7 None None] Allocated IP 2001:db8:0:1::2 (890989e2-b8d5-43cd-a856-a838292e6e8a/602d27db-a8f9-4606-bfe1-92e4aefaa9f9/f433319f-4864-45e1-a0a5-d65a0c6ceba5) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:43.878427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] Deleting port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:43.879043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.977100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] For port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7d973e1b-b3ae-4395-83a9-f9b36c57ec86,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:43.977693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:43.996241 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 55c9e927-0063-444e-9f47-ec6f4d566c28 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:44.000960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5ed187b0-a9ee-468e-8be9-d382150e912c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.029151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.074955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 55c9e927-0063-444e-9f47-ec6f4d566c28 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:44.075431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.165389 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.177816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Calling delete_port for 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:44.249857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5ed187b0-a9ee-468e-8be9-d382150e912c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.304122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed187b0-a9ee-468e-8be9-d382150e912c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=b5adfd9c-c0cf-4264-b5fe-f86b4e9086b5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:44.310328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5ed187b0-a9ee-468e-8be9-d382150e912c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.341572 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5ed187b0-a9ee-468e-8be9-d382150e912c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/b5adfd9c-c0cf-4264-b5fe-f86b4e9086b5 HTTP/1.1" status: 204 len: 168 time: 0.8365703 Mar 22 13:03:44.343118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34582) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:44.358751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.364518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587ee004-287a-446f-8672-391b0c9ed996 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:44.458185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:03:44.458921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7d973e1b-b3ae-4395-83a9-f9b36c57ec86,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:44.472010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] No DVR routers for this DVR port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:44.484693 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae52bdc-9cd3-42cf-b8e7-cf47e3c510a8,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:44.524213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.524563 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Added segment 1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94 of type vlan for network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe Mar 22 13:03:44.600967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e259ef-31bf-4334-8898-a066ea65187c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet bdd180ff-1f11-49c1-b8da-4edff0ac00bc {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:03:44.610803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-37e259ef-31bf-4334-8898-a066ea65187c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.638405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.679259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588ef3e5-b7e3-4388-b407-620145bfff9a']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:44.695353 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-37e259ef-31bf-4334-8898-a066ea65187c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.699948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.724163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147480e2-97a9-4b7b-9cca-c6b02b3d61a6') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:44.724464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147480e2-97a9-4b7b-9cca-c6b02b3d61a6') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:44.751200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.765606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1370d1e2-0051-411f-8ff8-0ad9bea7b4b7 None None] For port f433319f-4864-45e1-a0a5-d65a0c6ceba5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f433319f-4864-45e1-a0a5-d65a0c6ceba5,segment=NetworkSegment(3502f52c-5b88-4347-8252-7a4e4db82a7e),segment_id=3502f52c-5b88-4347-8252-7a4e4db82a7e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:44.774241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.781889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.787324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:44.787733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:44.801166 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:44.811821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.836831 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Transition to ACTIVE for port object b72b1eac-c306-41c4-af29-5d0f0f77d4f3 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:44.840909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] For port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7d973e1b-b3ae-4395-83a9-f9b36c57ec86,segment=NetworkSegment(147480e2-97a9-4b7b-9cca-c6b02b3d61a6),segment_id=147480e2-97a9-4b7b-9cca-c6b02b3d61a6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:44.841448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.894642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-37e259ef-31bf-4334-8898-a066ea65187c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.896598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.902663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:44.903293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.932662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.959106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.959787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:44.974868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] Pushing event deleted for resources: {'Network': ['ID=588ef3e5-b7e3-4388-b407-620145bfff9a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:44.995647 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0548f652-9dfb-48dd-91bf-3e3f00ff98fc admin admin] 10.222.0.70 "DELETE /v2.0/networks/588ef3e5-b7e3-4388-b407-620145bfff9a HTTP/1.1" status: 204 len: 168 time: 1.9243789 Mar 22 13:03:45.017347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.039063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-37e259ef-31bf-4334-8898-a066ea65187c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.052881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 55c9e927-0063-444e-9f47-ec6f4d566c28, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=55c9e927-0063-444e-9f47-ec6f4d566c28,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:45.062161 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1370d1e2-0051-411f-8ff8-0ad9bea7b4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.074569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] Calling delete_port for 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:45.087747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e259ef-31bf-4334-8898-a066ea65187c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd180ff-1f11-49c1-b8da-4edff0ac00bc,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:45.091512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-37e259ef-31bf-4334-8898-a066ea65187c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.104277 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-37e259ef-31bf-4334-8898-a066ea65187c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/bdd180ff-1f11-49c1-b8da-4edff0ac00bc HTTP/1.1" status: 204 len: 168 time: 0.7576911 Mar 22 13:03:45.104466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34588) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:45.125955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Transition to ACTIVE for port object b72b1eac-c306-41c4-af29-5d0f0f77d4f3 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:45.140672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.198697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:45.207739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:45.216579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:45.220309 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:45.220942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.225077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Pushing event updated for resources: {'Network': ['ID=17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:45.250405 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e94a456d-02a5-4b3a-a95d-487f1c7d13ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.1081123 Mar 22 13:03:45.322170 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:45.329448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=c72ab39c-90f3-4e83-bb20-47b1849daef5,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:45.342782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34596) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:45.376157 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cadb38d0-f205-4726-a37a-2d2f174290b6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2706358 Mar 22 13:03:45.377717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.379056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34600) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:45.396294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:45.437681 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-70baf872-8742-4721-82b8-8e7be0b47d51 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6695585 Mar 22 13:03:45.442831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34604) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:45.573742 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0cc13c1a-609a-4f0e-8d91-f54414ea7208 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71da4384778447c3acef0bf0a43cc204&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2208729 Mar 22 13:03:45.575405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34608) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:45.600196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:45.609511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:45.621169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1370d1e2-0051-411f-8ff8-0ad9bea7b4b7 None None] Transition to ACTIVE for port object f433319f-4864-45e1-a0a5-d65a0c6ceba5 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:45.626542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:45.642308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:45.642696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4b7f4c9d-ee3a-4c42-90d9-dcad10ee8839 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:45.654958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:45.657678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:45.659445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1370d1e2-0051-411f-8ff8-0ad9bea7b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.675800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=55c9e927-0063-444e-9f47-ec6f4d566c28,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:45.678924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:45.734943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:45.739910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.800792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-08d2cb48-4323-4717-89d8-cfc966ffbec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.815144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Pushing event updated for resources: {'Port': ['ID=b72b1eac-c306-41c4-af29-5d0f0f77d4f3,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:45.826248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:45.831142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:45.890788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34612) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:45.903774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:45.904408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:45.916482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Request body: {'port': {'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2095112241'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:45.930970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:45.934360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-08d2cb48-4323-4717-89d8-cfc966ffbec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:45.945239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Usage tracker for resource:port and tenant:559c5ae53aaf4d06a36298a23642ebb6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:45.950704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:45.958327 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b699a76-cd59-4ce6-b8c9-1a2c9a3f06d4 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:45.975230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:45.987770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2337418-9e50-4b30-99dc-0af192d5c5ea tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:45.990427 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2337418-9e50-4b30-99dc-0af192d5c5ea tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:45.992475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2337418-9e50-4b30-99dc-0af192d5c5ea tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:45.994680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2337418-9e50-4b30-99dc-0af192d5c5ea tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:45.996496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2337418-9e50-4b30-99dc-0af192d5c5ea tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:45.997656 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d2337418-9e50-4b30-99dc-0af192d5c5ea tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Synchronizing usage tracker for tenant:fc022da7f67b4faaa9064c8536f2fac0 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:46.015240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Made reservation on behalf of 559c5ae53aaf4d06a36298a23642ebb6 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:46.017795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.035501 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:46.035835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:46.036582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.042148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.092822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:46.102873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Usage tracker for resource:security_group_rule and tenant:559c5ae53aaf4d06a36298a23642ebb6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:46.111887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:46.122653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-08d2cb48-4323-4717-89d8-cfc966ffbec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.143445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:46.172475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2cb48-4323-4717-89d8-cfc966ffbec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740230bd-cf02-403c-a5e7-7f530cfce245,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:46.184487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-98c22ac0-084f-45a1-9c82-9aa22d034f7e None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:46.184856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-98c22ac0-084f-45a1-9c82-9aa22d034f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.261591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d2337418-9e50-4b30-99dc-0af192d5c5ea tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Unset dirty status for tenant:fc022da7f67b4faaa9064c8536f2fac0 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:46.262901 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d2337418-9e50-4b30-99dc-0af192d5c5ea tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8188670 Mar 22 13:03:46.289260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34616) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:46.293054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Attempting to bind port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:46.293561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Attempting to bind port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '04f3507c-c7f5-485e-a887-ce31ecaf19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:46.293919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Attempting to bind port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 on network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:46.298071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370d1e2-0051-411f-8ff8-0ad9bea7b4b7 None None] Pushing event updated for resources: {'Port': ['ID=f433319f-4864-45e1-a0a5-d65a0c6ceba5,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:46.299291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-233202077'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:46.343941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:46.344349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Checking segment: {'id': '04f3507c-c7f5-485e-a887-ce31ecaf19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:46.344749 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.345145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Bound using segment: {'id': '04f3507c-c7f5-485e-a887-ce31ecaf19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:46.345631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Bound port: b72b1eac-c306-41c4-af29-5d0f0f77d4f3, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f3507c-c7f5-485e-a887-ce31ecaf19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:46.346004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.412333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] Deleting port 7d973e1b-b3ae-4395-83a9-f9b36c57ec86 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:46.412333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.449465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.473011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:46.515424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-917c9126-3846-4689-80dc-d6d088a16a60 None None] The port '7d973e1b-b3ae-4395-83a9-f9b36c57ec86' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:03:46.532658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:network and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:46.538064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:46.544630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-08d2cb48-4323-4717-89d8-cfc966ffbec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.548599 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-08d2cb48-4323-4717-89d8-cfc966ffbec5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/740230bd-cf02-403c-a5e7-7f530cfce245 HTTP/1.1" status: 204 len: 168 time: 0.9692595 Mar 22 13:03:46.559425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] For port b72b1eac-c306-41c4-af29-5d0f0f77d4f3, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:46.561423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:46.564298 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] For port b72b1eac-c306-41c4-af29-5d0f0f77d4f3, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b72b1eac-c306-41c4-af29-5d0f0f77d4f3,segment=NetworkSegment(04f3507c-c7f5-485e-a887-ce31ecaf19ac),segment_id=04f3507c-c7f5-485e-a887-ce31ecaf19ac)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:46.611589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:46.615765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.621101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8::1ba (890989e2-b8d5-43cd-a856-a838292e6e8a/9295c1cc-da7c-4bb2-a15a-f17a86c961f9/2f217338-1c5c-40a8-9c2d-b72e22f792ef) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:46.628794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.objects.ports [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87933) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:03:46.694531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8:0:1::308 (890989e2-b8d5-43cd-a856-a838292e6e8a/602d27db-a8f9-4606-bfe1-92e4aefaa9f9/2f217338-1c5c-40a8-9c2d-b72e22f792ef) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:46.702506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.718063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.749374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] device_id is not set on port 23e92255-31ea-4cd8-af7a-2533db3a8d0b yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:46.817579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:03:46.837739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7284f669-8da5-4ba1-b77a-c693582f791d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:46.877916 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.890260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:46.894767 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Added segment 95e67307-a4eb-4a9c-bfe2-48c7b9480095 of type vlan for network cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 Mar 22 13:03:46.970342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf5425-5d1a-4ecb-9e1c-982a4b6dd0ab None None] Network 890989e2-b8d5-43cd-a856-a838292e6e8a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:47.060516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:47.087194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d082f6b-f8b9-46d0-96b2-10e60d362e35 None None] Pushing event updated for resources: {'Port': ['ID=b72b1eac-c306-41c4-af29-5d0f0f77d4f3,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:47.117971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:47.126105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:47.126825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:47.158940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-abd8d12a-56ec-4847-a6dc-e0eedf32aebe None None] Provisioning for port f433319f-4864-45e1-a0a5-d65a0c6ceba5 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:47.224552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-abd8d12a-56ec-4847-a6dc-e0eedf32aebe None None] Provisioning complete for port f433319f-4864-45e1-a0a5-d65a0c6ceba5 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:47.224987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-abd8d12a-56ec-4847-a6dc-e0eedf32aebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:47.261105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:47.332127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object 2f217338-1c5c-40a8-9c2d-b72e22f792ef will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:47.339958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Router 62ef399f-37a9-48f0-9450-ed0193d883c4 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:03:47.422833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:47.506457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:47.513782 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-44bd60c4-a6a0-4324-85b6-d5325674a1e1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2187312 Mar 22 13:03:47.520277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34634) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:47.536925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:47.544507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-159a0773-0100-4186-a7d7-916798c3b836 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:47.555970 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 23194e09-3817-4248-86e3-000c8ff235c3 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:47.557135 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:47.618386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7189817-eb91-48db-ae29-61f1d5b3d9e0 None None] Update dhcp port {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': 'a63a4c4f-f51b-4e61-9f50-f0127bb7d9a8'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '0e470fa2-c225-4f70-bcfa-c18e437d0cdb'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:03:47.829814 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7189817-eb91-48db-ae29-61f1d5b3d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:47.944435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f433319f-4864-45e1-a0a5-d65a0c6ceba5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:48.139805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f433319f-4864-45e1-a0a5-d65a0c6ceba5 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:48.140220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.279268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] device_id is not set on port 23e92255-31ea-4cd8-af7a-2533db3a8d0b yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:48.308077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:48.322675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.396722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Sync routers for ids ['62ef399f-37a9-48f0-9450-ed0193d883c4'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:48.461020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Routers {'62ef399f-37a9-48f0-9450-ed0193d883c4'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:48.461403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['62ef399f-37a9-48f0-9450-ed0193d883c4'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:48.491436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 890989e2-b8d5-43cd-a856-a838292e6e8a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:48.497358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:48.505156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:48.511197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:48.511854 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.534843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.536082 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ae487f3f-5bbb-41d1-ac5b-eb2cdf04b5c2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.4355319 Mar 22 13:03:48.550738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34652) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:48.560241 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 6.5311346 Mar 22 13:03:48.560398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.578617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ec9181d9-5f52-445b-8de9-1912d43e0088 None None] Provisioning complete for port f433319f-4864-45e1-a0a5-d65a0c6ceba5 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:48.578979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ec9181d9-5f52-445b-8de9-1912d43e0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.583797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34654) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:48.590992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Transition to ACTIVE for port object 23e92255-31ea-4cd8-af7a-2533db3a8d0b will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:48.640378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.734297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9295c1cc-da7c-4bb2-a15a-f17a86c961f9'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:48.798219 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Set router 62ef399f-37a9-48f0-9450-ed0193d883c4 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:48.832555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d5345-72a2-4615-8a1e-8299c9a13965 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=2f217338-1c5c-40a8-9c2d-b72e22f792ef,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:48.839885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-159a0773-0100-4186-a7d7-916798c3b836 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.881626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event updated for resources: {'Port': ['ID=23e92255-31ea-4cd8-af7a-2533db3a8d0b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:48.911186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] For port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:48.921946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-159a0773-0100-4186-a7d7-916798c3b836 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.926178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.964124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-159a0773-0100-4186-a7d7-916798c3b836 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 is not hosted by any dhcp agent {{(pid=87933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 22 13:03:48.969720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a0773-0100-4186-a7d7-916798c3b836 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:48.970476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-159a0773-0100-4186-a7d7-916798c3b836 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:48.971893 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-159a0773-0100-4186-a7d7-916798c3b836 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "PUT /v2.0/networks/cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 HTTP/1.1" status: 200 len: 723 time: 1.4487083 Mar 22 13:03:48.977645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Checking segment: {'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:48.978267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Network hostable DHCP agents. Network: 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:03:48.984565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34668) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:48.998016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 55c9e927-0063-444e-9f47-ec6f4d566c28 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:49.033275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b13c68d-d2be-4ea2-bc72-6c3415dc772e None None] Network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:49.065840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'network_id': 'cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:49.083261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34672) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:49.185868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a0773-0100-4186-a7d7-916798c3b836 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:49.188710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 23194e09-3817-4248-86e3-000c8ff235c3 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:49.192658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:03:49.237439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:49.247915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:49.251832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:49.257395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:49.261120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:49.268171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:49.268805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:49.273864 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1d37c3a9-932d-4c13-a9bf-e722541aa41c tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/routers/62ef399f-37a9-48f0-9450-ed0193d883c4 HTTP/1.1" status: 200 len: 907 time: 0.7120032 Mar 22 13:03:49.285936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34678) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:49.299266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-b7189817-eb91-48db-ae29-61f1d5b3d9e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:49.299628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-b7189817-eb91-48db-ae29-61f1d5b3d9e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:49.433828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,revision_number=8']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:49.436691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=a63a4c4f-f51b-4e61-9f50-f0127bb7d9a8,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:49.441326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:49.442635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:49.459426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:49.466573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:49.469103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:49.481923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:49.483598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d890dcd5-c5b9-4d3b-b675-fb0ada678b37 None None] Network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:49.490257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:49.508336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:49.509019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:49.530552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:49.541298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:49.555200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Usage tracker for resource:floatingip and tenant:eef1bc75351148319872b8385573297a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:49.562627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:49.565891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:49.566225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:49.566585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:49.616663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:49.628668 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fbb5419b-39fa-44cc-b237-26dea24eda19 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2472541 Mar 22 13:03:49.633879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:49.634254 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:49.638919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34682) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:49.641756 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 2 to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b Mar 22 13:03:49.650641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 55c9e927-0063-444e-9f47-ec6f4d566c28 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:49.651013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:49.652937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:49.670302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:49.691816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:49.692129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:49.692449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:49.714278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:49.714483 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:49.717067 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 3 to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b Mar 22 13:03:49.736677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:49.737012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:49.737343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:49.778770 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:49.778991 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:49.785551 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 4 to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b Mar 22 13:03:49.820317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:49.868325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:49.869204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:49.869538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:49.880280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:49.880280 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:49.883096 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 5 to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b Mar 22 13:03:49.925719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:49.926067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:49.926379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:49.947540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:49.947863 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:49.951401 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 6 to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b Mar 22 13:03:49.964663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7189817-eb91-48db-ae29-61f1d5b3d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:49.982230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:49.982558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:49.982856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:49.988016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.028900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:50.029272 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:50.036317 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 7 to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b Mar 22 13:03:50.074960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:50.075328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:50.075648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:50.083302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-360aebf4-179f-4628-9bda-3e1fc4f5da50 None None] Provisioning for port 2f217338-1c5c-40a8-9c2d-b72e22f792ef completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:50.090938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:50.091344 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:50.102247 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 8 to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b Mar 22 13:03:50.109778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.116074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=bc424659-d8f5-420f-a4a4-865e51ea6ae4,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:50.120530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-360aebf4-179f-4628-9bda-3e1fc4f5da50 None None] Provisioning complete for port 2f217338-1c5c-40a8-9c2d-b72e22f792ef triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:50.120905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-360aebf4-179f-4628-9bda-3e1fc4f5da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.154631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ef399f-37a9-48f0-9450-ed0193d883c4', 'name': 'tempest-snat-router-477751978', 'tenant_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '186b6c6c-4562-44f7-9fb1-c7e05c2c17d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:39Z', 'updated_at': '2022-03-22T13:03:44Z', 'revision_number': 3, 'project_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'gw_port': {'id': '186b6c6c-4562-44f7-9fb1-c7e05c2c17d6', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ef399f-37a9-48f0-9450-ed0193d883c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:42Z', 'updated_at': '2022-03-22T13:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:50.165951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72b1eac-c306-41c4-af29-5d0f0f77d4f3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:50.174029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:50.174341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:50.174673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:50.183773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking segment: {'id': '95e67307-a4eb-4a9c-bfe2-48c7b9480095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:50.184143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network hostable DHCP agents. Network: cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:03:50.206266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:50.206266 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:50.210715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 9 to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b Mar 22 13:03:50.244056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:50.244590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:50.244943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:50.286334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:50.293630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:50.294057 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:50.297379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 10 to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b Mar 22 13:03:50.308800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Checking router: 62ef399f-37a9-48f0-9450-ed0193d883c4 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:03:50.308800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Updating router 62ef399f-37a9-48f0-9450-ed0193d883c4 port 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:03:50.321011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:50.321011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:50.321297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:50.331379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:50.331692 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 23e92255-31ea-4cd8-af7a-2533db3a8d0b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:50.331958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.347697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:50.353000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:50.355105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.364861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:50.372124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Allocated IP 172.26.5.193 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/5a560e7b-4810-4922-acc9-39b426ad68a9) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:50.380492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.383941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-360aebf4-179f-4628-9bda-3e1fc4f5da50 None None] Port 2f217338-1c5c-40a8-9c2d-b72e22f792ef cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:03:50.385250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:50.387246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9893621-64d9-4bc4-86a6-b1db188f090e None None] Network cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:50.443726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:50.451323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=23194e09-3817-4248-86e3-000c8ff235c3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:50.466152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:50.484822 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8d070508-5d39-4325-a318-844b397f48e8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4959934 Mar 22 13:03:50.533389 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34686) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:50.546077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.553366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-82ff1e97-cb6b-4020-8ea9-01ab4b546133 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:50.647820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-360aebf4-179f-4628-9bda-3e1fc4f5da50 None None] Provisioning for port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:50.659546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.706245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] For port 23e92255-31ea-4cd8-af7a-2533db3a8d0b, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:50.706640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempted to set empty binding levels {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 13:03:50.742350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.745948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:50.749684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.763638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.793617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9679eab1-e9a3-4186-82c7-6510035b93a0 None None] Update dhcp port {'port': {'network_id': '2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2', 'fixed_ips': [{'subnet_id': 'd4b7555c-47b8-457b-948c-56e7bf210f2c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c72ab39c-90f3-4e83-bb20-47b1849daef5'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': 'b72b1eac-c306-41c4-af29-5d0f0f77d4f3'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:03:50.805346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:50.806118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.856433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.864059 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event updated for resources: {'Port': ['ID=23e92255-31ea-4cd8-af7a-2533db3a8d0b,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:50.873706 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cb2f8d5a-a508-45ae-a654-5c33f9c6a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.9791417 Mar 22 13:03:50.874138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34690) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:50.893240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Deleting port 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:50.893586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.897502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:50.927669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Delete allocated IP 2001:db8:0:1::308 (890989e2-b8d5-43cd-a856-a838292e6e8a/602d27db-a8f9-4606-bfe1-92e4aefaa9f9) {{(pid=87932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 13:03:50.947537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-50c84276-0b2b-4ec8-afe3-5dc6d1f5e566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Deleting port 23e92255-31ea-4cd8-af7a-2533db3a8d0b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:50.947963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50c84276-0b2b-4ec8-afe3-5dc6d1f5e566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:50.983510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:50.983834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.008393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9679eab1-e9a3-4186-82c7-6510035b93a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.015865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.125376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:51.133916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:51.137609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:51.186532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Pushing event updated for resources: {'Port': ['ID=5a560e7b-4810-4922-acc9-39b426ad68a9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:51.283556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b7189817-eb91-48db-ae29-61f1d5b3d9e0 None None] For port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:51.311830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-50c84276-0b2b-4ec8-afe3-5dc6d1f5e566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] For port 23e92255-31ea-4cd8-af7a-2533db3a8d0b, host hv-neutron-8346, got binding levels [] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:51.312153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50c84276-0b2b-4ec8-afe3-5dc6d1f5e566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.450013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-50c84276-0b2b-4ec8-afe3-5dc6d1f5e566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Calling delete_port for 23e92255-31ea-4cd8-af7a-2533db3a8d0b owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:51.462504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6', 'network_id': 'cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6', 'tenant_id': 'fc022da7f67b4faaa9064c8536f2fac0', 'fixed_ips': [{'subnet_id': 'bc424659-d8f5-420f-a4a4-865e51ea6ae4'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:03:51.463422 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.496116 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.497394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.533877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7189817-eb91-48db-ae29-61f1d5b3d9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.591329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.591547 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7189817-eb91-48db-ae29-61f1d5b3d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.636961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50c84276-0b2b-4ec8-afe3-5dc6d1f5e566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.687222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.716244 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c84276-0b2b-4ec8-afe3-5dc6d1f5e566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event deleted for resources: {'Port': ['ID=23e92255-31ea-4cd8-af7a-2533db3a8d0b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:51.731064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50c84276-0b2b-4ec8-afe3-5dc6d1f5e566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.742187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.resource_extend [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:03:51.745544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router d87c38d0-2307-403f-8f23-cf426645aa6d has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:03:51.752715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82ff1e97-cb6b-4020-8ea9-01ab4b546133 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-952721'] for subnet, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.764762 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-50c84276-0b2b-4ec8-afe3-5dc6d1f5e566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "DELETE /v2.0/ports/23e92255-31ea-4cd8-af7a-2533db3a8d0b HTTP/1.1" status: 204 len: 168 time: 0.8870792 Mar 22 13:03:51.776413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34694) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:51.832439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-9679eab1-e9a3-4186-82c7-6510035b93a0 None None] Allocated IP 172.20.0.1 (2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2/c72ab39c-90f3-4e83-bb20-47b1849daef5/b72b1eac-c306-41c4-af29-5d0f0f77d4f3) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:51.861565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7189817-eb91-48db-ae29-61f1d5b3d9e0 None None] Pushing event updated for resources: {'Port': ['ID=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,revision_number=9']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:51.867052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port b72b1eac-c306-41c4-af29-5d0f0f77d4f3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b72b1eac-c306-41c4-af29-5d0f0f77d4f3,segment=NetworkSegment(04f3507c-c7f5-485e-a887-ce31ecaf19ac),segment_id=04f3507c-c7f5-485e-a887-ce31ecaf19ac)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:51.874945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.897991 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-061b1f59-64e0-40a9-ad17-dac66d05bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] GET failed (client error): The resource could not be found. Mar 22 13:03:51.898457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-061b1f59-64e0-40a9-ad17-dac66d05bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Synchronizing usage tracker for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:51.920567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:51.966839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-061b1f59-64e0-40a9-ad17-dac66d05bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Unset dirty status for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:51.968319 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-061b1f59-64e0-40a9-ad17-dac66d05bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "GET /v2.0/ports/23e92255-31ea-4cd8-af7a-2533db3a8d0b HTTP/1.1" status: 404 len: 333 time: 0.1908381 Mar 22 13:03:51.974053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34698) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:51.982808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Request body: {'port': {'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-396011686'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:51.989366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:52.012218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:52.018635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.039567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.041454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Made reservation on behalf of 559c5ae53aaf4d06a36298a23642ebb6 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:52.044191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.062710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.069872 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0e470fa2-c225-4f70-bcfa-c18e437d0cdb up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:52.117009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:03:52.129348 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750a9234-310d-4bb0-b4ca-b6074fac1598 None None] Sync routers for ids ['d87c38d0-2307-403f-8f23-cf426645aa6d'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:03:52.143808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] device_id is not set on port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:52.145361 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a9234-310d-4bb0-b4ca-b6074fac1598 None None] Routers {'d87c38d0-2307-403f-8f23-cf426645aa6d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:52.146104 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-750a9234-310d-4bb0-b4ca-b6074fac1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d87c38d0-2307-403f-8f23-cf426645aa6d'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:52.151085 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Transition to ACTIVE for port object 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:52.176881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Allocated IP 2001:db8::2 (cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6/bc424659-d8f5-420f-a4a4-865e51ea6ae4/980440e9-73f2-46d4-bf4d-2ce2a3f42f85) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:52.211866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=b72b1eac-c306-41c4-af29-5d0f0f77d4f3,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:52.223782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.294852 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-750a9234-310d-4bb0-b4ca-b6074fac1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:52.318197 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a9234-310d-4bb0-b4ca-b6074fac1598 None None] Routers {'d87c38d0-2307-403f-8f23-cf426645aa6d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:52.320042 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-750a9234-310d-4bb0-b4ca-b6074fac1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d87c38d0-2307-403f-8f23-cf426645aa6d'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:52.360734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Pushing event updated for resources: {'Port': ['ID=5a560e7b-4810-4922-acc9-39b426ad68a9,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:52.370054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.376568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.389437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Ignored duplicate provisioning block setup for port 2f217338-1c5c-40a8-9c2d-b72e22f792ef by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 13:03:52.422244 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-750a9234-310d-4bb0-b4ca-b6074fac1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:52.423027 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750a9234-310d-4bb0-b4ca-b6074fac1598 None None] The sync data for ids ['d87c38d0-2307-403f-8f23-cf426645aa6d'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:52.465947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.478558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Calling delete_port for 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:52.485027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-9679eab1-e9a3-4186-82c7-6510035b93a0 None None] For port b72b1eac-c306-41c4-af29-5d0f0f77d4f3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b72b1eac-c306-41c4-af29-5d0f0f77d4f3,segment=NetworkSegment(04f3507c-c7f5-485e-a887-ce31ecaf19ac),segment_id=04f3507c-c7f5-485e-a887-ce31ecaf19ac)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:52.526717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9679eab1-e9a3-4186-82c7-6510035b93a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.536826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.570272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.575223 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3350dd59-99c4-4ba1-9f55-acb9f385991b tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4782915 Mar 22 13:03:52.575381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865575b7-2618-439d-a3ec-718196ca6304 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:52.576632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34702) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:52.584256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-175481228', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'fixed_ips': [{'ip_address': '172.26.5.193'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:52.596771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:52.665427 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:52.690127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9679eab1-e9a3-4186-82c7-6510035b93a0 None None] Transition to ACTIVE for port object b72b1eac-c306-41c4-af29-5d0f0f77d4f3 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:52.705861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Attempting to bind port 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:52.705861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Attempting to bind port 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:52.705861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Attempting to bind port 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:52.709139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:52.721069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Usage tracker for resource:port and tenant:eef1bc75351148319872b8385573297a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:52.726401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:52.731445 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5ecb8a59-8c58-41ed-bd0c-5f33053628a0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/d87c38d0-2307-403f-8f23-cf426645aa6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2568531 Mar 22 13:03:52.732491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34706) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:52.743481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:52.744085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.750135 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] In _notify_port_updated(), no bound segment for port 2f217338-1c5c-40a8-9c2d-b72e22f792ef on network 890989e2-b8d5-43cd-a856-a838292e6e8a {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:03:52.755400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:52.756040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.757542 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "PUT /v2.0/ports/2f217338-1c5c-40a8-9c2d-b72e22f792ef HTTP/1.1" status: 200 len: 926 time: 4.1731286 Mar 22 13:03:52.759518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f1c7f-573a-4045-b598-ac8c548d4464 None None] Pushing event updated for resources: {'Port': ['ID=186b6c6c-4562-44f7-9fb1-c7e05c2c17d6,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:52.769554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=bed50d80-2137-4be1-8e3d-cec093a6b4dc,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:52.771608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34710) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:52.778504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06788a-4948-4082-b06c-e1be0eee1d44 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=2f217338-1c5c-40a8-9c2d-b72e22f792ef,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:52.792682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9295c1cc-da7c-4bb2-a15a-f17a86c961f9'}, {'subnet_id': '602d27db-a8f9-4606-bfe1-92e4aefaa9f9'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:52.806519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9679eab1-e9a3-4186-82c7-6510035b93a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.811033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:52.828208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.836713 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-57c8e738-e976-4f9c-90f8-bafe6bb7dd7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=d87c38d0-2307-403f-8f23-cf426645aa6d HTTP/1.1" status: 200 len: 205 time: 0.0977113 Mar 22 13:03:52.839786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34714) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:52.853915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Made reservation on behalf of eef1bc75351148319872b8385573297a for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:52.856293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.872906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.878399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:52.878827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:52.879178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.879573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:52.880046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Bound port: 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:52.880599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.894080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:52.899342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Usage tracker for resource:security_group_rule and tenant:eef1bc75351148319872b8385573297a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:52.903087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:52.909949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:52.918982 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f92d4539-3253-4840-86dc-949cd43b269e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2721920 Mar 22 13:03:52.919238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34718) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:52.927620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:52.928024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:52.929414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:e0:74:e6', 'name': 'tempest-NetworksTestDHCPv6-1433690379'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:52.953671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.019369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8a060ab6-6e8d-451b-b20d-0e375ffc11c6 None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:53.019369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8a060ab6-6e8d-451b-b20d-0e375ffc11c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.048434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02a5e950-02f9-4836-af4b-bcbc1b94dbd0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.111204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:53.127988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:53.146165 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:53.147381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:53.147732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.167995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event updated for resources: {'Port': ['ID=ed10ad19-acd0-4bb2-9d78-f7ccce547c46,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:53.200666 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:53.200666 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:53.224365 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6eee4789-4d11-4f2a-bbc7-c787b06d8454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2491720 Mar 22 13:03:53.231816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34722) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:53.244521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:53.252901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.293420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:53.311730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:53.316553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:53.328722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679eab1-e9a3-4186-82c7-6510035b93a0 None None] Pushing event updated for resources: {'Port': ['ID=b72b1eac-c306-41c4-af29-5d0f0f77d4f3,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:53.335925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.337080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:53.394028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.416152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] For port 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:53.422448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Transition to ACTIVE for port object 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:53.426056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] For port 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=186b6c6c-4562-44f7-9fb1-c7e05c2c17d6,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:53.444127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.448091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] device_id is not set on port dd4ae407-d574-49a6-8760-c4da16f0011c yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:53.465931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.595311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.626549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:53.630631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Transition to ACTIVE for port object 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:53.654949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02a5e950-02f9-4836-af4b-bcbc1b94dbd0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.670999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02a5e950-02f9-4836-af4b-bcbc1b94dbd0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.673400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188e8ba5-a0f7-404a-ba4f-28bf2494478d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:53.686888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.701543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Routers {'62ef399f-37a9-48f0-9450-ed0193d883c4'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:03:53.702182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:03:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['62ef399f-37a9-48f0-9450-ed0193d883c4'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:53.711647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Deleting port 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:53.712731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.760094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f1c7f-573a-4045-b598-ac8c548d4464 None None] Pushing event updated for resources: {'Port': ['ID=186b6c6c-4562-44f7-9fb1-c7e05c2c17d6,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:53.887402 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Network cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:53.894996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.905204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02a5e950-02f9-4836-af4b-bcbc1b94dbd0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:53.905787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a5e950-02f9-4836-af4b-bcbc1b94dbd0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Fanout notify agent at l3_agent the message router_deleted on router d87c38d0-2307-403f-8f23-cf426645aa6d {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:03:53.905920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777e9080-bafc-4029-8b0c-bd627e6c2d14 None None] Network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:53.934334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:53.963648 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:53.983060 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Pushing event updated for resources: {'Port': ['ID=980440e9-73f2-46d4-bf4d-2ce2a3f42f85,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:54.027882 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 13:03:54.028401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:03:54.034903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port f6de6a63-233d-4f7c-9547-fbbceb069a40 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:54.087675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02a5e950-02f9-4836-af4b-bcbc1b94dbd0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.088831 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-02a5e950-02f9-4836-af4b-bcbc1b94dbd0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/d87c38d0-2307-403f-8f23-cf426645aa6d HTTP/1.1" status: 204 len: 168 time: 1.2426050 Mar 22 13:03:54.102035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34726) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:54.153129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72b1eac-c306-41c4-af29-5d0f0f77d4f3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:54.190816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82ff1e97-cb6b-4020-8ea9-01ab4b546133 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776178393335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1717230'] for subnet, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.206348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] Set router 62ef399f-37a9-48f0-9450-ed0193d883c4 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:03:54.214802 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-74fa670d-4315-4265-8016-ded98662ec7f tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6372106 Mar 22 13:03:54.218889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34730) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:54.296959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ff1e97-cb6b-4020-8ea9-01ab4b546133 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:54.297532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82ff1e97-cb6b-4020-8ea9-01ab4b546133 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.301539 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-82ff1e97-cb6b-4020-8ea9-01ab4b546133 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "PUT /v2.0/subnets/bc424659-d8f5-420f-a4a4-865e51ea6ae4 HTTP/1.1" status: 200 len: 826 time: 3.7667861 Mar 22 13:03:54.312909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34734) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:54.327888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-011c07f8-74c2-4665-a7a9-192c3c5c5fac tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting subnet 93bb4224-1296-4c8e-8a21-2deed1ae3cfd {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:03:54.406842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d6ac5ddd-8fb7-4b06-b597-66d034b1af29 None None] Provisioning complete for port 2f217338-1c5c-40a8-9c2d-b72e22f792ef triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:54.407133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5ddd-8fb7-4b06-b597-66d034b1af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.413809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] For port 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=186b6c6c-4562-44f7-9fb1-c7e05c2c17d6,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:54.414177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.443078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-011c07f8-74c2-4665-a7a9-192c3c5c5fac tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.477482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ef399f-37a9-48f0-9450-ed0193d883c4', 'name': 'tempest-snat-router-477751978', 'tenant_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:39Z', 'updated_at': '2022-03-22T13:03:50Z', 'revision_number': 4, 'project_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:54.506840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ec9c2-6d95-4df7-b39e-c2f148eb175e None None] Update dhcp port {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': 'a63a4c4f-f51b-4e61-9f50-f0127bb7d9a8', 'ip_address': '2001:db8::f816:3eff:fe49:96eb'}, {'subnet_id': 'bed50d80-2137-4be1-8e3d-cec093a6b4dc'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '0e470fa2-c225-4f70-bcfa-c18e437d0cdb'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:03:54.537470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a365662-80ea-4b73-ba27-eec92c5a795d None None] The sync data for ids ['62ef399f-37a9-48f0-9450-ed0193d883c4'] in dv-neutron-834664-2-hyperv is: [{'id': '62ef399f-37a9-48f0-9450-ed0193d883c4', 'name': 'tempest-snat-router-477751978', 'tenant_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:39Z', 'updated_at': '2022-03-22T13:03:50Z', 'revision_number': 4, 'project_id': 'dc395393d84541eeb0f4c132d3a2d6ec', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:03:54.554477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Attempting to bind port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:54.554837 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Attempting to bind port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '95e67307-a4eb-4a9c-bfe2-48c7b9480095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:54.555234 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Attempting to bind port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 on network cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:54.578487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:03:54.578900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Checking segment: {'id': '95e67307-a4eb-4a9c-bfe2-48c7b9480095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:03:54.579367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.579772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Bound using segment: {'id': '95e67307-a4eb-4a9c-bfe2-48c7b9480095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:03:54.580326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Bound port: 980440e9-73f2-46d4-bf4d-2ce2a3f42f85, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e67307-a4eb-4a9c-bfe2-48c7b9480095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:54.580705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.600857 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac5ddd-8fb7-4b06-b597-66d034b1af29 None None] Port 2f217338-1c5c-40a8-9c2d-b72e22f792ef cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:03:54.614388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Calling delete_port for 186b6c6c-4562-44f7-9fb1-c7e05c2c17d6 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:54.652109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff1e97-cb6b-4020-8ea9-01ab4b546133 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=bc424659-d8f5-420f-a4a4-865e51ea6ae4,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:54.690453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-89308923-d169-4017-be18-6df3abbc71fb tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Deleting port 5a560e7b-4810-4922-acc9-39b426ad68a9 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:54.690916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89308923-d169-4017-be18-6df3abbc71fb tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.705332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b10ec9c2-6d95-4df7-b39e-c2f148eb175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.726807 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d6ac5ddd-8fb7-4b06-b597-66d034b1af29 None None] Provisioning for port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:54.729936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8:0:1::c8 (890989e2-b8d5-43cd-a856-a838292e6e8a/602d27db-a8f9-4606-bfe1-92e4aefaa9f9/2f217338-1c5c-40a8-9c2d-b72e22f792ef) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:54.755620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:54.755978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.760078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.784834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d6ac5ddd-8fb7-4b06-b597-66d034b1af29 None None] Provisioning complete for port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:54.785505 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5ddd-8fb7-4b06-b597-66d034b1af29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.821329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] device_id is not set on port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:03:54.830206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-011c07f8-74c2-4665-a7a9-192c3c5c5fac tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.872123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:54.872366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.888501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:54.977575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] For port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:54.991228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 172.20.0.8 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/bed50d80-2137-4be1-8e3d-cec093a6b4dc/f6de6a63-233d-4f7c-9547-fbbceb069a40) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:54.994188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Transition to ACTIVE for port object ed10ad19-acd0-4bb2-9d78-f7ccce547c46 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:55.039323 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] For port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=980440e9-73f2-46d4-bf4d-2ce2a3f42f85,segment=NetworkSegment(95e67307-a4eb-4a9c-bfe2-48c7b9480095),segment_id=95e67307-a4eb-4a9c-bfe2-48c7b9480095)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:03:55.061502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.067995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.080319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::f816:3eff:fee0:74e6 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/a63a4c4f-f51b-4e61-9f50-f0127bb7d9a8/f6de6a63-233d-4f7c-9547-fbbceb069a40) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:55.249060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event updated for resources: {'Port': ['ID=ed10ad19-acd0-4bb2-9d78-f7ccce547c46,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:55.280473 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.299985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b2fae-a565-4aff-a9e8-9a939c2fd975 None None] Pushing event updated for resources: {'Port': ['ID=980440e9-73f2-46d4-bf4d-2ce2a3f42f85,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:55.313179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89308923-d169-4017-be18-6df3abbc71fb tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.313519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89308923-d169-4017-be18-6df3abbc71fb tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.318818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.334794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-011c07f8-74c2-4665-a7a9-192c3c5c5fac tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.393783 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:55.394205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:55.394662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:55.444859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event deleted for resources: {'Port': ['ID=186b6c6c-4562-44f7-9fb1-c7e05c2c17d6,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:55.507415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object 2f217338-1c5c-40a8-9c2d-b72e22f792ef will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:55.522797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.550221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:55.550221 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:55.558779 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 2 to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 Mar 22 13:03:55.664447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] For port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=980440e9-73f2-46d4-bf4d-2ce2a3f42f85,segment=NetworkSegment(95e67307-a4eb-4a9c-bfe2-48c7b9480095),segment_id=95e67307-a4eb-4a9c-bfe2-48c7b9480095)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:55.664803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.669892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-89308923-d169-4017-be18-6df3abbc71fb tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Calling delete_port for 5a560e7b-4810-4922-acc9-39b426ad68a9 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:55.787827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.788384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e44a2e9a-e5d1-4ef2-a300-98e0b12557b3 None None] Provisioning complete for port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:55.788846 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e44a2e9a-e5d1-4ef2-a300-98e0b12557b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:55.790599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:55.791013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:55.791290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:55.884518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:55.884848 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:55.891685 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 3 to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 Mar 22 13:03:55.903965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Calling delete_port for 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:55.940352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:55.940700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:55.941035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:55.958377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-011c07f8-74c2-4665-a7a9-192c3c5c5fac tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.018799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] In _notify_port_updated(), no bound segment for port 2f217338-1c5c-40a8-9c2d-b72e22f792ef on network 890989e2-b8d5-43cd-a856-a838292e6e8a {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:03:56.023980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:56.024382 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:56.024502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:56.024982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.029097 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "PUT /v2.0/ports/2f217338-1c5c-40a8-9c2d-b72e22f792ef HTTP/1.1" status: 200 len: 1011 time: 3.2479205 Mar 22 13:03:56.038909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34742) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:56.041827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ff05e-a2ee-41f2-82cd-b80256bd0e62 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=2f217338-1c5c-40a8-9c2d-b72e22f792ef,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:56.058540 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 4 to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 Mar 22 13:03:56.074568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c07f8-74c2-4665-a7a9-192c3c5c5fac tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Subnet': ['ID=93bb4224-1296-4c8e-8a21-2deed1ae3cfd,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:56.094085 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:56.113039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-011c07f8-74c2-4665-a7a9-192c3c5c5fac tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.139461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3446d451-8823-43c6-b0f5-41c47c5b751d None None] Network c4606e35-bc25-46bb-a7b2-3914c82fd6bd requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:56.139670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.147569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:56.148210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:56.148688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:56.167799 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-011c07f8-74c2-4665-a7a9-192c3c5c5fac tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/93bb4224-1296-4c8e-8a21-2deed1ae3cfd HTTP/1.1" status: 204 len: 168 time: 2.0653934 Mar 22 13:03:56.175198 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:56.175888 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:56.178554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34748) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:56.181011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.181453 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 5 to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 Mar 22 13:03:56.194891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object f6de6a63-233d-4f7c-9547-fbbceb069a40 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:56.198746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.204730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89308923-d169-4017-be18-6df3abbc71fb tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.290443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89308923-d169-4017-be18-6df3abbc71fb tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a560e7b-4810-4922-acc9-39b426ad68a9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:56.292567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:56.293015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:56.294255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:56.303980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:56.304645 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:56.346798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdfbb8-7c76-449b-80ea-ca837917ae57 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 2f217338-1c5c-40a8-9c2d-b72e22f792ef {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:56.346798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9cdfbb8-7c76-449b-80ea-ca837917ae57 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.366869 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 6 to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 Mar 22 13:03:56.449581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:56.450029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:56.450477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:56.469120 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-500ad63b-7879-4b2a-9b55-405590f51635 None None] Provisioning for port 2f217338-1c5c-40a8-9c2d-b72e22f792ef completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:56.476971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:56.477414 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:56.481914 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 7 to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 Mar 22 13:03:56.492376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-500ad63b-7879-4b2a-9b55-405590f51635 None None] Provisioning complete for port 2f217338-1c5c-40a8-9c2d-b72e22f792ef triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:56.493886 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-500ad63b-7879-4b2a-9b55-405590f51635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.505901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:56.506380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:56.506844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:56.557570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:56.557969 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:56.565160 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 8 to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 Mar 22 13:03:56.588637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89308923-d169-4017-be18-6df3abbc71fb tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.591719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89308923-d169-4017-be18-6df3abbc71fb tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.595677 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.596173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62ef399f-37a9-48f0-9450-ed0193d883c4 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:03:56.598755 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-89308923-d169-4017-be18-6df3abbc71fb tempest-ExternalNetworksAdminNegativeTestJSON-1326133022 tempest-ExternalNetworksAdminNegativeTestJSON-1326133022-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/2450e5c5-76a2-4089-a9b7-2cc2888563c7 HTTP/1.1" status: 204 len: 168 time: 2.3762419 Mar 22 13:03:56.610237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.612502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:56.612951 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:56.613394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:56.626950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:56.627443 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:56.680925 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 9 to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 Mar 22 13:03:56.764509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.790977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-500ad63b-7879-4b2a-9b55-405590f51635 None None] Port 2f217338-1c5c-40a8-9c2d-b72e22f792ef cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:03:56.800448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:56.802945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:56.803426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:56.803669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:56.807203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:56.810353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:56.810724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.831406 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:56.843756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:03:56.853220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962d6f4-9251-455c-9dee-150db6ed94a4 None None] Network cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:56.869310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab28981-afdd-45b1-84d4-767f7494c34b None None] DHCP port deletion for c4606e35-bc25-46bb-a7b2-3914c82fd6bd request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:03:56.882285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:56.882617 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:56.888289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 10 to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 Mar 22 13:03:56.897198 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=f6de6a63-233d-4f7c-9547-fbbceb069a40,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:56.905398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 was deleted so its status cannot be updated. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 22 13:03:56.912862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-fab28981-afdd-45b1-84d4-767f7494c34b None None] Deleting port 288ed2af-7e45-4c6a-8819-acf6c808a765 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:56.914181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fab28981-afdd-45b1-84d4-767f7494c34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.923721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0cee2-896b-42a4-bc26-0d9adea9a857 req-3a0d4f4b-5060-4210-ad6a-9bab02783b54 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:56.925079 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-72e0cee2-896b-42a4-bc26-0d9adea9a857 req-3a0d4f4b-5060-4210-ad6a-9bab02783b54 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.4113955 Mar 22 13:03:56.937609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:56.937946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:56.938290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:03:56.968240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:03:56.968560 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:03:56.968922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.985767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:56.986423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:56.998910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d6bd9875-d08c-46d0-bcf2-cb502a77efd0 None None] Could not find standard attr ID for object 980440e9-73f2-46d4-bf4d-2ce2a3f42f85. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:03:57.001678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.012238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-b10ec9c2-6d95-4df7-b39e-c2f148eb175e None None] Allocated IP 172.20.0.2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/bed50d80-2137-4be1-8e3d-cec093a6b4dc/0e470fa2-c225-4f70-bcfa-c18e437d0cdb) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:57.021262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.025741 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1f4c811c-0770-488a-aba1-08c8388ea4d4 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "DELETE /v2.0/routers/62ef399f-37a9-48f0-9450-ed0193d883c4 HTTP/1.1" status: 204 len: 168 time: 7.7364819 Mar 22 13:03:57.026524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34758) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:57.049397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Port': ['ID=980440e9-73f2-46d4-bf4d-2ce2a3f42f85,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:57.167729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34762) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:57.181361 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-72e0cee2-896b-42a4-bc26-0d9adea9a857 req-f1d90fbd-8227-439f-8a3f-f256c8fb1ddd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477858 Mar 22 13:03:57.188563 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ecb5725e-f6f1-4a4d-ad3f-da36810a5788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2683070 Mar 22 13:03:57.193255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34768) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:57.218137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 288ed2af-7e45-4c6a-8819-acf6c808a765 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:57.218481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.300467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] For port ed10ad19-acd0-4bb2-9d78-f7ccce547c46, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:03:57.307036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No DVR routers for this DVR port 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:57.315557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempted to set empty binding levels {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 13:03:57.348699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.394762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.397225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32eb1151-a2dd-471d-a5cc-20e0af8c6373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.406265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b10ec9c2-6d95-4df7-b39e-c2f148eb175e None None] For port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:57.440908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-32eb1151-a2dd-471d-a5cc-20e0af8c6373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:57.443433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] In _notify_port_updated(), no bound segment for port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:03:57.444929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.445541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.449781 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "PUT /v2.0/ports/ed10ad19-acd0-4bb2-9d78-f7ccce547c46 HTTP/1.1" status: 200 len: 980 time: 4.2135460 Mar 22 13:03:57.452603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34772) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:57.453115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-32eb1151-a2dd-471d-a5cc-20e0af8c6373 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa8c4229a2c48789a642d07e3db54c9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:57.458289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-32eb1151-a2dd-471d-a5cc-20e0af8c6373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:57.507874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-32eb1151-a2dd-471d-a5cc-20e0af8c6373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:57.525903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a4144-6bc9-43e3-8d75-73ddd058f842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event updated for resources: {'Port': ['ID=ed10ad19-acd0-4bb2-9d78-f7ccce547c46,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:57.557302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b10ec9c2-6d95-4df7-b39e-c2f148eb175e None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.566317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-fab28981-afdd-45b1-84d4-767f7494c34b None None] For port 288ed2af-7e45-4c6a-8819-acf6c808a765, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=288ed2af-7e45-4c6a-8819-acf6c808a765,segment=NetworkSegment(e888d8f8-ef7d-475c-93fd-30ce13bd2dd0),segment_id=e888d8f8-ef7d-475c-93fd-30ce13bd2dd0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:57.566531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fab28981-afdd-45b1-84d4-767f7494c34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.583884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0bfdcd-40ea-4a5e-acbd-5fef288bf3b8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.589926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0bfdcd-40ea-4a5e-acbd-5fef288bf3b8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.590745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8a0bfdcd-40ea-4a5e-acbd-5fef288bf3b8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:57.607611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-bf28d062-d78f-401b-8714-3cd9c276812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.609203 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-bf28d062-d78f-401b-8714-3cd9c276812a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1098 time: 1.1539192 Mar 22 13:03:57.655153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.655837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.656088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.656551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.657008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.657596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.657924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.658380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.658832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.659186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9cdfbb8-7c76-449b-80ea-ca837917ae57 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.659309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.659750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.660428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.660652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.661125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.661568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.662008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.662457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.663016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.663386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.663835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.666314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Synchronizing usage tracker for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:57.671944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8a0bfdcd-40ea-4a5e-acbd-5fef288bf3b8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:57.676458 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8a0bfdcd-40ea-4a5e-acbd-5fef288bf3b8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4777987 Mar 22 13:03:57.680500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34776) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:57.701442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-fab28981-afdd-45b1-84d4-767f7494c34b None None] Calling delete_port for 288ed2af-7e45-4c6a-8819-acf6c808a765 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:57.735780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b10ec9c2-6d95-4df7-b39e-c2f148eb175e None None] Transition to ACTIVE for port object 0e470fa2-c225-4f70-bcfa-c18e437d0cdb will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:57.736840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32eb1151-a2dd-471d-a5cc-20e0af8c6373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.751856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b10ec9c2-6d95-4df7-b39e-c2f148eb175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.801789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32eb1151-a2dd-471d-a5cc-20e0af8c6373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.862658 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-32eb1151-a2dd-471d-a5cc-20e0af8c6373 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fa8c4229a2c48789a642d07e3db54c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6909564 Mar 22 13:03:57.863430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Unset dirty status for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:57.869108 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-dcf40c38-3fc3-49ae-9987-16ac11ab1c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18549 time: 0.4076278 Mar 22 13:03:57.870349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34780) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:57.870679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34782) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:57.917941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.921770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f6e5ce-da54-41f3-a03e-da97acf752e7 None None] Network cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:57.926781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb1151-a2dd-471d-a5cc-20e0af8c6373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d0efbf-dd22-44f7-a987-74bbb101151c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:57.944778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fab28981-afdd-45b1-84d4-767f7494c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.959892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e24d52ab-35a5-4645-b730-a23a425a6d8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port f6de6a63-233d-4f7c-9547-fbbceb069a40 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:57.960240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e24d52ab-35a5-4645-b730-a23a425a6d8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.986802 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdfbb8-7c76-449b-80ea-ca837917ae57 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 2f217338-1c5c-40a8-9c2d-b72e22f792ef owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:57.987809 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab28981-afdd-45b1-84d4-767f7494c34b None None] No DVR routers for this DVR port 288ed2af-7e45-4c6a-8819-acf6c808a765 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:58.057950 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ec9c2-6d95-4df7-b39e-c2f148eb175e None None] Pushing event updated for resources: {'Port': ['ID=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,revision_number=10']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:58.111053 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab28981-afdd-45b1-84d4-767f7494c34b None None] Pushing event deleted for resources: {'Port': ['ID=288ed2af-7e45-4c6a-8819-acf6c808a765,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:58.128464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-be546be7-72af-4b35-a012-1f33ccb363e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Deleting port ed10ad19-acd0-4bb2-9d78-f7ccce547c46 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:58.128935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be546be7-72af-4b35-a012-1f33ccb363e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:58.202984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 288ed2af-7e45-4c6a-8819-acf6c808a765 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:58.209222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:58.243719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port 288ed2af-7e45-4c6a-8819-acf6c808a765, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=288ed2af-7e45-4c6a-8819-acf6c808a765,segment=NetworkSegment(e888d8f8-ef7d-475c-93fd-30ce13bd2dd0),segment_id=e888d8f8-ef7d-475c-93fd-30ce13bd2dd0)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:58.244371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:58.261395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 288ed2af-7e45-4c6a-8819-acf6c808a765 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:03:58.261895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 288ed2af-7e45-4c6a-8819-acf6c808a765 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:58.356492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347f7ebd-bacb-4b47-a9ed-122ab52fcd6e None None] DHCP port deletion for cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:03:58.508017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b8a8008d-52f4-4953-aec5-24ea1fcc10f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:58.628639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 288ed2af-7e45-4c6a-8819-acf6c808a765 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:58.652341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b8a8008d-52f4-4953-aec5-24ea1fcc10f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:58.690238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e24d52ab-35a5-4645-b730-a23a425a6d8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:58.705363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-be546be7-72af-4b35-a012-1f33ccb363e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] For port ed10ad19-acd0-4bb2-9d78-f7ccce547c46, host hv-neutron-8346, got binding levels [] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:03:58.705646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be546be7-72af-4b35-a012-1f33ccb363e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:58.707896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Subnet': ['ID=bc424659-d8f5-420f-a4a4-865e51ea6ae4,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:58.741700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-7e30eb88-be8d-4fec-accf-c099496b9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:58.743181 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-7e30eb88-be8d-4fec-accf-c099496b9619 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 913 time: 1.1124644 Mar 22 13:03:58.749494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7312b4c-24b2-44a0-a71b-2d61f23ea564 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:03:58.847701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e24d52ab-35a5-4645-b730-a23a425a6d8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for f6de6a63-233d-4f7c-9547-fbbceb069a40 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:58.906213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-04c0d8bc-be6b-4384-a28d-0f965afeaa78 None None] Provisioning for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:58.923519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-04c0d8bc-be6b-4384-a28d-0f965afeaa78 None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:58.923519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04c0d8bc-be6b-4384-a28d-0f965afeaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.002813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-be546be7-72af-4b35-a012-1f33ccb363e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Calling delete_port for ed10ad19-acd0-4bb2-9d78-f7ccce547c46 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:03:59.068089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.114395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b8a8008d-52f4-4953-aec5-24ea1fcc10f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.178025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:59.187470 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-0f52e2eb-1466-4d19-b2b2-0281706e498b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 1001 time: 0.4167972 Mar 22 13:03:59.197556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:03:59.197875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:03:59.209455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.245724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e67307-a4eb-4a9c-bfe2-48c7b9480095') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:59.246020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e67307-a4eb-4a9c-bfe2-48c7b9480095') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:59.296596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.301360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8008d-52f4-4953-aec5-24ea1fcc10f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d0efbf-dd22-44f7-a987-74bbb101151c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:59.315991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b8a8008d-52f4-4953-aec5-24ea1fcc10f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.317167 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b8a8008d-52f4-4953-aec5-24ea1fcc10f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/33d0efbf-dd22-44f7-a987-74bbb101151c HTTP/1.1" status: 204 len: 168 time: 1.4431713 Mar 22 13:03:59.327737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Deleting port 55c9e927-0063-444e-9f47-ec6f4d566c28 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:59.328152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.330870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be546be7-72af-4b35-a012-1f33ccb363e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.445454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be546be7-72af-4b35-a012-1f33ccb363e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed10ad19-acd0-4bb2-9d78-f7ccce547c46,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:59.457077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be546be7-72af-4b35-a012-1f33ccb363e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.474785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9cdfbb8-7c76-449b-80ea-ca837917ae57 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.479763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.482759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-74d875a6-ab78-41f9-8f2b-f9d47f89014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:59.484306 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-74d875a6-ab78-41f9-8f2b-f9d47f89014f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 200 len: 851 time: 0.2781246 Mar 22 13:03:59.517385 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-be546be7-72af-4b35-a012-1f33ccb363e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "DELETE /v2.0/ports/ed10ad19-acd0-4bb2-9d78-f7ccce547c46 HTTP/1.1" status: 204 len: 168 time: 1.6395218 Mar 22 13:03:59.519928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34798) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:59.539283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fce603-130f-4bc1-b989-fe7a3f5a985b req-c289f842-99c7-4e6d-b9cb-47acae4f07f4 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:59.541669 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e2fce603-130f-4bc1-b989-fe7a3f5a985b req-c289f842-99c7-4e6d-b9cb-47acae4f07f4 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.9244823 Mar 22 13:03:59.572062 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-62aa2421-3a23-4035-bf0a-a7279b597c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] GET failed (client error): The resource could not be found. Mar 22 13:03:59.572603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-62aa2421-3a23-4035-bf0a-a7279b597c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Synchronizing usage tracker for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:59.602891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-62aa2421-3a23-4035-bf0a-a7279b597c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Unset dirty status for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:59.607703 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-62aa2421-3a23-4035-bf0a-a7279b597c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "GET /v2.0/ports/ed10ad19-acd0-4bb2-9d78-f7ccce547c46 HTTP/1.1" status: 404 len: 333 time: 0.0836048 Mar 22 13:03:59.607703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e24d52ab-35a5-4645-b730-a23a425a6d8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.608235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1eefa479-dbba-4ba2-a86c-6322af781819 None None] Provisioning for port f6de6a63-233d-4f7c-9547-fbbceb069a40 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:59.614981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34802) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:59.622302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1eefa479-dbba-4ba2-a86c-6322af781819 None None] Provisioning complete for port f6de6a63-233d-4f7c-9547-fbbceb069a40 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:59.622936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1eefa479-dbba-4ba2-a86c-6322af781819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.648629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:03:59.652931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.674653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1eefa479-dbba-4ba2-a86c-6322af781819 None None] Port f6de6a63-233d-4f7c-9547-fbbceb069a40 was deleted so its status cannot be updated. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 22 13:03:59.674866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-595114185', 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:03:59.690318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1eefa479-dbba-4ba2-a86c-6322af781819 None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:59.690889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1eefa479-dbba-4ba2-a86c-6322af781819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:59.705464 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:59.708414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdfbb8-7c76-449b-80ea-ca837917ae57 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=2f217338-1c5c-40a8-9c2d-b72e22f792ef,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:59.708414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 288ed2af-7e45-4c6a-8819-acf6c808a765 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:03:59.708414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.722525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:59.732265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d52ab-35a5-4645-b730-a23a425a6d8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=f6de6a63-233d-4f7c-9547-fbbceb069a40,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:59.815887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:59.853462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34806) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:59.879113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Made reservation on behalf of 559c5ae53aaf4d06a36298a23642ebb6 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:59.882270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.920733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e24d52ab-35a5-4645-b730-a23a425a6d8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:59.922701 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e24d52ab-35a5-4645-b730-a23a425a6d8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/f6de6a63-233d-4f7c-9547-fbbceb069a40 HTTP/1.1" status: 204 len: 168 time: 2.1707518 Mar 22 13:03:59.926336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34810) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:59.966360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] device_id is not set on port 8c1b460c-d74d-4590-9d65-f1f8d51dc025 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:00.012960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-aa4c1b5b-66a2-4410-9ead-1fcbf4d2bcee None None] Could not find standard attr ID for object f6de6a63-233d-4f7c-9547-fbbceb069a40. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:04:00.064463 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bda72960-c6ed-48e6-867c-93160d054caf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eef1bc75351148319872b8385573297a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097828 Mar 22 13:04:00.070738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34814) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:00.073554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0e470fa2-c225-4f70-bcfa-c18e437d0cdb up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:00.082543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] The port '288ed2af-7e45-4c6a-8819-acf6c808a765' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:04:00.115899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cd9d22-5d51-4ad4-8027-d09861e69a06 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:00.117389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cd9d22-5d51-4ad4-8027-d09861e69a06 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:00.119755 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cd9d22-5d51-4ad4-8027-d09861e69a06 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:00.120384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-29cd9d22-5d51-4ad4-8027-d09861e69a06 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:00.139970 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.189310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:00.190029 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.207269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.210118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9cdfbb8-7c76-449b-80ea-ca837917ae57 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.217669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-29cd9d22-5d51-4ad4-8027-d09861e69a06 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:00.219332 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-29cd9d22-5d51-4ad4-8027-d09861e69a06 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2900865 Mar 22 13:04:00.229484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34818) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:00.231433 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e2fce603-130f-4bc1-b989-fe7a3f5a985b req-e926aef1-4ca7-49f7-b0f0-72ba4dff9ee4 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6673844 Mar 22 13:04:00.239483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1debe095-594a-4ef1-b960-a103a81085aa None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:04:00.263118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Network': ['ID=cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:00.278080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e832b9aa-434e-4363-a4e7-8e32d4aba09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.298988 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d9cdfbb8-7c76-449b-80ea-ca837917ae57 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/2f217338-1c5c-40a8-9c2d-b72e22f792ef HTTP/1.1" status: 204 len: 168 time: 4.2565007 Mar 22 13:04:00.299735 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6e38f2c1-24e7-4f0f-bf5d-2e34b9ad51c1 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 HTTP/1.1" status: 204 len: 168 time: 5.9856396 Mar 22 13:04:00.310749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34822) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:00.311090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34824) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:00.394215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e832b9aa-434e-4363-a4e7-8e32d4aba09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.432780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.437578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:00.449936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a784ae-febc-4028-a749-f94fad585081 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet a63a4c4f-f51b-4e61-9f50-f0127bb7d9a8 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:00.459211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a784ae-febc-4028-a749-f94fad585081 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.489665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:04:00.490158 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 980440e9-73f2-46d4-bf4d-2ce2a3f42f85 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:04:00.496796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1debe095-594a-4ef1-b960-a103a81085aa None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:04:00.541345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a784ae-febc-4028-a749-f94fad585081 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.599227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.607744 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3e4195-335f-45de-986b-dbbded4cb206 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:00.608240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3e4195-335f-45de-986b-dbbded4cb206 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:00.614125 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4a3e4195-335f-45de-986b-dbbded4cb206 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 HTTP/1.1" status: 404 len: 339 time: 0.2939172 Mar 22 13:04:00.614125 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c716db-0dd8-4e0c-bd0e-f759e4bc728a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:04:00.614125 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-24c716db-0dd8-4e0c-bd0e-f759e4bc728a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:00.614770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.622834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] For port 55c9e927-0063-444e-9f47-ec6f4d566c28, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=55c9e927-0063-444e-9f47-ec6f4d566c28,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:00.623222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.637523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34830) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:00.639844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e832b9aa-434e-4363-a4e7-8e32d4aba09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.686527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832b9aa-434e-4363-a4e7-8e32d4aba09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188e8ba5-a0f7-404a-ba4f-28bf2494478d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:00.700144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-586381456', 'description': 'd1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:00.712210 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-77ea130a-bf1e-448f-b455-03d6c3e3c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:00.713682 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-77ea130a-bf1e-448f-b455-03d6c3e3c04e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c61fb77-9331-4a80-a558-a9b057586d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1709535 Mar 22 13:04:00.715121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:00.720304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:00.722554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:00.723890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:00.724475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.737730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event updated for resources: {'Port': ['ID=8c1b460c-d74d-4590-9d65-f1f8d51dc025,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:00.750704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e832b9aa-434e-4363-a4e7-8e32d4aba09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.754493 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e832b9aa-434e-4363-a4e7-8e32d4aba09a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/188e8ba5-a0f7-404a-ba4f-28bf2494478d HTTP/1.1" status: 204 len: 168 time: 0.6795542 Mar 22 13:04:00.764101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a784ae-febc-4028-a749-f94fad585081 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:00.787568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Calling delete_port for 55c9e927-0063-444e-9f47-ec6f4d566c28 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:00.797871 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b7c6f3f5-3d7e-40cc-8444-f80839fd0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1437180 Mar 22 13:04:00.802808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34836) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:00.822930 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:00.826075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4606e35-bc25-46bb-a7b2-3914c82fd6bd']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:00.884310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Usage tracker for resource:network and tenant:fc022da7f67b4faaa9064c8536f2fac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:00.886097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3687a264-f276-4e41-9d2b-d8e7a0dcb875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:00.886679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3687a264-f276-4e41-9d2b-d8e7a0dcb875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Synchronizing usage tracker for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:00.890489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:00.894379 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e888d8f8-ef7d-475c-93fd-30ce13bd2dd0') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:00.894902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e888d8f8-ef7d-475c-93fd-30ce13bd2dd0') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:00.908082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-24c716db-0dd8-4e0c-bd0e-f759e4bc728a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:00.909472 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-24c716db-0dd8-4e0c-bd0e-f759e4bc728a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/2f217338-1c5c-40a8-9c2d-b72e22f792ef HTTP/1.1" status: 404 len: 333 time: 0.5949996 Mar 22 13:04:00.912767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34840) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:00.967527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:00.986042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49d296-4b71-47a2-8bdd-56b5985b3963 None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:04:00.992284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.007911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a784ae-febc-4028-a749-f94fad585081 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.031624 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:01.035372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.052641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.076393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3687a264-f276-4e41-9d2b-d8e7a0dcb875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Unset dirty status for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:01.080401 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3687a264-f276-4e41-9d2b-d8e7a0dcb875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "GET /v2.0/ports/8c1b460c-d74d-4590-9d65-f1f8d51dc025 HTTP/1.1" status: 200 len: 958 time: 0.2744870 Mar 22 13:04:01.084548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34846) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:01.085425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5ebba0-993e-4f34-93e8-c9eff0022e4b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet 602d27db-a8f9-4606-bfe1-92e4aefaa9f9 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:01.086024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:04:01.086613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.094161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e5ebba0-993e-4f34-93e8-c9eff0022e4b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:04:01.106664 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:04:01.139470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a784ae-febc-4028-a749-f94fad585081 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=a63a4c4f-f51b-4e61-9f50-f0127bb7d9a8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:01.151179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a49d296-4b71-47a2-8bdd-56b5985b3963 None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:04:01.160427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a784ae-febc-4028-a749-f94fad585081 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.166777 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-57099477-4543-42da-9728-293f320e5758 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452201 Mar 22 13:04:01.190715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f4a784ae-febc-4028-a749-f94fad585081 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/a63a4c4f-f51b-4e61-9f50-f0127bb7d9a8 HTTP/1.1" status: 204 len: 168 time: 0.9566727 Mar 22 13:04:01.192311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34854) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:01.197040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e5ebba0-993e-4f34-93e8-c9eff0022e4b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.277313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:01.413168 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07ca616-0b39-40ce-afd1-00843aecd919 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet bed50d80-2137-4be1-8e3d-cec093a6b4dc {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:01.419868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a07ca616-0b39-40ce-afd1-00843aecd919 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.480992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.481392 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Added segment 6919ac39-a176-408d-97f0-34bf66703019 of type vlan for network 80119348-78d5-44f6-a1d7-c45a0b422d9b Mar 22 13:04:01.518803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.580803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a07ca616-0b39-40ce-afd1-00843aecd919 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.596800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-a8e13580-54b2-495d-bf32-9faff92339f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Deleting port 8c1b460c-d74d-4590-9d65-f1f8d51dc025 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:01.603542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a8e13580-54b2-495d-bf32-9faff92339f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.653508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.661570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e5ebba0-993e-4f34-93e8-c9eff0022e4b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.677373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c5b15-932c-42a2-9c1a-16ac2b0f23f3 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:01.773622 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/networks/c4606e35-bc25-46bb-a7b2-3914c82fd6bd HTTP/1.1" status: 204 len: 168 time: 5.5769689 Mar 22 13:04:01.777084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0e7e8-0db2-4197-be17-526cf04164a3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Network': ['ID=c4606e35-bc25-46bb-a7b2-3914c82fd6bd,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:01.791616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34874) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:01.818423 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bd4fc001-d562-4d4b-b968-25afbc7f06db req-a28d0bee-eace-4df7-9a04-32e67e4e99b4 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363807 Mar 22 13:04:01.823664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1586879781', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:01.832163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:01.839664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:router and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:01.844156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:01.853308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:01.884369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.890832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.892232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.949147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e5ebba0-993e-4f34-93e8-c9eff0022e4b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.998450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a07ca616-0b39-40ce-afd1-00843aecd919 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.028845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ebba0-993e-4f34-93e8-c9eff0022e4b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=602d27db-a8f9-4606-bfe1-92e4aefaa9f9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:02.044035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d098bd6-bf86-449d-9252-ef06e1876fd1 req-327bc5b6-9837-44d7-be7d-3db1e7273640 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:02.045536 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2d098bd6-bf86-449d-9252-ef06e1876fd1 req-327bc5b6-9837-44d7-be7d-3db1e7273640 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.2451448 Mar 22 13:04:02.046577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e5ebba0-993e-4f34-93e8-c9eff0022e4b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.046990 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28e4c3a-32d1-43b8-9507-00527f497482 None None] Network 890989e2-b8d5-43cd-a856-a838292e6e8a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:02.082618 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4e5ebba0-993e-4f34-93e8-c9eff0022e4b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/602d27db-a8f9-4606-bfe1-92e4aefaa9f9 HTTP/1.1" status: 204 len: 168 time: 1.1686358 Mar 22 13:04:02.088403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34880) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:02.170135 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2d098bd6-bf86-449d-9252-ef06e1876fd1 req-21033296-81b4-49a4-a9ca-bb132407f11f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137495 Mar 22 13:04:02.187974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.205802 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:02.206453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.210331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.211409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e2d11a-a5db-42e3-be44-da5d386ce100 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet 9295c1cc-da7c-4bb2-a15a-f17a86c961f9 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:02.218498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d11a-a5db-42e3-be44-da5d386ce100 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.321846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.322396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a07ca616-0b39-40ce-afd1-00843aecd919 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.346423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event deleted for resources: {'Port': ['ID=55c9e927-0063-444e-9f47-ec6f4d566c28,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:02.349829 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a8e13580-54b2-495d-bf32-9faff92339f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.467456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ca616-0b39-40ce-afd1-00843aecd919 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=bed50d80-2137-4be1-8e3d-cec093a6b4dc,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:02.499832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a07ca616-0b39-40ce-afd1-00843aecd919 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.523399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d11a-a5db-42e3-be44-da5d386ce100 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.557926 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a07ca616-0b39-40ce-afd1-00843aecd919 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/bed50d80-2137-4be1-8e3d-cec093a6b4dc HTTP/1.1" status: 204 len: 168 time: 1.3619370 Mar 22 13:04:02.561185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34894) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:02.730614 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-14f09efe-5d82-4169-9d61-ee84f1b11ae1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1683037 Mar 22 13:04:02.733897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34898) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:02.734231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34900) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:02.744317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:02.893533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d11a-a5db-42e3-be44-da5d386ce100 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.943863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-717743583'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:02.956779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:02.962267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:02.964784 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3262208 Mar 22 13:04:02.968350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:02.972181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:02.972765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-a8e13580-54b2-495d-bf32-9faff92339f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Calling delete_port for 8c1b460c-d74d-4590-9d65-f1f8d51dc025 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:02.974921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34908) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:02.980583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Usage tracker for resource:router and tenant:17af646acd7c4bd0ba6e8e5c205933a5 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:02.988239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:03.005781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-386aa53c-ad59-4d17-bc1d-88d21b4f07d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.021446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:03.046857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:03.057043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.069195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220f61d-4bb5-4908-a38c-edd11b43e4c8 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=80119348-78d5-44f6-a1d7-c45a0b422d9b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:03.089697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 80119348-78d5-44f6-a1d7-c45a0b422d9b details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:03.119034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:03.119839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.128296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.192055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.193039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.200363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6286941-8e8b-4d18-a036-dde8b85c35b3 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:03.283064 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:04:03.291682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad71a1d-23c4-45cc-9680-0fe3d6468eae tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:03.292414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3ad71a1d-23c4-45cc-9680-0fe3d6468eae tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Synchronizing usage tracker for tenant:fc022da7f67b4faaa9064c8536f2fac0 on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:03.310975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d11a-a5db-42e3-be44-da5d386ce100 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.374739 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.380748 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-54c9bef2-875f-4499-8b60-d0056dd15f7c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5761924 Mar 22 13:04:03.382094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2d11a-a5db-42e3-be44-da5d386ce100 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=9295c1cc-da7c-4bb2-a15a-f17a86c961f9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:03.386260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.388808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34918) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:03.396727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d11a-a5db-42e3-be44-da5d386ce100 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.403760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.419206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1643258633'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:03.429239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:03.432371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3ad71a1d-23c4-45cc-9680-0fe3d6468eae tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Unset dirty status for tenant:fc022da7f67b4faaa9064c8536f2fac0 on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:03.436240 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3ad71a1d-23c4-45cc-9680-0fe3d6468eae tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/networks?id=80119348-78d5-44f6-a1d7-c45a0b422d9b HTTP/1.1" status: 200 len: 764 time: 0.4549856 Mar 22 13:04:03.440133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:network and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:03.442486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34922) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:03.444272 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d8e2d11a-a5db-42e3-be44-da5d386ce100 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/9295c1cc-da7c-4bb2-a15a-f17a86c961f9 HTTP/1.1" status: 204 len: 168 time: 1.3531611 Mar 22 13:04:03.449462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:03.453057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34926) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:03.457732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-850e3b0e-a34a-4916-9f29-ad86994bd977 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'description': 'd2'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:03.463567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe2453-dd54-4061-89f4-a84416f2d4ae None None] Network 890989e2-b8d5-43cd-a856-a838292e6e8a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:03.480916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.482961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:03.511472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a8e13580-54b2-495d-bf32-9faff92339f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.522440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.533302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fac2f5cc-ea07-4105-90ad-2ef30e9fa601 None None] Provisioning complete for port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:03.533675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fac2f5cc-ea07-4105-90ad-2ef30e9fa601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.572956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e13580-54b2-495d-bf32-9faff92339f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c1b460c-d74d-4590-9d65-f1f8d51dc025,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:03.580282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a8e13580-54b2-495d-bf32-9faff92339f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.592654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.593368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8ee5da9-df24-45fc-908a-c2a182ef16d8 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:04:03.604450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.605953 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b1825316-3dae-4756-9037-8f24ed5f6c75 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b8ee5da9-df24-45fc-908a-c2a182ef16d8 HTTP/1.1" status: 204 len: 168 time: 6.5606964 Mar 22 13:04:03.610242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34930) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:03.616777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1621788458', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:03.626732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:03.630490 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a8e13580-54b2-495d-bf32-9faff92339f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8c1b460c-d74d-4590-9d65-f1f8d51dc025 HTTP/1.1" status: 204 len: 168 time: 2.5274603 Mar 22 13:04:03.634239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34934) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:03.635621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Usage tracker for resource:router and tenant:b8f03a402292443688fa19989a5b5f0b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:03.641022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:03.687046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:03.698917 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb09b41-7bb8-4f0b-95e0-577ec360c6a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] GET failed (client error): The resource could not be found. Mar 22 13:04:03.699725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4cb09b41-7bb8-4f0b-95e0-577ec360c6a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Synchronizing usage tracker for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:03.717147 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c4593-a5c8-4ac2-85e4-0898f3e00674 req-96096a8f-9580-4dba-91a9-71f0e8190cd7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:03.718926 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-af2c4593-a5c8-4ac2-85e4-0898f3e00674 req-96096a8f-9580-4dba-91a9-71f0e8190cd7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.3455331 Mar 22 13:04:03.748040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.749491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.757304 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4cb09b41-7bb8-4f0b-95e0-577ec360c6a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Unset dirty status for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:03.758799 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4cb09b41-7bb8-4f0b-95e0-577ec360c6a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "GET /v2.0/ports/8c1b460c-d74d-4590-9d65-f1f8d51dc025 HTTP/1.1" status: 404 len: 333 time: 0.1202688 Mar 22 13:04:03.762872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34938) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:03.770563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Request body: {'port': {'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-221258874'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:03.789831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:03.817411 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-af2c4593-a5c8-4ac2-85e4-0898f3e00674 req-03fa927d-a168-4877-8824-c38fee0dcb8e tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865777 Mar 22 13:04:03.821225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.822954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:03.861778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:03.865301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.894315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.903891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.904960 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-26bd4f8d-31be-4689-a738-9dd8ca01290a tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1698227 Mar 22 13:04:03.912578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34944) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:03.984240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Made reservation on behalf of 559c5ae53aaf4d06a36298a23642ebb6 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:03.987422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.003366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d5c9f922-e85a-4e84-9037-b3e02b829cb5 None None] Provisioning complete for port f433319f-4864-45e1-a0a5-d65a0c6ceba5 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:04.004639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f922-e85a-4e84-9037-b3e02b829cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.162829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:04.166779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port f433319f-4864-45e1-a0a5-d65a0c6ceba5 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:04.167123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.168080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:04:04.178959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Deleting port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:04.179550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.205315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] device_id is not set on port 8b2df408-6e52-429d-926f-f428cdecb8c5 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:04.234674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.236474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] DHCP port deletion for 890989e2-b8d5-43cd-a856-a838292e6e8a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:04:04.244155 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a9605ce-5619-4601-a102-977058cbd740 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.249088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] Deleting port f433319f-4864-45e1-a0a5-d65a0c6ceba5 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:04.249663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.288967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.289313 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added segment 3abda993-5022-445f-b86b-2c8744e03924 of type vlan for network 03f25e5d-f862-40a4-b7fb-370c93874221 Mar 22 13:04:04.337727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:04.343254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-850e3b0e-a34a-4916-9f29-ad86994bd977 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.357874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:04.363484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0e470fa2-c225-4f70-bcfa-c18e437d0cdb no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:04.392850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:04.393378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.440549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.446612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=ea75f0c5-e146-4526-9280-0d8d82d786e3,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:04.454161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-850e3b0e-a34a-4916-9f29-ad86994bd977 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.462081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.492842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-850e3b0e-a34a-4916-9f29-ad86994bd977 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network 80119348-78d5-44f6-a1d7-c45a0b422d9b is not hosted by any dhcp agent {{(pid=87933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 22 13:04:04.498637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850e3b0e-a34a-4916-9f29-ad86994bd977 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:04.499276 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-850e3b0e-a34a-4916-9f29-ad86994bd977 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.503646 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-850e3b0e-a34a-4916-9f29-ad86994bd977 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "PUT /v2.0/networks/80119348-78d5-44f6-a1d7-c45a0b422d9b HTTP/1.1" status: 200 len: 761 time: 1.0554507 Mar 22 13:04:04.518403 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f6461e68-7956-4ae1-9a90-cc5bc21c6eed tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7814898 Mar 22 13:04:04.547805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34948) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:04.548426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34950) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:04.567245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:04.668498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:04:04.766336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e3b0e-a34a-4916-9f29-ad86994bd977 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=80119348-78d5-44f6-a1d7-c45a0b422d9b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:04.799800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 80119348-78d5-44f6-a1d7-c45a0b422d9b details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:04.839296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.919049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] For port f433319f-4864-45e1-a0a5-d65a0c6ceba5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f433319f-4864-45e1-a0a5-d65a0c6ceba5,segment=NetworkSegment(3502f52c-5b88-4347-8252-7a4e4db82a7e),segment_id=3502f52c-5b88-4347-8252-7a4e4db82a7e)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:04.919482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.931253 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] For port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:04.931643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.933965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.939308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:04.939892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.987843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a9605ce-5619-4601-a102-977058cbd740 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:04.991073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a9605ce-5619-4601-a102-977058cbd740 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.076171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.081719 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] For port f433319f-4864-45e1-a0a5-d65a0c6ceba5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f433319f-4864-45e1-a0a5-d65a0c6ceba5,segment=NetworkSegment(3502f52c-5b88-4347-8252-7a4e4db82a7e),segment_id=3502f52c-5b88-4347-8252-7a4e4db82a7e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:05.082119 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.094289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97949897-151c-41a9-aa62-39b401cf7ad7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:05.095775 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-97949897-151c-41a9-aa62-39b401cf7ad7 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/networks?id=80119348-78d5-44f6-a1d7-c45a0b422d9b HTTP/1.1" status: 200 len: 764 time: 0.5415821 Mar 22 13:04:05.099473 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Calling delete_port for 0e470fa2-c225-4f70-bcfa-c18e437d0cdb owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:05.104854 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34956) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:05.105571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a9605ce-5619-4601-a102-977058cbd740 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.106153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9605ce-5619-4601-a102-977058cbd740 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87bfec3d-4f89-4aef-bcca-5d5c26135886 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:04:05.106267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for f433319f-4864-45e1-a0a5-d65a0c6ceba5 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:05.173258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:05.179183 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7855189 Mar 22 13:04:05.230292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34960) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:05.243766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'subnet': {'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:05.259660 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a9605ce-5619-4601-a102-977058cbd740 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.263344 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8a9605ce-5619-4601-a102-977058cbd740 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] 10.222.0.70 "DELETE /v2.0/routers/87bfec3d-4f89-4aef-bcca-5d5c26135886 HTTP/1.1" status: 204 len: 168 time: 1.3473289 Mar 22 13:04:05.266887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34964) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:05.279292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Request body: {'router': {'name': 'tempest-router-676228217', 'distributed': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:05.291718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.294276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:05.312980 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.313915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 55c9e927-0063-444e-9f47-ec6f4d566c28 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:05.358129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] Calling delete_port for f433319f-4864-45e1-a0a5-d65a0c6ceba5 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:05.376983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Usage tracker for resource:router and tenant:17af646acd7c4bd0ba6e8e5c205933a5 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:05.388655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2df408-6e52-429d-926f-f428cdecb8c5,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:05.391335 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:05.410246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:05.481345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:05.483821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:05.487753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd3a40-43bf-41e4-8f80-718ad5ec4402 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:05.488597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7bcd3a40-43bf-41e4-8f80-718ad5ec4402 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Synchronizing usage tracker for tenant:fc022da7f67b4faaa9064c8536f2fac0 on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:05.491560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:05.493476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 55c9e927-0063-444e-9f47-ec6f4d566c28 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:04:05.493990 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 55c9e927-0063-444e-9f47-ec6f4d566c28 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:04:05.494742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd77810-dac4-4d28-87e8-5f271fbc0187 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Network': ['ID=03f25e5d-f862-40a4-b7fb-370c93874221,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:05.505153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:05.507728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:05.510866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:subnet and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:05.516849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:05.520019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:05.526520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:05.530172 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 03f25e5d-f862-40a4-b7fb-370c93874221 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:05.534494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:05.540853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7bcd3a40-43bf-41e4-8f80-718ad5ec4402 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Unset dirty status for tenant:fc022da7f67b4faaa9064c8536f2fac0 on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:05.545024 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7bcd3a40-43bf-41e4-8f80-718ad5ec4402 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4342792 Mar 22 13:04:05.545195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:05.545297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:05.545297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:05.545919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.547428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.552295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.552917 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.556114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34968) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:05.562547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.617696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:05.621051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.665695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=f433319f-4864-45e1-a0a5-d65a0c6ceba5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:05.670083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No DVR routers for this DVR port f433319f-4864-45e1-a0a5-d65a0c6ceba5 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:05.684058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b45b83c-0398-4407-b431-f2f06c649d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.708835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b97fc613-b2d8-4034-bbc5-1503d4ced2de tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Synchronizing usage tracker for tenant:fc022da7f67b4faaa9064c8536f2fac0 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:05.709338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:04:05.709783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:04:05.714588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.715476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:04:05.715923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:04:05.722701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,revision_number=13']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:05.749500 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-36770124-029e-41dc-a65b-aa34f958c27d tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9853690 Mar 22 13:04:05.755180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34972) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:05.764828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.769534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.821056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b97fc613-b2d8-4034-bbc5-1503d4ced2de tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Unset dirty status for tenant:fc022da7f67b4faaa9064c8536f2fac0 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:05.826278 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b97fc613-b2d8-4034-bbc5-1503d4ced2de tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 207 time: 0.2079685 Mar 22 13:04:05.827817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34976) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:05.894639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:05.976670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:06.029534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.033678 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-23578981-0e54-4169-8778-99adb1b3983e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7626383 Mar 22 13:04:06.040371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34980) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:06.047311 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f433319f-4864-45e1-a0a5-d65a0c6ceba5 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:06.083443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: f433319f-4864-45e1-a0a5-d65a0c6ceba5 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:04:06.084054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f433319f-4864-45e1-a0a5-d65a0c6ceba5 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:04:06.149796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.210879 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Deleting port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:06.211532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.243980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.248844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] Deleting port f433319f-4864-45e1-a0a5-d65a0c6ceba5 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:06.249351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.355130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890989e2-b8d5-43cd-a856-a838292e6e8a']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:06.393850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.397134 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3502f52c-5b88-4347-8252-7a4e4db82a7e') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:06.397441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3502f52c-5b88-4347-8252-7a4e4db82a7e') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:06.401220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77891f4b-8bb8-4b3c-8fa1-2257af759527 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:06.406721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f778d-584c-4143-bc21-6ce563c62065 None None] The port 'f433319f-4864-45e1-a0a5-d65a0c6ceba5' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:04:06.406876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77891f4b-8bb8-4b3c-8fa1-2257af759527 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:06.412325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77891f4b-8bb8-4b3c-8fa1-2257af759527 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:06.420109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77891f4b-8bb8-4b3c-8fa1-2257af759527 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:06.425846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77891f4b-8bb8-4b3c-8fa1-2257af759527 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:06.432431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77891f4b-8bb8-4b3c-8fa1-2257af759527 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:06.440184 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-77891f4b-8bb8-4b3c-8fa1-2257af759527 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6016049 Mar 22 13:04:06.444206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34984) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:06.464278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.470872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6aac45f3-f187-43cb-a9b8-c9710087ee75 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.558483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Allocated IP 172.26.5.247 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/9b411a39-3d48-4f48-bb45-8e1587f45602) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:06.567901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.579415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] For port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:06.579941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.610848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.635514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:04:06.635930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:04:06.652004 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:04:06.762146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Calling delete_port for 0e470fa2-c225-4f70-bcfa-c18e437d0cdb owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:06.775288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:04:06.835137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.840677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.844354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.894983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] Pushing event deleted for resources: {'Port': ['ID=0e470fa2-c225-4f70-bcfa-c18e437d0cdb,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:06.895630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.898586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58987d6a-c831-4b96-9fac-26aa4816b0a0 None None] No DVR routers for this DVR port 0e470fa2-c225-4f70-bcfa-c18e437d0cdb on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:06.917319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75f1583-1ab5-455a-bf69-5e8e4dd26419 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:06.938143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Network': ['ID=890989e2-b8d5-43cd-a856-a838292e6e8a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:06.953213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] device_id is not set on port 8b2df408-6e52-429d-926f-f428cdecb8c5 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:06.986927 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:06.988005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6aac45f3-f187-43cb-a9b8-c9710087ee75 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.006565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6aac45f3-f187-43cb-a9b8-c9710087ee75 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.015836 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8f8c6209-2fc7-47a8-8356-5f60bfc0e99b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/networks/890989e2-b8d5-43cd-a856-a838292e6e8a HTTP/1.1" status: 204 len: 168 time: 3.5433490 Mar 22 13:04:07.029231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34988) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:07.037621 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Subnet': ['ID=6ea5c9d4-170c-440d-ac2b-d2de321a53db,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:07.077585 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-76c895f0-77bc-408d-abbe-4e63141c209e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6244733 Mar 22 13:04:07.078162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Transition to ACTIVE for port object 8b2df408-6e52-429d-926f-f428cdecb8c5 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:07.083778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 34992) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:07.097419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6aac45f3-f187-43cb-a9b8-c9710087ee75 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.097893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aac45f3-f187-43cb-a9b8-c9710087ee75 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3282d44d-1b94-4d1e-bc0e-7c7413d95fb7 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:04:07.127777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.155423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': '730c545c-877a-4fdc-b6cc-e2b6f2939ed4'}, {'subnet_id': 'ea75f0c5-e146-4526-9280-0d8d82d786e3'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:07.156211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.169291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6aac45f3-f187-43cb-a9b8-c9710087ee75 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.173640 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6aac45f3-f187-43cb-a9b8-c9710087ee75 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] 10.222.0.70 "DELETE /v2.0/routers/3282d44d-1b94-4d1e-bc0e-7c7413d95fb7 HTTP/1.1" status: 204 len: 168 time: 1.1290681 Mar 22 13:04:07.173640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.182646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 34996) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:07.200826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Checking segment: {'id': '3abda993-5022-445f-b86b-2c8744e03924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:07.201465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network hostable DHCP agents. Network: 03f25e5d-f862-40a4-b7fb-370c93874221, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:07.213641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Request body: {'router': {'name': 'tempest-router-678532213', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '859886063ea04e4b84a60379af34c0b5'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:07.214055 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60db6fc-5566-4b5f-a638-35040867dbfd tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.215715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60db6fc-5566-4b5f-a638-35040867dbfd tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.217216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60db6fc-5566-4b5f-a638-35040867dbfd tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.218977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60db6fc-5566-4b5f-a638-35040867dbfd tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.220520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60db6fc-5566-4b5f-a638-35040867dbfd tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.225912 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c60db6fc-5566-4b5f-a638-35040867dbfd tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1374655 Mar 22 13:04:07.228171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35000) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:07.276264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:07.303564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Usage tracker for resource:router and tenant:859886063ea04e4b84a60379af34c0b5 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:07.308291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39752bc-9d43-4b4c-86ad-1a6aa9794b23 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.310106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39752bc-9d43-4b4c-86ad-1a6aa9794b23 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.311673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39752bc-9d43-4b4c-86ad-1a6aa9794b23 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.313344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39752bc-9d43-4b4c-86ad-1a6aa9794b23 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.314878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39752bc-9d43-4b4c-86ad-1a6aa9794b23 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.319765 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e39752bc-9d43-4b4c-86ad-1a6aa9794b23 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0894277 Mar 22 13:04:07.319765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.322975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35004) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:07.347286 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:07.364969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.objects.ports [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87933) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:04:07.366223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:07.370790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2df408-6e52-429d-926f-f428cdecb8c5,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:07.378117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.456917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Allocated IP 172.20.0.2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/ea75f0c5-e146-4526-9280-0d8d82d786e3/62799d4e-0b34-4edf-ab5e-f54387f2a2ec) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:07.464442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Allocated IP 2001:db8::f816:3eff:feea:6043 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/730c545c-877a-4fdc-b6cc-e2b6f2939ed4/62799d4e-0b34-4edf-ab5e-f54387f2a2ec) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:07.465237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.466224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.478010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 03f25e5d-f862-40a4-b7fb-370c93874221 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:07.480322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:07.480658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:07.480999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:07.489124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:07.491460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:07.499036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:07.501738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:07.506993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.507708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.512248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:07.513083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:04:07.513388 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:04:07.519543 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 2 to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 Mar 22 13:04:07.544296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f8f54c-8912-4c23-bc51-f1ad002a2109 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.544998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-19f8f54c-8912-4c23-bc51-f1ad002a2109 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:07.545507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Pushing event updated for resources: {'Port': ['ID=9b411a39-3d48-4f48-bb45-8e1587f45602,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:07.547648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 03f25e5d-f862-40a4-b7fb-370c93874221) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:07.556632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=730c545c-877a-4fdc-b6cc-e2b6f2939ed4,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:07.567809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.568696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.583098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.588100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:07.588699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:07.588699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:07.595757 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb0cc2-9ed5-4926-972c-61b093815ade None None] Network 03f25e5d-f862-40a4-b7fb-370c93874221 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:07.601431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ff83c-ef72-470a-aaec-8ee9ef0f2bad tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:07.606343 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f23ff83c-ef72-470a-aaec-8ee9ef0f2bad tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/networks/ed6ae8e2-b580-4c60-b01d-849341dcfae9 HTTP/1.1" status: 200 len: 804 time: 0.2479055 Mar 22 13:04:07.613625 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e9a1650b-8563-461b-a615-ac0d315688c8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0551889 Mar 22 13:04:07.613625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35008) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:07.642377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35010) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:07.642731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:04:07.643060 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:04:07.649365 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 3 to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 Mar 22 13:04:07.660598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:2c:74:2d', 'name': 'tempest-NetworksTestDHCPv6-1113915076'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:07.686474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-19f8f54c-8912-4c23-bc51-f1ad002a2109 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:07.687634 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-19f8f54c-8912-4c23-bc51-f1ad002a2109 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6563501 Mar 22 13:04:07.689002 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-73d520c4-3841-4cfc-8cea-a2a8493215b8 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4504359 Mar 22 13:04:07.699616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35016) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:07.699959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35018) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:07.797797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.835063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.878430 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Transition to ACTIVE for port object 62799d4e-0b34-4edf-ab5e-f54387f2a2ec will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:07.912979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Transition to ACTIVE for port object 62799d4e-0b34-4edf-ab5e-f54387f2a2ec will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:07.951018 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:07.996323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:07.996566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:07.996903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:08.015430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.025790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-03f25e5d-f862-40a4-b7fb-370c93874221', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:08.026554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.041294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:04:08.041892 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:04:08.050102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:08.059595 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 4 to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 Mar 22 13:04:08.060786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:08.063658 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:08.075500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Pushing event updated for resources: {'Port': ['ID=62799d4e-0b34-4edf-ab5e-f54387f2a2ec,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:08.113743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.266138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Attempting to bind port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:08.266493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Attempting to bind port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:08.266745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Attempting to bind port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:08.273262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:08.273602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:08.273941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:08.288676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.289852 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-618a976f-f155-4b5f-8caf-93da75a3431b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0961063 Mar 22 13:04:08.294850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35024) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:08.303064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:08.306742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:08.307115 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:08.307538 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.307923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:08.308389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Bound port: 62799d4e-0b34-4edf-ab5e-f54387f2a2ec, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:08.308753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.311585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:04:08.312081 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:04:08.316545 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 5 to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 Mar 22 13:04:08.328809 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3a2af4ad-f751-46fa-acb1-0d24fe25dd04 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/networks/ed6ae8e2-b580-4c60-b01d-849341dcfae9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7127082 Mar 22 13:04:08.353956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35028) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:08.421430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:08.422045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:08.422541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:08.451971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Allocated IP 2001:db8::2 (03f25e5d-f862-40a4-b7fb-370c93874221/6ea5c9d4-170c-440d-ac2b-d2de321a53db/bb307066-2d75-44c9-ac36-494f27a9209e) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:08.475710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] For port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:08.503626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:04:08.504201 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:04:08.508883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] For port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=62799d4e-0b34-4edf-ab5e-f54387f2a2ec,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:08.510017 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 6 to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 Mar 22 13:04:08.555232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.586312 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1d4562b2-2ad0-41f5-9dc6-ef72a2191e22 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8765516 Mar 22 13:04:08.593449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35032) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:08.625994 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:08.633512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2769ad6-9b0c-46a3-8fab-511a66ef7b9b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:08.638760 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d2769ad6-9b0c-46a3-8fab-511a66ef7b9b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/subnets/80122dd1-ea81-4e94-b26c-cf489394ae2b HTTP/1.1" status: 200 len: 843 time: 0.2751913 Mar 22 13:04:08.638898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1660326352'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:08.641355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:08.641355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:08.641355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:08.646138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35036) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:08.659192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:08.662092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:08.669141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:08.671883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:04:08.672220 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:04:08.673141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:network and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:08.680265 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 7 to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 Mar 22 13:04:08.689299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:08.692927 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ff84f-43ac-4965-b95b-0098f79cb7e3 None None] Pushing event updated for resources: {'Port': ['ID=62799d4e-0b34-4edf-ab5e-f54387f2a2ec,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:08.706748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:08.722612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:08.729480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:08.729812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:08.730149 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:08.771961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.783846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:04:08.784066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.784309 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:04:08.787535 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 8 to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 Mar 22 13:04:08.794910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:08.796192 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Transition to ACTIVE for port object bb307066-2d75-44c9-ac36-494f27a9209e will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:08.800513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.809517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:08.816924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Transition to ACTIVE for port object bb307066-2d75-44c9-ac36-494f27a9209e will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:08.823581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:08.888027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Network 03f25e5d-f862-40a4-b7fb-370c93874221 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:08.894953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:08.897517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:08.911822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Pushing event updated for resources: {'Port': ['ID=bb307066-2d75-44c9-ac36-494f27a9209e,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:08.916182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:08.916516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:08.918668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:09.028869 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Attempting to bind port bb307066-2d75-44c9-ac36-494f27a9209e on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:09.029326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Attempting to bind port bb307066-2d75-44c9-ac36-494f27a9209e by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '3abda993-5022-445f-b86b-2c8744e03924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:09.030087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Attempting to bind port bb307066-2d75-44c9-ac36-494f27a9209e on network 03f25e5d-f862-40a4-b7fb-370c93874221 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:09.031541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:04:09.035606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:09.035814 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:04:09.036125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Checking segment: {'id': '3abda993-5022-445f-b86b-2c8744e03924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:09.036602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.037095 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Bound using segment: {'id': '3abda993-5022-445f-b86b-2c8744e03924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:09.037670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Bound port: bb307066-2d75-44c9-ac36-494f27a9209e, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abda993-5022-445f-b86b-2c8744e03924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:09.038149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.058484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.058823 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.095990 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 9 to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 Mar 22 13:04:09.131798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:09.159067 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] For port bb307066-2d75-44c9-ac36-494f27a9209e, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:09.163773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] For port bb307066-2d75-44c9-ac36-494f27a9209e, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bb307066-2d75-44c9-ac36-494f27a9209e,segment=NetworkSegment(3abda993-5022-445f-b86b-2c8744e03924),segment_id=3abda993-5022-445f-b86b-2c8744e03924)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:09.170078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.195883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:09.196139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:09.196480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:09.218797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.219144 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Added segment 681b8f5c-8a96-4ad6-abcc-02b189bd8bde of type vlan for network 17ae66a4-3206-46a2-bacc-f9c9b2bd222f Mar 22 13:04:09.221654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:04:09.222365 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:04:09.234544 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.plugins.ml2.plugin [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempt 10 to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 Mar 22 13:04:09.244699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.278484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3baaa9-243d-4540-b955-705540ea2b57 None None] Pushing event updated for resources: {'Port': ['ID=bb307066-2d75-44c9-ac36-494f27a9209e,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:09.293658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.297781 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc378608-4c7d-43a8-bc99-534cea6c1475 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['shared'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:09.299232 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bc378608-4c7d-43a8-bc99-534cea6c1475 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "GET /v2.0/subnets/80122dd1-ea81-4e94-b26c-cf489394ae2b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6509380 Mar 22 13:04:09.304251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:09.304775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:09.304911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempting to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:09.312479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35040) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:09.325415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.369726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 573c8e58-728a-41c9-a140-1f2e54d1d5d8 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:09.448646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87932) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 22 13:04:09.449061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Router ba846f27-cdaa-437e-a78a-27cb361ddfd7 migrating from provider to provider. {{(pid=87932) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 22 13:04:09.449511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.460758 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.475483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.552494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-92180744'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:09.557261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:04:09.557584 dv-neutron-834664-2-hyperv neutron-server[87933]: ERROR neutron.plugins.ml2.managers [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Failed to bind port 8b2df408-6e52-429d-926f-f428cdecb8c5 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe'}] Mar 22 13:04:09.557945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.591709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:09.717655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:09.720195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:04:09.723983 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] No L3 agents can host the router ba846f27-cdaa-437e-a78a-27cb361ddfd7 Mar 22 13:04:09.871498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:09.875096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.917951 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.919516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Router 41bfc85a-ef7c-4b32-b461-5d7fe3d1b310 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:04:09.923643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:09.924266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:09.937274 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Hosts for router ba846f27-cdaa-437e-a78a-27cb361ddfd7: [] {{(pid=87932) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 22 13:04:09.971220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] For port 8b2df408-6e52-429d-926f-f428cdecb8c5, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:09.971468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attempted to set empty binding levels {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 22 13:04:10.012935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:10.017773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:10.025408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Allocated IP 2001:db8::1 (03f25e5d-f862-40a4-b7fb-370c93874221/6ea5c9d4-170c-440d-ac2b-d2de321a53db/fc8500eb-eba3-4493-bb6e-68b34620b81b) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:10.029195 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7ba6d-c4ce-4610-88b6-47edc3cfa899 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:10.048146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Hosts for other DVR routers connected to router ba846f27-cdaa-437e-a78a-27cb361ddfd7: set() {{(pid=87932) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 22 13:04:10.050605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:10.051916 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1cc11fb2-f112-485a-867c-52f93f56335b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] 10.222.0.70 "PUT /v2.0/routers/ba846f27-cdaa-437e-a78a-27cb361ddfd7 HTTP/1.1" status: 200 len: 716 time: 1.7557564 Mar 22 13:04:10.054736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35044) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:10.189212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3eef08ab-25ee-4404-8953-023eb3b593e4 None None] Provisioning for port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:10.210641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:10.211133 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Added segment 34803b20-520a-4b3a-b090-1b26b872d500 of type vlan for network 6d3fe626-442f-4d6e-8282-7b43d854236d Mar 22 13:04:10.215053 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bb307066-2d75-44c9-ac36-494f27a9209e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:10.246384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Network': ['ID=17ae66a4-3206-46a2-bacc-f9c9b2bd222f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:10.272667 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-408b3efe-2e72-4b60-a695-913b1a01f3af tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] 10.222.0.70 "GET /v2.0/routers/ba846f27-cdaa-437e-a78a-27cb361ddfd7 HTTP/1.1" status: 200 len: 716 time: 0.2144530 Mar 22 13:04:10.278612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35048) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:10.342369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:04:10.356863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b747991-b1cf-42fb-a9c0-dda2be054e8e None None] Sync routers for ids ['41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:10.374542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:10.376700 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-42ebfa0f-a1fa-40c8-a018-7404d5101f11 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.7649741 Mar 22 13:04:10.379444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35054) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:10.385376 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6cb87975-c885-4d7b-8780-3ad62a1fd159 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'enable_snat': False}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:10.445030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b747991-b1cf-42fb-a9c0-dda2be054e8e None None] Routers {'41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:10.445583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7b747991-b1cf-42fb-a9c0-dda2be054e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:10.523389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port bb307066-2d75-44c9-ac36-494f27a9209e completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:10.531384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 62799d4e-0b34-4edf-ab5e-f54387f2a2ec up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:10.547407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:10.554895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.555341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.556824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.557170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.557624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.557960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.558426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.559313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.559784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7b747991-b1cf-42fb-a9c0-dda2be054e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:10.559974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.560860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.561192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.561534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.582861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 17ae66a4-3206-46a2-bacc-f9c9b2bd222f details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:10.589971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] In _notify_port_updated(), no bound segment for port 8b2df408-6e52-429d-926f-f428cdecb8c5 on network 17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:04:10.591027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:10.591659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:10.593154 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "PUT /v2.0/ports/8b2df408-6e52-429d-926f-f428cdecb8c5 HTTP/1.1" status: 200 len: 980 time: 4.8187733 Mar 22 13:04:10.594745 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2f2ba625-3c42-442b-b11a-8ea25528a676 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9749246 Mar 22 13:04:10.611233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b747991-b1cf-42fb-a9c0-dda2be054e8e None None] Routers {'41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:10.611871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7b747991-b1cf-42fb-a9c0-dda2be054e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:10.621585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35058) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:10.622056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35060) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:10.648578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '17ae66a4-3206-46a2-bacc-f9c9b2bd222f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:10.686524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085de04e-9906-4b85-a6c6-98e7399f16a9 None None] Network 03f25e5d-f862-40a4-b7fb-370c93874221 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:10.694349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Transition to ACTIVE for port object fc8500eb-eba3-4493-bb6e-68b34620b81b will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:10.740752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7b747991-b1cf-42fb-a9c0-dda2be054e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:10.741155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b747991-b1cf-42fb-a9c0-dda2be054e8e None None] The sync data for ids ['41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:10.747588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:10.786225 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1824310c-c2b3-4b54-920d-0f575f047be5 tempest-RoutersTestDVR-1352605625 tempest-RoutersTestDVR-1352605625-project] 10.222.0.70 "GET /v2.0/routers/ba846f27-cdaa-437e-a78a-27cb361ddfd7 HTTP/1.1" status: 200 len: 682 time: 0.5064902 Mar 22 13:04:10.795100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35066) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:10.827601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 172.20.0.7 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/ea75f0c5-e146-4526-9280-0d8d82d786e3/573c8e58-728a-41c9-a140-1f2e54d1d5d8) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:10.840852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da010e8-d08c-4852-98cd-fc9b49a694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2df408-6e52-429d-926f-f428cdecb8c5,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:10.876680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::f816:3eff:fe2c:742d (664f0cd7-b40c-4378-b4f7-c397d24fad2a/730c545c-877a-4fdc-b6cc-e2b6f2939ed4/573c8e58-728a-41c9-a140-1f2e54d1d5d8) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:10.885427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-00cf5c1b-8957-47e8-b1a7-57c481d32307 None None] Provisioning for port bb307066-2d75-44c9-ac36-494f27a9209e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:10.902655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-febae7a8-7b02-4336-90dc-63fbf1ea4aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Deleting port 8b2df408-6e52-429d-926f-f428cdecb8c5 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:10.902969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-febae7a8-7b02-4336-90dc-63fbf1ea4aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:10.903917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-00cf5c1b-8957-47e8-b1a7-57c481d32307 None None] Provisioning complete for port bb307066-2d75-44c9-ac36-494f27a9209e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:10.904287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-00cf5c1b-8957-47e8-b1a7-57c481d32307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:10.961319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:10.970780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:10.990500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:10.991954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:10.992332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:10.998247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.004265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:11.004668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.014035 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11599c50-4bfb-4b10-8e6f-ef43d5d5014e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.017342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:11.062288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:11.122097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.193487 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.8799345 Mar 22 13:04:11.210639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35070) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:11.267141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:11.270767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.289465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-00cf5c1b-8957-47e8-b1a7-57c481d32307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.292840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'network_id': '6d3fe626-442f-4d6e-8282-7b43d854236d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:11.343037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.377483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-00cf5c1b-8957-47e8-b1a7-57c481d32307 None None] For port bb307066-2d75-44c9-ac36-494f27a9209e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bb307066-2d75-44c9-ac36-494f27a9209e,segment=NetworkSegment(3abda993-5022-445f-b86b-2c8744e03924),segment_id=3abda993-5022-445f-b86b-2c8744e03924)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:11.387893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-00cf5c1b-8957-47e8-b1a7-57c481d32307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.426188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03effb1b-16fa-4f7e-b92f-06c27ed12d61 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Network': ['ID=6d3fe626-442f-4d6e-8282-7b43d854236d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:11.430656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 03f25e5d-f862-40a4-b7fb-370c93874221 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:11.442618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 6d3fe626-442f-4d6e-8282-7b43d854236d details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:11.466026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=62799d4e-0b34-4edf-ab5e-f54387f2a2ec,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:11.466916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:11.469148 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:11.469830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.492098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.597358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf5c1b-8957-47e8-b1a7-57c481d32307 None None] Pushing event updated for resources: {'Port': ['ID=bb307066-2d75-44c9-ac36-494f27a9209e,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:11.692929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11599c50-4bfb-4b10-8e6f-ef43d5d5014e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.698407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11599c50-4bfb-4b10-8e6f-ef43d5d5014e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.703816 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-eb213b2b-c973-41f0-906f-3c5d16d66252 None None] Provisioning complete for port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:11.703974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eb213b2b-c973-41f0-906f-3c5d16d66252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.744709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=62799d4e-0b34-4edf-ab5e-f54387f2a2ec,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:11.794251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=fc8500eb-eba3-4493-bb6e-68b34620b81b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:11.817063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11599c50-4bfb-4b10-8e6f-ef43d5d5014e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.817553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11599c50-4bfb-4b10-8e6f-ef43d5d5014e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba846f27-cdaa-437e-a78a-27cb361ddfd7 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:04:11.842284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11599c50-4bfb-4b10-8e6f-ef43d5d5014e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.843432 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-11599c50-4bfb-4b10-8e6f-ef43d5d5014e tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] 10.222.0.70 "DELETE /v2.0/routers/ba846f27-cdaa-437e-a78a-27cb361ddfd7 HTTP/1.1" status: 204 len: 168 time: 1.0472538 Mar 22 13:04:11.848528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6cb87975-c885-4d7b-8780-3ad62a1fd159 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.852166 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35074) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:11.859616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Request body: {'router': {'name': 'tempest-router-438540236', 'distributed': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:11.867282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:11.872412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Usage tracker for resource:router and tenant:17af646acd7c4bd0ba6e8e5c205933a5 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:11.889897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:11.905671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:11.923121 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.924151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:11.981001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e347e18f-001f-4178-aecc-a7900133ed9e None None] Provisioning for port fc8500eb-eba3-4493-bb6e-68b34620b81b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:11.988561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e347e18f-001f-4178-aecc-a7900133ed9e None None] Provisioning complete for port fc8500eb-eba3-4493-bb6e-68b34620b81b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:11.988561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e347e18f-001f-4178-aecc-a7900133ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.003534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.026014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:12.033131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-febae7a8-7b02-4336-90dc-63fbf1ea4aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] For port 8b2df408-6e52-429d-926f-f428cdecb8c5, host hv-neutron-8346, got binding levels [] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:12.033634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-febae7a8-7b02-4336-90dc-63fbf1ea4aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.036102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.065459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.070186 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f0be3dee-3f3d-4ec0-9494-01026a9ef18b tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2135165 Mar 22 13:04:12.070186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35078) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:12.072014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e347e18f-001f-4178-aecc-a7900133ed9e None None] Port fc8500eb-eba3-4493-bb6e-68b34620b81b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:12.075917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bb307066-2d75-44c9-ac36-494f27a9209e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:12.126351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e347e18f-001f-4178-aecc-a7900133ed9e None None] Provisioning complete for port bb307066-2d75-44c9-ac36-494f27a9209e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:12.126934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e347e18f-001f-4178-aecc-a7900133ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.201296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:12.212523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port bb307066-2d75-44c9-ac36-494f27a9209e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:12.213045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.218214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-febae7a8-7b02-4336-90dc-63fbf1ea4aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Calling delete_port for 8b2df408-6e52-429d-926f-f428cdecb8c5 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:12.266599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.410833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 62799d4e-0b34-4edf-ab5e-f54387f2a2ec up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:12.412527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f72104e7-c3d0-4350-bc57-330a882d72b7 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.424491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Made reservation on behalf of fc022da7f67b4faaa9064c8536f2fac0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:12.428146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.481257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:12.482429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.486325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 573c8e58-728a-41c9-a140-1f2e54d1d5d8 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:12.537033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.606032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.648379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.ipam_backend_mixin [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Performing IP validity checks on allocation pools {{(pid=87933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 13:04:12.648908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.ipam_backend_mixin [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 13:04:12.695763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-febae7a8-7b02-4336-90dc-63fbf1ea4aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.795021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febae7a8-7b02-4336-90dc-63fbf1ea4aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b2df408-6e52-429d-926f-f428cdecb8c5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:12.807870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f72104e7-c3d0-4350-bc57-330a882d72b7 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.815240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f72104e7-c3d0-4350-bc57-330a882d72b7 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.882254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-febae7a8-7b02-4336-90dc-63fbf1ea4aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.888849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=a7508aa6-04c7-47b6-8ba8-c761620d6eb0,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:12.909200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f72104e7-c3d0-4350-bc57-330a882d72b7 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.909668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72104e7-c3d0-4350-bc57-330a882d72b7 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8e19b5f-b07c-4222-aade-1ef36e9b6440 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:04:12.965631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.976218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Checking segment: {'id': '681b8f5c-8a96-4ad6-abcc-02b189bd8bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '17ae66a4-3206-46a2-bacc-f9c9b2bd222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:12.976600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network hostable DHCP agents. Network: 17ae66a4-3206-46a2-bacc-f9c9b2bd222f, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:12.978931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f72104e7-c3d0-4350-bc57-330a882d72b7 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:12.980072 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f72104e7-c3d0-4350-bc57-330a882d72b7 tempest-RoutersTestDVR-2119442481 tempest-RoutersTestDVR-2119442481-project-admin] 10.222.0.70 "DELETE /v2.0/routers/a8e19b5f-b07c-4222-aade-1ef36e9b6440 HTTP/1.1" status: 204 len: 168 time: 0.9097178 Mar 22 13:04:13.083344 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-febae7a8-7b02-4336-90dc-63fbf1ea4aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8b2df408-6e52-429d-926f-f428cdecb8c5 HTTP/1.1" status: 204 len: 168 time: 2.4523041 Mar 22 13:04:13.084351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35084) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:13.131703 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3d8daa-06be-4254-8f4a-f0e7e61faf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] GET failed (client error): The resource could not be found. Mar 22 13:04:13.132239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9b3d8daa-06be-4254-8f4a-f0e7e61faf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Synchronizing usage tracker for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:13.151066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:13.163397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:13.164141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9b3d8daa-06be-4254-8f4a-f0e7e61faf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] Unset dirty status for tenant:559c5ae53aaf4d06a36298a23642ebb6 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:13.176153 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9b3d8daa-06be-4254-8f4a-f0e7e61faf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763255195-project-admin] 10.222.0.70 "GET /v2.0/ports/8b2df408-6e52-429d-926f-f428cdecb8c5 HTTP/1.1" status: 404 len: 333 time: 0.0872967 Mar 22 13:04:13.176312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 17ae66a4-3206-46a2-bacc-f9c9b2bd222f is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:13.178315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:13.220549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35090) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:13.253729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=573c8e58-728a-41c9-a140-1f2e54d1d5d8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:13.272768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6cb87975-c885-4d7b-8780-3ad62a1fd159 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.276682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6cb87975-c885-4d7b-8780-3ad62a1fd159 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.315242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35094) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:13.315456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 17ae66a4-3206-46a2-bacc-f9c9b2bd222f) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:13.325545 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985fd754-422b-4428-ae34-95ca6f0e9c24 None None] Network 17ae66a4-3206-46a2-bacc-f9c9b2bd222f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:13.546907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:13.547525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.559499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:13.560142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.589121 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-17ae66a4-3206-46a2-bacc-f9c9b2bd222f', 'network_id': '17ae66a4-3206-46a2-bacc-f9c9b2bd222f', 'tenant_id': '54db9df364b2456aac7e2debbb03b64e', 'fixed_ips': [{'subnet_id': 'a7508aa6-04c7-47b6-8ba8-c761620d6eb0'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:13.589689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.667884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a5453f23-3af8-4b25-9c16-a24ad1b1cd41 None None] Provisioning for port 573c8e58-728a-41c9-a140-1f2e54d1d5d8 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:13.674776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb87975-c885-4d7b-8780-3ad62a1fd159 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Router 41bfc85a-ef7c-4b32-b461-5d7fe3d1b310 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:04:13.688217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a5453f23-3af8-4b25-9c16-a24ad1b1cd41 None None] Provisioning complete for port 573c8e58-728a-41c9-a140-1f2e54d1d5d8 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:13.688970 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a5453f23-3af8-4b25-9c16-a24ad1b1cd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.713526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.737611 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2ea2689d-2435-4742-bc2c-39caabc23e34 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1110995 Mar 22 13:04:13.741695 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7d799d0e-82e1-4e26-abe1-f66c7bb48740 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.0976679 Mar 22 13:04:13.748144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35100) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:13.748644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35102) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:13.758540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.770489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '17ae66a4-3206-46a2-bacc-f9c9b2bd222f', 'name': 'tempest-PortsIpV6TestJSON-1556768432'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:13.799646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-abcd4f30-8a5a-436f-a21c-7e37d2cecdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.835659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a5453f23-3af8-4b25-9c16-a24ad1b1cd41 None None] Port 573c8e58-728a-41c9-a140-1f2e54d1d5d8 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:13.859857 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Allocated IP 2001:db8::2 (17ae66a4-3206-46a2-bacc-f9c9b2bd222f/a7508aa6-04c7-47b6-8ba8-c761620d6eb0/61069073-f7bd-4c37-bf0c-e60f80826e6b) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:13.881746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-abcd4f30-8a5a-436f-a21c-7e37d2cecdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:13.939737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-abcd4f30-8a5a-436f-a21c-7e37d2cecdf4 admin admin] Usage tracker for resource:security_group_rule and tenant:859886063ea04e4b84a60379af34c0b5 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:13.942296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=d6ffc8fc-e698-4012-9fa4-b2f3bc68aa08,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:13.945217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-abcd4f30-8a5a-436f-a21c-7e37d2cecdf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:13.965812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.967539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-abcd4f30-8a5a-436f-a21c-7e37d2cecdf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:14.040253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.041014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.068694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb87975-c885-4d7b-8780-3ad62a1fd159 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:04:14.077341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6cb87975-c885-4d7b-8780-3ad62a1fd159 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.078665 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6cb87975-c885-4d7b-8780-3ad62a1fd159 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "PUT /v2.0/routers/41bfc85a-ef7c-4b32-b461-5d7fe3d1b310 HTTP/1.1" status: 200 len: 926 time: 3.6980219 Mar 22 13:04:14.082991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35108) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:14.083748 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd21fc-0779-4fb9-97f7-2d11d6f991f9 None None] Sync routers for ids ['41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:14.084198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:14.087338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.091070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.096898 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd21fc-0779-4fb9-97f7-2d11d6f991f9 None None] Routers {'41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:14.097593 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-22dd21fc-0779-4fb9-97f7-2d11d6f991f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:14.100271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Checking segment: {'id': '34803b20-520a-4b3a-b090-1b26b872d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d3fe626-442f-4d6e-8282-7b43d854236d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:14.100822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network hostable DHCP agents. Network: 6d3fe626-442f-4d6e-8282-7b43d854236d, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:14.103109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Transition to ACTIVE for port object 61069073-f7bd-4c37-bf0c-e60f80826e6b will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:14.124316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Transition to ACTIVE for port object 61069073-f7bd-4c37-bf0c-e60f80826e6b will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:14.136179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.146464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:14.155585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:14.166271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d7b85d-e25b-46e9-866f-96cca64f11b0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.172171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d7b85d-e25b-46e9-866f-96cca64f11b0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.175235 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-70d7b85d-e25b-46e9-866f-96cca64f11b0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4162257 Mar 22 13:04:14.185499 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35112) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:14.190261 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:14.197352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:14.200516 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-22dd21fc-0779-4fb9-97f7-2d11d6f991f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:14.214779 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd21fc-0779-4fb9-97f7-2d11d6f991f9 None None] Routers {'41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:14.215490 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-22dd21fc-0779-4fb9-97f7-2d11d6f991f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:14.220259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Pushing event updated for resources: {'Port': ['ID=61069073-f7bd-4c37-bf0c-e60f80826e6b,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:14.228257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Network 17ae66a4-3206-46a2-bacc-f9c9b2bd222f is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:14.233111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:14.237340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:14.275375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:14.275820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b67b48e-28e8-4b3e-98a2-3c9bcb13ba94') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:14.293587 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-22dd21fc-0779-4fb9-97f7-2d11d6f991f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:14.294244 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd21fc-0779-4fb9-97f7-2d11d6f991f9 None None] The sync data for ids ['41bfc85a-ef7c-4b32-b461-5d7fe3d1b310'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:14.309431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=fc8500eb-eba3-4493-bb6e-68b34620b81b,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:14.314283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.321809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:14.324645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.332157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Network 6d3fe626-442f-4d6e-8282-7b43d854236d is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:14.355539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.368674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-528cc3c4-1164-4a0a-8683-58bc477407cf tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 573c8e58-728a-41c9-a140-1f2e54d1d5d8 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:14.369019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-528cc3c4-1164-4a0a-8683-58bc477407cf tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.376501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:04:14.376867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.378386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Attempting to bind port 61069073-f7bd-4c37-bf0c-e60f80826e6b on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:14.378866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Attempting to bind port 61069073-f7bd-4c37-bf0c-e60f80826e6b by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '681b8f5c-8a96-4ad6-abcc-02b189bd8bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '17ae66a4-3206-46a2-bacc-f9c9b2bd222f'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:14.379366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Attempting to bind port 61069073-f7bd-4c37-bf0c-e60f80826e6b on network 17ae66a4-3206-46a2-bacc-f9c9b2bd222f {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:14.385472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:14.386166 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Checking segment: {'id': '681b8f5c-8a96-4ad6-abcc-02b189bd8bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '17ae66a4-3206-46a2-bacc-f9c9b2bd222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:14.386732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.387256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Bound using segment: {'id': '681b8f5c-8a96-4ad6-abcc-02b189bd8bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '17ae66a4-3206-46a2-bacc-f9c9b2bd222f'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:14.388097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Bound port: 61069073-f7bd-4c37-bf0c-e60f80826e6b, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681b8f5c-8a96-4ad6-abcc-02b189bd8bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '17ae66a4-3206-46a2-bacc-f9c9b2bd222f'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:14.388693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:04:14.396041 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:04:14.399784 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 6d3fe626-442f-4d6e-8282-7b43d854236d) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:14.438896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port d5374fb5-3814-46ae-91ff-38259dc573fa yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:14.457134 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b3978-3312-4372-a1d4-79fef9b85126 None None] Network 6d3fe626-442f-4d6e-8282-7b43d854236d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:14.478321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.479179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.484121 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3ee1677a-be74-4884-b57c-3e1006985671 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/routers/41bfc85a-ef7c-4b32-b461-5d7fe3d1b310 HTTP/1.1" status: 200 len: 926 time: 0.3950291 Mar 22 13:04:14.485550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35116) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:14.579858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 03f25e5d-f862-40a4-b7fb-370c93874221 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:14.589463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-abcd4f30-8a5a-436f-a21c-7e37d2cecdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.593974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:14.605303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.609953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.659550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] For port 61069073-f7bd-4c37-bf0c-e60f80826e6b, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:14.698150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-abcd4f30-8a5a-436f-a21c-7e37d2cecdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.714079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] For port 61069073-f7bd-4c37-bf0c-e60f80826e6b, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=61069073-f7bd-4c37-bf0c-e60f80826e6b,segment=NetworkSegment(681b8f5c-8a96-4ad6-abcc-02b189bd8bde),segment_id=681b8f5c-8a96-4ad6-abcc-02b189bd8bde)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:14.730092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.761600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8::bf (17ae66a4-3206-46a2-bacc-f9c9b2bd222f/a7508aa6-04c7-47b6-8ba8-c761620d6eb0/d5374fb5-3814-46ae-91ff-38259dc573fa) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:14.782973 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-abcd4f30-8a5a-436f-a21c-7e37d2cecdf4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=859886063ea04e4b84a60379af34c0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4656115 Mar 22 13:04:14.786170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35120) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:14.789302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd4f30-8a5a-436f-a21c-7e37d2cecdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091a71e8-b87c-4dd2-8fb1-9418ddc21fd9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:14.802383 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3c1e6a5b-b370-4781-a143-3d9cdd5dd28c tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.5140860 Mar 22 13:04:14.802383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] Pushing event deleted for resources: {'Network': ['ID=17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:14.803123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-6d3fe626-442f-4d6e-8282-7b43d854236d', 'network_id': '6d3fe626-442f-4d6e-8282-7b43d854236d', 'tenant_id': 'fc022da7f67b4faaa9064c8536f2fac0', 'fixed_ips': [{'subnet_id': 'd6ffc8fc-e698-4012-9fa4-b2f3bc68aa08'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:14.803123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.814745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35124) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:14.837685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-528cc3c4-1164-4a0a-8683-58bc477407cf tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:14.849291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ff6cc40f-144d-46df-9ac3-f673aa832850 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:14.869403 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-16f7d246-93fd-4393-8954-408fc551feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586677659-project] 10.222.0.70 "DELETE /v2.0/networks/17f593ad-7c2d-4e2e-91a3-04e09a2fc2fe HTTP/1.1" status: 204 len: 168 time: 1.6374941 Mar 22 13:04:14.919657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b8ad69-4dd1-470b-80dd-7481657bcabd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.920519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e1b8ad69-4dd1-470b-80dd-7481657bcabd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Synchronizing usage tracker for tenant:dc395393d84541eeb0f4c132d3a2d6ec on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:14.967576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e1b8ad69-4dd1-470b-80dd-7481657bcabd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Unset dirty status for tenant:dc395393d84541eeb0f4c132d3a2d6ec on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:14.968954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e1b8ad69-4dd1-470b-80dd-7481657bcabd tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&device_id=41bfc85a-ef7c-4b32-b461-5d7fe3d1b310&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4646411 Mar 22 13:04:14.973850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35130) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:14.990036 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Pushing event updated for resources: {'Port': ['ID=61069073-f7bd-4c37-bf0c-e60f80826e6b,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:15.024462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.024676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.024986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.028087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.028766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.029321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.029938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.030286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.030771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.031355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.031835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.032622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f0f1fa-4625-4286-b52f-bf9f8bd7f64d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:15.060145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:04:15.100675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b89b4e27-8303-45c3-9e46-cded877082a8 None None] Provisioning complete for port fc8500eb-eba3-4493-bb6e-68b34620b81b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:15.101054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b89b4e27-8303-45c3-9e46-cded877082a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.176055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b89b4e27-8303-45c3-9e46-cded877082a8 None None] Port fc8500eb-eba3-4493-bb6e-68b34620b81b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:15.180568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e7de5-9a7c-4a0b-a652-a23a4ea0d2d1 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:15.181361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ff5e7de5-9a7c-4a0b-a652-a23a4ea0d2d1 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Synchronizing usage tracker for tenant:dc395393d84541eeb0f4c132d3a2d6ec on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:15.187074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-528cc3c4-1164-4a0a-8683-58bc477407cf tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 573c8e58-728a-41c9-a140-1f2e54d1d5d8 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:15.242028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Allocated IP 2001:db8::3 (6d3fe626-442f-4d6e-8282-7b43d854236d/d6ffc8fc-e698-4012-9fa4-b2f3bc68aa08/8a714da9-fe87-4581-905e-261f276c6075) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:15.279383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35136) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:15.316871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ff5e7de5-9a7c-4a0b-a652-a23a4ea0d2d1 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Unset dirty status for tenant:dc395393d84541eeb0f4c132d3a2d6ec on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:15.318249 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ff5e7de5-9a7c-4a0b-a652-a23a4ea0d2d1 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 881 time: 0.3282921 Mar 22 13:04:15.390711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35142) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:15.495907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.510096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc40f-144d-46df-9ac3-f673aa832850 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-952721'] for subnet, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.610412 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.620981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Transition to ACTIVE for port object 8a714da9-fe87-4581-905e-261f276c6075 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:15.640415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Transition to ACTIVE for port object 8a714da9-fe87-4581-905e-261f276c6075 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:15.647100 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-629b11db-4640-424f-8d38-414c6daf1f45 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=41bfc85a-ef7c-4b32-b461-5d7fe3d1b310 HTTP/1.1" status: 200 len: 205 time: 0.2550075 Mar 22 13:04:15.651395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.653102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35146) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:15.658990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.684906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:04:15.705806 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-64783b02-ce55-42cd-b09e-4a74b672356f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9982843 Mar 22 13:04:15.706908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35150) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:15.707022 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:15.715557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-140108198'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:15.725088 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-db159835-580b-4bbc-b83c-0783c350ed0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20b42072d86b49898a9b3af77d4fe6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350412 Mar 22 13:04:15.725088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:15.726443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35154) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:15.735484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Network 6d3fe626-442f-4d6e-8282-7b43d854236d is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:15.739190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:network and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:15.742172 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:15.743028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:15.744958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Pushing event updated for resources: {'Port': ['ID=8a714da9-fe87-4581-905e-261f276c6075,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:15.747103 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:15.749265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:15.749873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:15.752442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:15.785671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:15.788692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.826496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-059a1d3f-5ead-4959-ac7c-9c0966f5dbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.843276 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:15.864142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-059a1d3f-5ead-4959-ac7c-9c0966f5dbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.871450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.872880 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added segment db40a5df-3527-4137-8894-7302332c44b8 of type vlan for network 78333a61-0674-478c-b07f-c402a7bc1e14 Mar 22 13:04:15.948839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.958803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-059a1d3f-5ead-4959-ac7c-9c0966f5dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:15.989364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a1d3f-5ead-4959-ac7c-9c0966f5dbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae52bdc-9cd3-42cf-b8e7-cf47e3c510a8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:16.023732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-059a1d3f-5ead-4959-ac7c-9c0966f5dbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.027291 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-059a1d3f-5ead-4959-ac7c-9c0966f5dbf7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cae52bdc-9cd3-42cf-b8e7-cf47e3c510a8 HTTP/1.1" status: 204 len: 168 time: 0.2979741 Mar 22 13:04:16.027421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Attempting to bind port 8a714da9-fe87-4581-905e-261f276c6075 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:16.027421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Attempting to bind port 8a714da9-fe87-4581-905e-261f276c6075 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '34803b20-520a-4b3a-b090-1b26b872d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d3fe626-442f-4d6e-8282-7b43d854236d'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:16.027421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Attempting to bind port 8a714da9-fe87-4581-905e-261f276c6075 on network 6d3fe626-442f-4d6e-8282-7b43d854236d {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:16.040961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:16.042676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Checking segment: {'id': '34803b20-520a-4b3a-b090-1b26b872d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d3fe626-442f-4d6e-8282-7b43d854236d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:16.042676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.042676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Bound using segment: {'id': '34803b20-520a-4b3a-b090-1b26b872d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d3fe626-442f-4d6e-8282-7b43d854236d'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:16.042676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Bound port: 8a714da9-fe87-4581-905e-261f276c6075, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34803b20-520a-4b3a-b090-1b26b872d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d3fe626-442f-4d6e-8282-7b43d854236d'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:16.043437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.046734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.050806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.058282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:16.069736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.177873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:04:16.179947 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4722843 Mar 22 13:04:16.201248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35160) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:16.237776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object d5374fb5-3814-46ae-91ff-38259dc573fa will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:16.246255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 61069073-f7bd-4c37-bf0c-e60f80826e6b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:16.291870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20d98b-c76d-4899-adc0-b96b2dc7b82e tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Network': ['ID=78333a61-0674-478c-b07f-c402a7bc1e14,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:16.325655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'subnet': {'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:16.359541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.418144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 78333a61-0674-478c-b07f-c402a7bc1e14 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:16.426977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.447961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc576288-7f75-4cbc-9e34-650c08313807 None None] Network 17ae66a4-3206-46a2-bacc-f9c9b2bd222f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:16.495741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35166) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:16.508578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091a71e8-b87c-4dd2-8fb1-9418ddc21fd9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:16.549371 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c1cb20af-463a-446a-a80b-79c23f2b2711 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=559c5ae53aaf4d06a36298a23642ebb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501161 Mar 22 13:04:16.549591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35170) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:16.595800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.596150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.596668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.597185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.597669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.598414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.598896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.599407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.599903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.600381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.600865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.601340 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:16.613338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28b7b19e-1d46-4261-8e9d-4f7a54573a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.621161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-528cc3c4-1164-4a0a-8683-58bc477407cf tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.641263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28b7b19e-1d46-4261-8e9d-4f7a54573a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.676081 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c64d866c-142c-419e-b14f-6202b64a10d4 None None] Provisioning for port 61069073-f7bd-4c37-bf0c-e60f80826e6b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:16.726322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28b7b19e-1d46-4261-8e9d-4f7a54573a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.747655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7b19e-1d46-4261-8e9d-4f7a54573a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7284f669-8da5-4ba1-b77a-c693582f791d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:16.761913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28b7b19e-1d46-4261-8e9d-4f7a54573a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.766768 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-28b7b19e-1d46-4261-8e9d-4f7a54573a3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7284f669-8da5-4ba1-b77a-c693582f791d HTTP/1.1" status: 204 len: 168 time: 0.2160990 Mar 22 13:04:16.792736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cc3c4-1164-4a0a-8683-58bc477407cf tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=573c8e58-728a-41c9-a140-1f2e54d1d5d8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:16.806740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] For port 8a714da9-fe87-4581-905e-261f276c6075, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:16.837134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:16.840603 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1f30d028-a538-418d-af20-023f4473b2d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/091a71e8-b87c-4dd2-8fb1-9418ddc21fd9 HTTP/1.1" status: 204 len: 168 time: 2.0513425 Mar 22 13:04:16.935398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] For port 8a714da9-fe87-4581-905e-261f276c6075, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8a714da9-fe87-4581-905e-261f276c6075,segment=NetworkSegment(34803b20-520a-4b3a-b090-1b26b872d500),segment_id=34803b20-520a-4b3a-b090-1b26b872d500)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:16.939757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:17.003007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:subnet and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:17.003299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 61069073-f7bd-4c37-bf0c-e60f80826e6b completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:17.008922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.026475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:17.049195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:17.068563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc40f-144d-46df-9ac3-f673aa832850 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776178393335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1717230'] for subnet, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.082614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 61069073-f7bd-4c37-bf0c-e60f80826e6b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:17.083030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.131366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.237592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:17.242231 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.254685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a5145-7bf0-407e-89c4-4b8caa6e9b3f None None] Pushing event updated for resources: {'Port': ['ID=8a714da9-fe87-4581-905e-261f276c6075,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:17.256582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-528cc3c4-1164-4a0a-8683-58bc477407cf tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.258490 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-528cc3c4-1164-4a0a-8683-58bc477407cf tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/573c8e58-728a-41c9-a140-1f2e54d1d5d8 HTTP/1.1" status: 204 len: 168 time: 3.0713177 Mar 22 13:04:17.261260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35182) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:17.296696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:12Z', 'revision_number': 2, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:13Z', 'revision_number': 2, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:17.298405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.303056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:04:17.304107 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Updating router 0345587b-e40b-4245-a159-3525f0a5d79c port fc8500eb-eba3-4493-bb6e-68b34620b81b binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:04:17.310796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6cc40f-144d-46df-9ac3-f673aa832850 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:17.311456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc40f-144d-46df-9ac3-f673aa832850 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.312782 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ff6cc40f-144d-46df-9ac3-f673aa832850 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "PUT /v2.0/subnets/d6ffc8fc-e698-4012-9fa4-b2f3bc68aa08 HTTP/1.1" status: 200 len: 900 time: 2.4965906 Mar 22 13:04:17.334161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35188) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:17.336052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 17ae66a4-3206-46a2-bacc-f9c9b2bd222f is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:17.439882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.459487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.474439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ba655-f89b-4d64-ab4c-6e6da96391b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:17.481449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ba655-f89b-4d64-ab4c-6e6da96391b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:17.483724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ba655-f89b-4d64-ab4c-6e6da96391b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:17.485583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ff0ba655-f89b-4d64-ab4c-6e6da96391b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:17.526299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ff0ba655-f89b-4d64-ab4c-6e6da96391b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:17.527844 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ff0ba655-f89b-4d64-ab4c-6e6da96391b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2654390 Mar 22 13:04:17.531058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35196) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:17.652767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 61069073-f7bd-4c37-bf0c-e60f80826e6b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=61069073-f7bd-4c37-bf0c-e60f80826e6b,segment=NetworkSegment(681b8f5c-8a96-4ad6-abcc-02b189bd8bde),segment_id=681b8f5c-8a96-4ad6-abcc-02b189bd8bde)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:17.706266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:17.736439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35202) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:17.752707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:17.758553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:17.760034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.766433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58983b70-9239-4091-ae09-e5dd831e8fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.770442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.778464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=d5374fb5-3814-46ae-91ff-38259dc573fa,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:17.781124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cc40f-144d-46df-9ac3-f673aa832850 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event updated for resources: {'Subnet': ['ID=d6ffc8fc-e698-4012-9fa4-b2f3bc68aa08,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:17.785703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Deleting port 9b411a39-3d48-4f48-bb45-8e1587f45602 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:17.793313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.810589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b15b40-eec4-4407-b0a1-8ff9097bb28a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 730c545c-877a-4fdc-b6cc-e2b6f2939ed4 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:17.820622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b15b40-eec4-4407-b0a1-8ff9097bb28a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.864837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-58983b70-9239-4091-ae09-e5dd831e8fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:17.891739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-58983b70-9239-4091-ae09-e5dd831e8fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:17af646acd7c4bd0ba6e8e5c205933a5 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:17.900162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-58983b70-9239-4091-ae09-e5dd831e8fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:17.916728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-58983b70-9239-4091-ae09-e5dd831e8fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:17.935283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b15b40-eec4-4407-b0a1-8ff9097bb28a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:17.974219 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=61069073-f7bd-4c37-bf0c-e60f80826e6b,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:18.027968 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-939d3114-aee7-456d-8a78-566864babd16 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2675250 Mar 22 13:04:18.062400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35208) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:18.072616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '17ae66a4-3206-46a2-bacc-f9c9b2bd222f', 'name': 'tempest-PortsIpV6TestJSON-1586418951'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:18.167802 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-40fde9cf-6799-4823-b159-d83ee4a92ea8 None None] Provisioning for port d5374fb5-3814-46ae-91ff-38259dc573fa completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:18.177902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-40fde9cf-6799-4823-b159-d83ee4a92ea8 None None] Provisioning complete for port d5374fb5-3814-46ae-91ff-38259dc573fa triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:18.178274 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-40fde9cf-6799-4823-b159-d83ee4a92ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.230075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8a714da9-fe87-4581-905e-261f276c6075 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:18.351009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.375989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:18.387254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:18.391799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:18.401220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:18.438549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.447292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-40fde9cf-6799-4823-b159-d83ee4a92ea8 None None] Port d5374fb5-3814-46ae-91ff-38259dc573fa cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:18.453232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.478345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-40fde9cf-6799-4823-b159-d83ee4a92ea8 None None] Provisioning complete for port 61069073-f7bd-4c37-bf0c-e60f80826e6b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:18.478722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-40fde9cf-6799-4823-b159-d83ee4a92ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.493950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting port 8a714da9-fe87-4581-905e-261f276c6075 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:18.494514 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.514272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Transition to ACTIVE for port object fc8500eb-eba3-4493-bb6e-68b34620b81b will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:18.521042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58983b70-9239-4091-ae09-e5dd831e8fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.528391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:18.537837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.544833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.581112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58983b70-9239-4091-ae09-e5dd831e8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.667214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b15b40-eec4-4407-b0a1-8ff9097bb28a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.687763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 8a714da9-fe87-4581-905e-261f276c6075 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:18.714090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Calling delete_port for 9b411a39-3d48-4f48-bb45-8e1587f45602 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:18.769693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port caabf32e-b47a-4247-9f45-62a6064cef6f yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:18.801999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.824963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b15b40-eec4-4407-b0a1-8ff9097bb28a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:18.896267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd21086-79a8-4787-b120-12cb0e022df0 None None] Pushing event updated for resources: {'Port': ['ID=fc8500eb-eba3-4493-bb6e-68b34620b81b,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:18.898745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58983b70-9239-4091-ae09-e5dd831e8fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3254680a-631a-4531-95eb-1607badb729d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:18.908029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b15b40-eec4-4407-b0a1-8ff9097bb28a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=730c545c-877a-4fdc-b6cc-e2b6f2939ed4,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:18.923506 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93723ba-851f-4845-8619-dc05fe578ce6 None None] Network 6d3fe626-442f-4d6e-8282-7b43d854236d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:18.925592 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-58983b70-9239-4091-ae09-e5dd831e8fd4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17af646acd7c4bd0ba6e8e5c205933a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1878476 Mar 22 13:04:18.926356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35222) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:18.927612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b15b40-eec4-4407-b0a1-8ff9097bb28a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.057373 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c0b15b40-eec4-4407-b0a1-8ff9097bb28a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/730c545c-877a-4fdc-b6cc-e2b6f2939ed4 HTTP/1.1" status: 204 len: 168 time: 1.5248563 Mar 22 13:04:19.059608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35230) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:19.061814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6692c750-f2df-47ce-a1a8-4a9eed5682d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.086291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Subnet': ['ID=b1b47baa-734e-4963-b5ae-8aee87140ed8,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:19.140129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6692c750-f2df-47ce-a1a8-4a9eed5682d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.140341 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1746c9d-751c-4a74-b0ac-0691c5e084ab None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:19.180307 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8::361 (17ae66a4-3206-46a2-bacc-f9c9b2bd222f/a7508aa6-04c7-47b6-8ba8-c761620d6eb0/caabf32e-b47a-4247-9f45-62a6064cef6f) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:19.216922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Checking segment: {'id': 'db40a5df-3527-4137-8894-7302332c44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:19.217541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network hostable DHCP agents. Network: 78333a61-0674-478c-b07f-c402a7bc1e14, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:19.277158 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e9fa62-8733-4700-8124-64fd23998ad5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet ea75f0c5-e146-4526-9280-0d8d82d786e3 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:19.285731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6692c750-f2df-47ce-a1a8-4a9eed5682d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.330512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54e9fa62-8733-4700-8124-64fd23998ad5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.371933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6692c750-f2df-47ce-a1a8-4a9eed5682d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.377667 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6692c750-f2df-47ce-a1a8-4a9eed5682d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3254680a-631a-4531-95eb-1607badb729d HTTP/1.1" status: 204 len: 168 time: 0.4379404 Mar 22 13:04:19.381722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 78333a61-0674-478c-b07f-c402a7bc1e14 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:19.385882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Attempting to bind port fc8500eb-eba3-4493-bb6e-68b34620b81b on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:19.386470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Attempting to bind port fc8500eb-eba3-4493-bb6e-68b34620b81b by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '3abda993-5022-445f-b86b-2c8744e03924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:19.386904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Attempting to bind port fc8500eb-eba3-4493-bb6e-68b34620b81b on network 03f25e5d-f862-40a4-b7fb-370c93874221 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:19.403033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] For port 8a714da9-fe87-4581-905e-261f276c6075, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8a714da9-fe87-4581-905e-261f276c6075,segment=NetworkSegment(34803b20-520a-4b3a-b090-1b26b872d500),segment_id=34803b20-520a-4b3a-b090-1b26b872d500)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:19.403672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.468482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:19.469517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Checking segment: {'id': '3abda993-5022-445f-b86b-2c8744e03924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:19.470016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.470564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Bound using segment: {'id': '3abda993-5022-445f-b86b-2c8744e03924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:19.471290 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Bound port: fc8500eb-eba3-4493-bb6e-68b34620b81b, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abda993-5022-445f-b86b-2c8744e03924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:19.471761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.480051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692c750-f2df-47ce-a1a8-4a9eed5682d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3254680a-631a-4531-95eb-1607badb729d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:19.550318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54e9fa62-8733-4700-8124-64fd23998ad5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.577796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.585393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Calling delete_port for 8a714da9-fe87-4581-905e-261f276c6075 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:19.592042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35242) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:19.615777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 78333a61-0674-478c-b07f-c402a7bc1e14) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:19.617973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object caabf32e-b47a-4247-9f45-62a6064cef6f will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:19.646478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:19.647338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.682821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.685563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.724266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fd5451-f5a1-4952-89b1-44188805bbeb None None] Network 78333a61-0674-478c-b07f-c402a7bc1e14 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:19.791955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 17ae66a4-3206-46a2-bacc-f9c9b2bd222f is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:19.813949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:19.816477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:19.835202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:19.836151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:19.872421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=caabf32e-b47a-4247-9f45-62a6064cef6f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:19.892879 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3b24d184-c4f5-4c13-9eba-f285b7dea6ff tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8292029 Mar 22 13:04:19.895732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35250) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:19.903122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Pushing event deleted for resources: {'Port': ['ID=9b411a39-3d48-4f48-bb45-8e1587f45602,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:19.977699 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-69a5d12a-26da-48a8-9df0-5a01d0c93a20 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7417390 Mar 22 13:04:19.987949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35256) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:19.989941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-16b01611-e6f8-4f63-af9e-fadd3238ddd8 None None] Provisioning for port 8a714da9-fe87-4581-905e-261f276c6075 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:20.086693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-16b01611-e6f8-4f63-af9e-fadd3238ddd8 None None] Provisioning complete for port 8a714da9-fe87-4581-905e-261f276c6075 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:20.086693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16b01611-e6f8-4f63-af9e-fadd3238ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.173034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.216768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 61069073-f7bd-4c37-bf0c-e60f80826e6b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:20.255530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1560473289', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:20.273283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:20.294522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] For port fc8500eb-eba3-4493-bb6e-68b34620b81b, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:20.330176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Usage tracker for resource:port and tenant:3e351f5d19e24b51a3909340cdcf273f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:20.344240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:20.358827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:20.441750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.444188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.459773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Made reservation on behalf of 3e351f5d19e24b51a3909340cdcf273f for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:20.463020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.469550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54e9fa62-8733-4700-8124-64fd23998ad5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.496244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] For port fc8500eb-eba3-4493-bb6e-68b34620b81b, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fc8500eb-eba3-4493-bb6e-68b34620b81b,segment=NetworkSegment(3abda993-5022-445f-b86b-2c8744e03924),segment_id=3abda993-5022-445f-b86b-2c8744e03924)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:20.504779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.527056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.600514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:20.604474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.609928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7462b61e-48b9-45fe-a1e1-5c3b08b054a0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:20.610758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7462b61e-48b9-45fe-a1e1-5c3b08b054a0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:20.623141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Usage tracker for resource:security_group_rule and tenant:3e351f5d19e24b51a3909340cdcf273f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:20.629427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:20.647123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.648139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Fanout notify agent at l3_agent the message router_deleted on router 41bfc85a-ef7c-4b32-b461-5d7fe3d1b310 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:04:20.684312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:20.690410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7462b61e-48b9-45fe-a1e1-5c3b08b054a0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:20.691697 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7462b61e-48b9-45fe-a1e1-5c3b08b054a0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Abf HTTP/1.1" status: 200 len: 928 time: 0.7948151 Mar 22 13:04:20.737100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35276) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:20.737755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35278) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:20.738725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Port': ['ID=8a714da9-fe87-4581-905e-261f276c6075,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:20.760827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16b01611-e6f8-4f63-af9e-fadd3238ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.818392 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:20.819104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:20.909972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No DVR routers for this DVR port 8a714da9-fe87-4581-905e-261f276c6075 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:20.932002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-78333a61-0674-478c-b07f-c402a7bc1e14', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:20.932002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:20.982624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 61069073-f7bd-4c37-bf0c-e60f80826e6b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:20.982996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.033726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.040527 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f4ed8708-fa04-4e60-a8c0-c83709a4d3e9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/41bfc85a-ef7c-4b32-b461-5d7fe3d1b310 HTTP/1.1" status: 204 len: 168 time: 5.3830905 Mar 22 13:04:21.041863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.052450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35286) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.073721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-656190621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:21.085982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:21.096218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Usage tracker for resource:router and tenant:b8f03a402292443688fa19989a5b5f0b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:21.102301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:21.107598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-afcd095a-6fcc-42d8-ba66-2810248301b1 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.109543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:21.115777 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-afcd095a-6fcc-42d8-ba66-2810248301b1 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3731208 Mar 22 13:04:21.122050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35292) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.134549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-0908dc7c-a121-4bc5-983e-f6f2d85a37ff tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.135682 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0908dc7c-a121-4bc5-983e-f6f2d85a37ff tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0091627 Mar 22 13:04:21.137208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.139468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.141752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35296) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.159061 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd21086-79a8-4787-b120-12cb0e022df0 None None] Pushing event updated for resources: {'Port': ['ID=fc8500eb-eba3-4493-bb6e-68b34620b81b,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:21.159597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-c2bb10d3-8c98-4e55-80ed-32e2fb32f921 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.163980 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c2bb10d3-8c98-4e55-80ed-32e2fb32f921 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0086374 Mar 22 13:04:21.173833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35300) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.180696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-67cb82f1-b033-4718-8803-d7b387196708 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.184296 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-67cb82f1-b033-4718-8803-d7b387196708 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0089185 Mar 22 13:04:21.190609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-cc07f4b5-7666-4c14-bee3-e322e907bb0e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port caabf32e-b47a-4247-9f45-62a6064cef6f {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:21.190956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc07f4b5-7666-4c14-bee3-e322e907bb0e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.196928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222ad8da-c14b-4235-b334-8020e5d708e4 None None] Network 6d3fe626-442f-4d6e-8282-7b43d854236d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:21.216649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35304) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.236585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-c351b47c-c0e6-4f2a-82c9-7d5c06eaf158 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.240414 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c351b47c-c0e6-4f2a-82c9-7d5c06eaf158 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0153642 Mar 22 13:04:21.244072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54e9fa62-8733-4700-8124-64fd23998ad5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.248858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35308) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.280055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-1f28b26e-0ed5-485a-8628-d31dff1635d4 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.281455 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1f28b26e-0ed5-485a-8628-d31dff1635d4 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0313520 Mar 22 13:04:21.287369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35312) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.306623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.309346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.316215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-3157a205-6cb9-4d14-9780-9856267c6797 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.317919 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3157a205-6cb9-4d14-9780-9856267c6797 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0206618 Mar 22 13:04:21.323729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54e9fa62-8733-4700-8124-64fd23998ad5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.328529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.334025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35316) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.349560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.360845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-e431caef-b370-4d3c-b16b-cdeb9807314a tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.362692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] device_id is not set on port b79801ee-25b7-4897-be63-d25de157f31c yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:21.365832 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e431caef-b370-4d3c-b16b-cdeb9807314a tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0225918 Mar 22 13:04:21.376680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35320) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.377477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9fa62-8733-4700-8124-64fd23998ad5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=ea75f0c5-e146-4526-9280-0d8d82d786e3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:21.390710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-a4058ddd-cda1-4208-b7bc-d56366107845 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.394431 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a4058ddd-cda1-4208-b7bc-d56366107845 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0079288 Mar 22 13:04:21.409877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35324) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.491785 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-54e9fa62-8733-4700-8124-64fd23998ad5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/ea75f0c5-e146-4526-9280-0d8d82d786e3 HTTP/1.1" status: 204 len: 168 time: 2.4236701 Mar 22 13:04:21.493601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35328) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.496296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-891f34da-a4f2-4cff-b4ad-1e72de2fdc03 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.500051 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-891f34da-a4f2-4cff-b4ad-1e72de2fdc03 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0743353 Mar 22 13:04:21.548071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35330) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.576121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-d58b036d-b553-40ee-9c56-24033a37eae6 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.579652 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d58b036d-b553-40ee-9c56-24033a37eae6 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0203094 Mar 22 13:04:21.589017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35336) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.591922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.600924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa553171-bf56-44b0-87a9-cb6e2f0dcd9e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:21.613627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-d30fa6f8-d13f-4eac-8fd6-2a210adaeeaa tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.616994 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d30fa6f8-d13f-4eac-8fd6-2a210adaeeaa tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0153291 Mar 22 13:04:21.626124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35340) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.634237 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-653e9824-7b9e-4428-8874-71432d23b83c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256731 Mar 22 13:04:21.642344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35342) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.649184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-bbaa36c8-5ea9-492b-ac0d-19867dca09ca tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.655147 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bbaa36c8-5ea9-492b-ac0d-19867dca09ca tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0194945 Mar 22 13:04:21.668317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:21.685457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35348) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.697284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-fb816b96-48f2-4df6-9c52-5ae6d47c93e1 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.700953 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fb816b96-48f2-4df6-9c52-5ae6d47c93e1 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0087636 Mar 22 13:04:21.705028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35352) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.734112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.735300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:04:21.736114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-6b27183b-bd3a-405c-84c1-239a00fdcc97 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.739373 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6b27183b-bd3a-405c-84c1-239a00fdcc97 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0217025 Mar 22 13:04:21.741838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35356) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.781642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-16b01611-e6f8-4f63-af9e-fadd3238ddd8 None None] Provisioning complete for port d5374fb5-3814-46ae-91ff-38259dc573fa triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:21.782013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16b01611-e6f8-4f63-af9e-fadd3238ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.804766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.809039 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e7366704-ad2f-46f1-9f94-d9c7ebe86243 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7532647 Mar 22 13:04:21.812754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35360) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.824553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:21.839041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:21.839972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e378392-e0db-4812-937a-38042ae84d92 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:21.867341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-d7e85a95-564a-4d1a-93a4-23c79b6a66dc tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.871513 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d7e85a95-564a-4d1a-93a4-23c79b6a66dc tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0782464 Mar 22 13:04:21.876134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ffc8fc-e698-4012-9fa4-b2f3bc68aa08,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:21.880088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35364) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.943846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-e9f802d9-055c-4cc1-b56d-a4c476d506b0 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.947103 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e9f802d9-055c-4cc1-b56d-a4c476d506b0 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0559103 Mar 22 13:04:21.950493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35368) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:21.976001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Allocated IP 172.26.5.127 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/b79801ee-25b7-4897-be63-d25de157f31c) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:21.985055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-859a58ca-fc8b-4afa-bf53-d3d3863f2275 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:21.989170 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-859a58ca-fc8b-4afa-bf53-d3d3863f2275 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0250192 Mar 22 13:04:21.992553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35372) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.008441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-157cd166-d7e4-465b-bc8d-3b97011f0667 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.012704 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-157cd166-d7e4-465b-bc8d-3b97011f0667 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0124857 Mar 22 13:04:22.013788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35376) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.019758 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-1fa811d9-55e6-4e83-a6bf-4d703f3d9a04 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.023066 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1fa811d9-55e6-4e83-a6bf-4d703f3d9a04 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047193 Mar 22 13:04:22.023066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:22.146220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-16b01611-e6f8-4f63-af9e-fadd3238ddd8 None None] Port d5374fb5-3814-46ae-91ff-38259dc573fa cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:22.219074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35380) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.225531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:22.240336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-84abc3f8-8df7-42ef-bad7-e615f0617e9f tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.241450 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-84abc3f8-8df7-42ef-bad7-e615f0617e9f tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0212736 Mar 22 13:04:22.242457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:22.248096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35384) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.265478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:22.276387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-b2ad697f-780b-4561-a7cb-e335718cf5df tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.279927 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b2ad697f-780b-4561-a7cb-e335718cf5df tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0205834 Mar 22 13:04:22.280200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:22.283178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc07f4b5-7666-4c14-bee3-e322e907bb0e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:22.288473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35388) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.315843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Allocated IP 2001:db8:1::2 (78333a61-0674-478c-b07f-c402a7bc1e14/b1b47baa-734e-4963-b5ae-8aee87140ed8/26f3c852-71f7-4f59-9577-c54f48134608) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:22.318085 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb93349-9001-4d1a-9a43-57784628e95b None None] Network 6d3fe626-442f-4d6e-8282-7b43d854236d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:22.367711 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:22.372207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:22.385137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c55f23c8-052e-43ba-afe0-e1c09ef8f98a None None] Could not find standard attr ID for object 8a714da9-fe87-4581-905e-261f276c6075. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:04:22.455937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-cc07f4b5-7666-4c14-bee3-e322e907bb0e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for caabf32e-b47a-4247-9f45-62a6064cef6f owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:22.488531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3fe626-442f-4d6e-8282-7b43d854236d']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:22.520314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-72872fb8-4c73-438d-a96d-3786ea985573 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.523429 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-72872fb8-4c73-438d-a96d-3786ea985573 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.2267222 Mar 22 13:04:22.525853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34803b20-520a-4b3a-b090-1b26b872d500') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:22.526382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34803b20-520a-4b3a-b090-1b26b872d500') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:22.533146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35392) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.545959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-9a5f3009-80ea-4165-8711-bda3f9e6b111 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.547063 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9a5f3009-80ea-4165-8711-bda3f9e6b111 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0128367 Mar 22 13:04:22.561853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35396) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.588736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-296f67fe-9a41-49a1-8b9e-7fda0e178f92 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.592069 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-296f67fe-9a41-49a1-8b9e-7fda0e178f92 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0197835 Mar 22 13:04:22.594767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35400) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.596746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:22.657821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-f480bc4a-3166-4317-a74b-860e7ce1661e tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.661428 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f480bc4a-3166-4317-a74b-860e7ce1661e tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0546327 Mar 22 13:04:22.665775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35404) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.678972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-c91789a5-5537-46da-9a11-1721eea57837 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.682989 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c91789a5-5537-46da-9a11-1721eea57837 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0117199 Mar 22 13:04:22.688042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:22.690215 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35408) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.714380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-52d5a362-d0c8-462f-9942-f30872995913 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.715429 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-52d5a362-d0c8-462f-9942-f30872995913 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0242646 Mar 22 13:04:22.719150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:04:22.719573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:22.736195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35412) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:04:22.736871 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:04:22.762780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-be6659d3-807d-46d2-8159-c8862d5f41dd tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.764025 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-be6659d3-807d-46d2-8159-c8862d5f41dd tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0241990 Mar 22 13:04:22.813591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35416) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.823964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c55f23c8-052e-43ba-afe0-e1c09ef8f98a None None] Provisioning complete for port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:22.824468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c55f23c8-052e-43ba-afe0-e1c09ef8f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:22.830953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-85583285-6135-4257-a9aa-1301eea1cc66 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.834672 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-85583285-6135-4257-a9aa-1301eea1cc66 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0160561 Mar 22 13:04:22.842267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35420) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.853694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:22.863711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:22.902122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-6416a612-0336-4ec6-a2f3-7a086db7b3be tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.909046 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6416a612-0336-4ec6-a2f3-7a086db7b3be tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0590618 Mar 22 13:04:22.909217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35424) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.931358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c21e660-ec33-4d48-9ce1-c34ce89b8697 None None] DHCP port deletion for 6d3fe626-442f-4d6e-8282-7b43d854236d request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:04:22.934872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-32a1b3e1-d9a9-444d-a6cc-f4aea4ae2d71 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.935056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:22.938381 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-32a1b3e1-d9a9-444d-a6cc-f4aea4ae2d71 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0285637 Mar 22 13:04:22.939382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35428) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.952724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-03468015-9588-4cd9-a099-6de2527eb73f tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.958947 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-03468015-9588-4cd9-a099-6de2527eb73f tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0093873 Mar 22 13:04:22.958947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35432) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.962218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-bf62ac00-dc4e-4b04-bad8-cdd6f81a264d tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.965510 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bf62ac00-dc4e-4b04-bad8-cdd6f81a264d tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054975 Mar 22 13:04:22.967840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35436) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.972139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-93e7fa98-ad02-4d88-99e8-633aa676a692 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.975686 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-93e7fa98-ad02-4d88-99e8-633aa676a692 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057492 Mar 22 13:04:22.976394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35440) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:22.984924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b2438-1d1a-4b1c-942d-37d37c5474bd None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:04:22.986129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-5d2ac90e-337b-45d3-9344-14d99cf05174 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:22.989510 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5d2ac90e-337b-45d3-9344-14d99cf05174 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0070181 Mar 22 13:04:23.005007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.010905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f59b2438-1d1a-4b1c-942d-37d37c5474bd None None] Deleting port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:23.011344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f59b2438-1d1a-4b1c-942d-37d37c5474bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.016749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35444) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.031787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Network': ['ID=6d3fe626-442f-4d6e-8282-7b43d854236d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:23.035848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-2312d0d7-1e5b-463e-8713-0ebd2d96c318 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.039682 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2312d0d7-1e5b-463e-8713-0ebd2d96c318 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0181627 Mar 22 13:04:23.047531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35448) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.061024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-63784dce-073b-4add-9482-10ec5255e5cc tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.063909 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-63784dce-073b-4add-9482-10ec5255e5cc tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0153029 Mar 22 13:04:23.065864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35452) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.083483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.086209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-a872171b-2c96-4102-b496-64bc54278f12 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.089651 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a872171b-2c96-4102-b496-64bc54278f12 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0126390 Mar 22 13:04:23.091428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc07f4b5-7666-4c14-bee3-e322e907bb0e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.095835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35456) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.110390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.125488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:12Z', 'revision_number': 2, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:20Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:23.145130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1d18d-89d1-4e31-9e1c-283a1a2c78b0 None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:12Z', 'revision_number': 2, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:20Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:23.148308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-15010103-00b1-4b61-9d9d-c789fb777958 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.152359 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-15010103-00b1-4b61-9d9d-c789fb777958 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0473473 Mar 22 13:04:23.153630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Transition to ACTIVE for port object 26f3c852-71f7-4f59-9577-c54f48134608 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:23.156512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:23.159129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35460) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.159818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:23.166402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:23.175816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07f4b5-7666-4c14-bee3-e322e907bb0e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=caabf32e-b47a-4247-9f45-62a6064cef6f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:23.180453 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-6ca2c8e1-f6d2-4e6f-9eb9-3de93d35b151 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5636187 Mar 22 13:04:23.201298 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-131611fe-9ac5-4398-8a2e-ba402b5cf759 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/6d3fe626-442f-4d6e-8282-7b43d854236d HTTP/1.1" status: 204 len: 168 time: 5.8597138 Mar 22 13:04:23.216695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35464) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.221491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-e1374d06-4642-4b3e-a63b-0a6f78e370c9 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.225259 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e1374d06-4642-4b3e-a63b-0a6f78e370c9 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0600932 Mar 22 13:04:23.246381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35466) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.258110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc07f4b5-7666-4c14-bee3-e322e907bb0e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.265483 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cc07f4b5-7666-4c14-bee3-e322e907bb0e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/caabf32e-b47a-4247-9f45-62a6064cef6f HTTP/1.1" status: 204 len: 168 time: 2.5239544 Mar 22 13:04:23.269311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-e79c7ff0-6e46-4ec9-8717-58f9a2c8fa0a tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.275451 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e79c7ff0-6e46-4ec9-8717-58f9a2c8fa0a tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0177121 Mar 22 13:04:23.278370 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Transition to ACTIVE for port object 26f3c852-71f7-4f59-9577-c54f48134608 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:23.286720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35472) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.287447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35474) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.316576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.377618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c55f23c8-052e-43ba-afe0-e1c09ef8f98a None None] Could not find standard attr ID for object caabf32e-b47a-4247-9f45-62a6064cef6f. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:04:23.415669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.434059 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-7fd60fcf-78c9-495e-9b33-c7c83c05a3fd tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.435015 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7fd60fcf-78c9-495e-9b33-c7c83c05a3fd tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1355362 Mar 22 13:04:23.441374 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd36046-42ed-4583-a577-a65acbf7ffab tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:04:23.442673 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0bd36046-42ed-4583-a577-a65acbf7ffab tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/caabf32e-b47a-4247-9f45-62a6064cef6f HTTP/1.1" status: 404 len: 333 time: 0.1450942 Mar 22 13:04:23.453157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35480) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.453477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35482) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.454305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Pushing event updated for resources: {'Port': ['ID=b79801ee-25b7-4897-be63-d25de157f31c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:23.464775 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a3044e-d770-42c8-aa9d-eac7d21aa76f tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:23.465378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a3044e-d770-42c8-aa9d-eac7d21aa76f tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:23.466946 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Network 78333a61-0674-478c-b07f-c402a7bc1e14 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:23.480530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-703324d2-846e-4322-b1af-0f35fc4d73b3 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.481480 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-703324d2-846e-4322-b1af-0f35fc4d73b3 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0244398 Mar 22 13:04:23.511593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35488) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.531614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f59b2438-1d1a-4b1c-942d-37d37c5474bd None None] For port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=62799d4e-0b34-4edf-ab5e-f54387f2a2ec,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:23.532024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f59b2438-1d1a-4b1c-942d-37d37c5474bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.546086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:23.550192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-7f14dc33-5851-484f-8c20-d8097befa203 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.551150 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7f14dc33-5851-484f-8c20-d8097befa203 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0320129 Mar 22 13:04:23.553119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:23.557349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:23.558219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35492) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.564990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:23.568826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:23.569662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.594340 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Allocated IP 2001:db8:1::1 (78333a61-0674-478c-b07f-c402a7bc1e14/b1b47baa-734e-4963-b5ae-8aee87140ed8/a2e8304e-ef8c-4b15-b10d-9724fead104c) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:23.608317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=eb3a5b10-3682-4fb5-aa21-bd601a687524,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:23.618964 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-31eeee9a-4c94-401b-98e1-dd9edd8b6cf5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9735689 Mar 22 13:04:23.619848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35496) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.636555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:23.645216 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Pushing event updated for resources: {'Port': ['ID=26f3c852-71f7-4f59-9577-c54f48134608,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:23.648369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-bf002572-98a3-41a3-b834-666d54f641b5 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.652813 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bf002572-98a3-41a3-b834-666d54f641b5 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0894554 Mar 22 13:04:23.652945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35500) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.665697 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-51a3044e-d770-42c8-aa9d-eac7d21aa76f tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/subnets/d6ffc8fc-e698-4012-9fa4-b2f3bc68aa08 HTTP/1.1" status: 404 len: 337 time: 0.4357092 Mar 22 13:04:23.673442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35504) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.677439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-8c2eb671-fefc-4083-ae8c-f4ebbfd97040 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.678403 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8c2eb671-fefc-4083-ae8c-f4ebbfd97040 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0247457 Mar 22 13:04:23.681339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:23.681949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.685613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-55ad225c-9e34-4962-8af7-e39dc853d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:23.687261 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-55ad225c-9e34-4962-8af7-e39dc853d755 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1098 time: 0.3675587 Mar 22 13:04:23.690056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35508) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.699210 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-1c34e89e-60e1-4fbf-8e6b-5e50208d972a tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.700538 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1c34e89e-60e1-4fbf-8e6b-5e50208d972a tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0092978 Mar 22 13:04:23.739881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35512) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.774999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-e59adb92-0c5e-4d14-8a39-09f8f03d81e1 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.775930 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e59adb92-0c5e-4d14-8a39-09f8f03d81e1 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0305486 Mar 22 13:04:23.779703 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f59b2438-1d1a-4b1c-942d-37d37c5474bd None None] Calling delete_port for 62799d4e-0b34-4edf-ab5e-f54387f2a2ec owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:23.780191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35516) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.812558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-f16b6dad-9ab3-4945-86f5-797ac679f5a5 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.813888 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f16b6dad-9ab3-4945-86f5-797ac679f5a5 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0225220 Mar 22 13:04:23.818623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35520) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.827535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c7797314-2fda-42ac-9b95-c33ae7f446b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port d5374fb5-3814-46ae-91ff-38259dc573fa {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:23.827930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c7797314-2fda-42ac-9b95-c33ae7f446b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.853500 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf40c23-62fb-4936-bc8e-511359c381a9 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:23.853987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf40c23-62fb-4936-bc8e-511359c381a9 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:23.855696 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6bf40c23-62fb-4936-bc8e-511359c381a9 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/6d3fe626-442f-4d6e-8282-7b43d854236d HTTP/1.1" status: 404 len: 339 time: 0.1768603 Mar 22 13:04:23.868611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-136c43aa-7425-4e34-9c1c-1ed6af34df94 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.869728 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-136c43aa-7425-4e34-9c1c-1ed6af34df94 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0487766 Mar 22 13:04:23.877200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35524) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.877534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35526) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.881936 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-226ddaaf-2e1b-4c26-93f7-f3afdcf897d9 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2886152 Mar 22 13:04:23.883831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35528) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.891254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-693d8c79-3e7a-4f3b-9d8c-d558ebb86678 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.892217 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-693d8c79-3e7a-4f3b-9d8c-d558ebb86678 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0075366 Mar 22 13:04:23.908404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.127'}]}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:23.921064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35536) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.934159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-a0a182f1-86f2-49a5-adec-9921119eb0c6 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.935401 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a0a182f1-86f2-49a5-adec-9921119eb0c6 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0131590 Mar 22 13:04:23.936627 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:23.940642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35540) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.941838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Attempting to bind port 26f3c852-71f7-4f59-9577-c54f48134608 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:23.942698 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Attempting to bind port 26f3c852-71f7-4f59-9577-c54f48134608 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'db40a5df-3527-4137-8894-7302332c44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:23.943260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Attempting to bind port 26f3c852-71f7-4f59-9577-c54f48134608 on network 78333a61-0674-478c-b07f-c402a7bc1e14 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:23.948370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-ecc2dca3-76f9-4d9f-b238-933ccc24be36 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.949637 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ecc2dca3-76f9-4d9f-b238-933ccc24be36 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054162 Mar 22 13:04:23.953029 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:23.954094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Checking segment: {'id': 'db40a5df-3527-4137-8894-7302332c44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:23.954708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.955465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Bound using segment: {'id': 'db40a5df-3527-4137-8894-7302332c44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:23.956099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Bound port: 26f3c852-71f7-4f59-9577-c54f48134608, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db40a5df-3527-4137-8894-7302332c44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:23.956908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:23.957396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35544) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.962131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Usage tracker for resource:router and tenant:3e351f5d19e24b51a3909340cdcf273f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:23.969371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-612dd6ea-1bb2-4764-9647-2fad0bdea2ef tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:23.970583 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-612dd6ea-1bb2-4764-9647-2fad0bdea2ef tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053186 Mar 22 13:04:23.973795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:23.977774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:23.979583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35548) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:23.991191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:24.002685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:24.010139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:24.017153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-221da8a7-0c7f-48b5-9658-6f22b2b2793a tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.020793 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-221da8a7-0c7f-48b5-9658-6f22b2b2793a tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0307953 Mar 22 13:04:24.025534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35552) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.028394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:24.045539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-f77476c8-4381-4f3e-9634-0dbe004a4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:24.048747 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-f77476c8-4381-4f3e-9634-0dbe004a4151 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 913 time: 0.2935290 Mar 22 13:04:24.055738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-44f9ec06-ef51-4567-bcdf-0f62f5e40f8f tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.060665 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-44f9ec06-ef51-4567-bcdf-0f62f5e40f8f tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0190265 Mar 22 13:04:24.062622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35556) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.075184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] For port 26f3c852-71f7-4f59-9577-c54f48134608, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:24.078581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] For port 26f3c852-71f7-4f59-9577-c54f48134608, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=26f3c852-71f7-4f59-9577-c54f48134608,segment=NetworkSegment(db40a5df-3527-4137-8894-7302332c44b8),segment_id=db40a5df-3527-4137-8894-7302332c44b8)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:24.080842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f59b2438-1d1a-4b1c-942d-37d37c5474bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.127873 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:24.131743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.143063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.154839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b2438-1d1a-4b1c-942d-37d37c5474bd None None] No DVR routers for this DVR port 62799d4e-0b34-4edf-ab5e-f54387f2a2ec on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:24.158059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b2438-1d1a-4b1c-942d-37d37c5474bd None None] Pushing event deleted for resources: {'Port': ['ID=62799d4e-0b34-4edf-ab5e-f54387f2a2ec,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:24.223559 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07d0145-0b29-4bd5-a068-777754bce7f7 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:24.271201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fc8500eb-eba3-4493-bb6e-68b34620b81b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:24.274989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.276226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.298738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-387291f7-06e2-4cbe-a95d-5096899c30da tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.310803 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-387291f7-06e2-4cbe-a95d-5096899c30da tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0262597 Mar 22 13:04:24.339200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35560) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.410912 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-44556621-e734-4392-bafe-97fede39fcaa tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.414340 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-44556621-e734-4392-bafe-97fede39fcaa tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0669274 Mar 22 13:04:24.446255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35564) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.475205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-4e9168d9-3932-4680-aec5-405df80b1f58 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.476137 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4e9168d9-3932-4680-aec5-405df80b1f58 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0169919 Mar 22 13:04:24.476781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ca02a-bb85-4193-a667-2516cded5a4b None None] Pushing event updated for resources: {'Port': ['ID=26f3c852-71f7-4f59-9577-c54f48134608,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:24.488906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.492597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.510921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35568) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.521919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-857da7a7-7609-4653-bf2a-337eb296b3a6 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.526023 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-857da7a7-7609-4653-bf2a-337eb296b3a6 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110922 Mar 22 13:04:24.534588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35572) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.556186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-6adbf708-2dbf-44c6-ae9f-b92d7d208793 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.559686 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6adbf708-2dbf-44c6-ae9f-b92d7d208793 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0194404 Mar 22 13:04:24.562131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.568178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.570008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35576) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.570263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.572291 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-ad9c40ce-fab2-496d-9b61-15ea02348ea1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 1001 time: 0.5086272 Mar 22 13:04:24.595036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-1231389c-71ba-4e63-8631-2737003533f4 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.599816 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1231389c-71ba-4e63-8631-2737003533f4 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0237451 Mar 22 13:04:24.603865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35580) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.619266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Transition to ACTIVE for port object a2e8304e-ef8c-4b15-b10d-9724fead104c will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:24.619856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port fc8500eb-eba3-4493-bb6e-68b34620b81b completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:24.627961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port fc8500eb-eba3-4493-bb6e-68b34620b81b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:24.628330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.654756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-3a59fdd7-ac34-4638-8a1a-47f635832af7 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.658469 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3a59fdd7-ac34-4638-8a1a-47f635832af7 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0484850 Mar 22 13:04:24.671662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35584) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.679990 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': 'eb3a5b10-3682-4fb5-aa21-bd601a687524'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:24.681092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:24.754110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-278f2a49-817f-4a90-96c4-463e4ba86cdb tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.757581 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-278f2a49-817f-4a90-96c4-463e4ba86cdb tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0814960 Mar 22 13:04:24.775409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35588) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.789233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-8d44a5ba-703a-4d66-b0fb-3949b8997462 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.793003 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8d44a5ba-703a-4d66-b0fb-3949b8997462 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0135429 Mar 22 13:04:24.799144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35592) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.829777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-c44e3411-ed45-411b-8312-7ec9b8139542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:24.831592 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-c44e3411-ed45-411b-8312-7ec9b8139542 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 200 len: 851 time: 0.2262459 Mar 22 13:04:24.838123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-336e0765-e4f5-4653-bcd1-a141c545e0c1 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.839098 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-336e0765-e4f5-4653-bcd1-a141c545e0c1 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0364599 Mar 22 13:04:24.846008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35596) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.896975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [None req-bc81f399-bf0d-430a-887c-590ae55db0b1 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.901967 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bc81f399-bf0d-430a-887c-590ae55db0b1 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0128717 Mar 22 13:04:24.925698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35600) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:24.938412 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Allocated IP 172.20.0.2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/eb3a5b10-3682-4fb5-aa21-bd601a687524/a29ae108-dd53-49ee-b225-114acc90d6a6) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:24.974358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [None req-a1f9fc52-9414-4161-a05d-202208517284 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:04:24.975313 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a1f9fc52-9414-4161-a05d-202208517284 tempest-ExtensionsTestJSON-921446871 tempest-ExtensionsTestJSON-921446871-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0396490 Mar 22 13:04:25.044189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c7797314-2fda-42ac-9b95-c33ae7f446b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.163253 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.191122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c7797314-2fda-42ac-9b95-c33ae7f446b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for d5374fb5-3814-46ae-91ff-38259dc573fa owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:25.224256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.244597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port fc8500eb-eba3-4493-bb6e-68b34620b81b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fc8500eb-eba3-4493-bb6e-68b34620b81b,segment=NetworkSegment(3abda993-5022-445f-b86b-2c8744e03924),segment_id=3abda993-5022-445f-b86b-2c8744e03924)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:25.256952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.268829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.281965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.363316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8a714da9-fe87-4581-905e-261f276c6075 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:25.368568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 78333a61-0674-478c-b07f-c402a7bc1e14 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:25.395785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Allocated IP 172.26.5.245 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/69347077-223d-441d-87a7-28bbf92e861b) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:25.398104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:25.405610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-62136a76-1c5e-45eb-83ed-f68c7350e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:25.410904 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-62136a76-1c5e-45eb-83ed-f68c7350e663 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c61fb77-9331-4a80-a558-a9b057586d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5628440 Mar 22 13:04:25.411537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35608) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:25.420953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:25.420953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.430547 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 8a714da9-fe87-4581-905e-261f276c6075 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:04:25.430777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8a714da9-fe87-4581-905e-261f276c6075 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:04:25.431238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 62799d4e-0b34-4edf-ab5e-f54387f2a2ec no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:25.490399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 62799d4e-0b34-4edf-ab5e-f54387f2a2ec {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:04:25.490847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 62799d4e-0b34-4edf-ab5e-f54387f2a2ec not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:04:25.509271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.519701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=fc8500eb-eba3-4493-bb6e-68b34620b81b,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:25.529562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Transition to ACTIVE for port object a29ae108-dd53-49ee-b225-114acc90d6a6 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:25.549236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Transition to ACTIVE for port object a29ae108-dd53-49ee-b225-114acc90d6a6 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:25.556121 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.594819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80119348-78d5-44f6-a1d7-c45a0b422d9b']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:25.633572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:25.636620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:25.639058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:25.691201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6919ac39-a176-408d-97f0-34bf66703019') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:25.691201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6919ac39-a176-408d-97f0-34bf66703019') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:25.711691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=a2e8304e-ef8c-4b15-b10d-9724fead104c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:25.719243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6337de57-a16c-4a9c-8f01-d107f2d06500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.726800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Pushing event updated for resources: {'Port': ['ID=a29ae108-dd53-49ee-b225-114acc90d6a6,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:25.736467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.752222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Attempting to bind port a29ae108-dd53-49ee-b225-114acc90d6a6 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:25.752683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Attempting to bind port a29ae108-dd53-49ee-b225-114acc90d6a6 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:25.752946 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Attempting to bind port a29ae108-dd53-49ee-b225-114acc90d6a6 on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:25.759190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:25.759578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:25.759961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.760354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:25.760824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Bound port: a29ae108-dd53-49ee-b225-114acc90d6a6, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:25.761205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.762084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6337de57-a16c-4a9c-8f01-d107f2d06500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:25.798397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6337de57-a16c-4a9c-8f01-d107f2d06500 admin admin] Usage tracker for resource:security_group_rule and tenant:24cab73695164ceb84cd8a69d57dd1f7 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:25.811412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6337de57-a16c-4a9c-8f01-d107f2d06500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:25.824924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.828384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6337de57-a16c-4a9c-8f01-d107f2d06500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:25.873053 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] For port a29ae108-dd53-49ee-b225-114acc90d6a6, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:25.877865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] For port a29ae108-dd53-49ee-b225-114acc90d6a6, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a29ae108-dd53-49ee-b225-114acc90d6a6,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:25.878098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:04:25.881521 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-5a491e9e-ba03-4859-b071-7c4e98199a93 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607379 Mar 22 13:04:25.884398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.892174 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.991751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:04:25.992079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:25.992491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068d366-5466-43eb-aa18-d1570ae4d0ca None None] Pushing event updated for resources: {'Port': ['ID=a29ae108-dd53-49ee-b225-114acc90d6a6,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:26.019326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c7797314-2fda-42ac-9b95-c33ae7f446b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:04:26.020980 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:04:26.025773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea82237a-1274-4d7b-9066-bec8a3626026 None None] Network 78333a61-0674-478c-b07f-c402a7bc1e14 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:26.088489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:26.132696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d14c8f04-e8ab-4c72-8c89-94122a38ff6e None None] Provisioning for port 26f3c852-71f7-4f59-9577-c54f48134608 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:26.377975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fc8500eb-eba3-4493-bb6e-68b34620b81b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:26.427874 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7cda3382-21c1-47d7-9de6-619a997bda39 req-34780ae7-9176-4a2d-aff9-411de4f5de45 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888763 Mar 22 13:04:26.482750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port fc8500eb-eba3-4493-bb6e-68b34620b81b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:26.483122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:26.509932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:26.516168 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:26.518868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7797314-2fda-42ac-9b95-c33ae7f446b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=d5374fb5-3814-46ae-91ff-38259dc573fa,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:26.580062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c7797314-2fda-42ac-9b95-c33ae7f446b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:26.664273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Network': ['ID=80119348-78d5-44f6-a1d7-c45a0b422d9b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:26.673452 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 26f3c852-71f7-4f59-9577-c54f48134608 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:26.674150 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0744f56a-80ce-4bbc-9de5-86d1eef34945 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/80119348-78d5-44f6-a1d7-c45a0b422d9b HTTP/1.1" status: 204 len: 168 time: 2.7909758 Mar 22 13:04:26.744634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35616) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:26.832469 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ebc5d0-5c44-47e4-945b-45553588f741 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:26.832850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ebc5d0-5c44-47e4-945b-45553588f741 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:26.834671 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-98ebc5d0-5c44-47e4-945b-45553588f741 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/subnets/bc424659-d8f5-420f-a4a4-865e51ea6ae4 HTTP/1.1" status: 404 len: 337 time: 0.0875258 Mar 22 13:04:26.843617 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c7797314-2fda-42ac-9b95-c33ae7f446b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/d5374fb5-3814-46ae-91ff-38259dc573fa HTTP/1.1" status: 204 len: 168 time: 3.3820462 Mar 22 13:04:26.844661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35620) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:26.844993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35622) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:26.864491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6337de57-a16c-4a9c-8f01-d107f2d06500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:26.895490 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 26f3c852-71f7-4f59-9577-c54f48134608 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:26.897346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6337de57-a16c-4a9c-8f01-d107f2d06500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:26.907508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 26f3c852-71f7-4f59-9577-c54f48134608 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:26.907906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:26.996205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-17f62de3-5664-45ca-a0d6-946896c11b11 None None] Provisioning for port a2e8304e-ef8c-4b15-b10d-9724fead104c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:27.005587 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-17f62de3-5664-45ca-a0d6-946896c11b11 None None] Provisioning complete for port a2e8304e-ef8c-4b15-b10d-9724fead104c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:27.005957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-17f62de3-5664-45ca-a0d6-946896c11b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.026934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337de57-a16c-4a9c-8f01-d107f2d06500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3020f25-d0fd-4ba4-8c6f-f4201f9f267e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:27.049195 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9987b04-f7e5-4cc8-b52d-c5da1bcad22e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:27.050227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9987b04-f7e5-4cc8-b52d-c5da1bcad22e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:27.052203 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a9987b04-f7e5-4cc8-b52d-c5da1bcad22e tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/cdaec1b2-1de8-42c5-aafc-d6b8fb30bed6 HTTP/1.1" status: 404 len: 339 time: 0.2063169 Mar 22 13:04:27.056649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35630) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:27.058157 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81c39f4-5121-421d-a286-dce8a13b891c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:04:27.058915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b81c39f4-5121-421d-a286-dce8a13b891c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:27.093019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.213835 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6337de57-a16c-4a9c-8f01-d107f2d06500 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24cab73695164ceb84cd8a69d57dd1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7972693 Mar 22 13:04:27.220336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-17f62de3-5664-45ca-a0d6-946896c11b11 None None] Port a2e8304e-ef8c-4b15-b10d-9724fead104c cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:27.238017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b81c39f4-5121-421d-a286-dce8a13b891c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:27.238269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35634) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:27.242643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.245543 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b81c39f4-5121-421d-a286-dce8a13b891c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/d5374fb5-3814-46ae-91ff-38259dc573fa HTTP/1.1" status: 404 len: 333 time: 0.3979814 Mar 22 13:04:27.248141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.249339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35638) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:27.251222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:27.301750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-17f62de3-5664-45ca-a0d6-946896c11b11 None None] Provisioning complete for port 26f3c852-71f7-4f59-9577-c54f48134608 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:27.302239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-17f62de3-5664-45ca-a0d6-946896c11b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.340563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.342163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.377131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:27.381284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 26f3c852-71f7-4f59-9577-c54f48134608, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=26f3c852-71f7-4f59-9577-c54f48134608,segment=NetworkSegment(db40a5df-3527-4137-8894-7302332c44b8),segment_id=db40a5df-3527-4137-8894-7302332c44b8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:27.385124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d98bb8-1dcc-4bde-9bca-2f80ef5d45a9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet a7508aa6-04c7-47b6-8ba8-c761620d6eb0 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:27.391725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.405655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-36d98bb8-1dcc-4bde-9bca-2f80ef5d45a9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.499693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:27.534254 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=26f3c852-71f7-4f59-9577-c54f48134608,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:27.559892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-737e70c2-be27-4ac8-bc2b-bae414408876 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting subnet c72ab39c-90f3-4e83-bb20-47b1849daef5 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:27.569608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Pushing event updated for resources: {'Port': ['ID=69347077-223d-441d-87a7-28bbf92e861b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:27.571403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-737e70c2-be27-4ac8-bc2b-bae414408876 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.581028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-36d98bb8-1dcc-4bde-9bca-2f80ef5d45a9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.649813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f54f3ea6-7d98-4382-814d-783a2dd981b0 None None] Provisioning complete for port a2e8304e-ef8c-4b15-b10d-9724fead104c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:27.650282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f54f3ea6-7d98-4382-814d-783a2dd981b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.704302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f54f3ea6-7d98-4382-814d-783a2dd981b0 None None] Port a2e8304e-ef8c-4b15-b10d-9724fead104c cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:27.730078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.733278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f54f3ea6-7d98-4382-814d-783a2dd981b0 None None] Provisioning for port a29ae108-dd53-49ee-b225-114acc90d6a6 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:27.740256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-737e70c2-be27-4ac8-bc2b-bae414408876 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.797629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.798391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.884906 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1fe7e163-f5d7-4cda-9d34-94f06c4fa781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:27.896898 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] For port a29ae108-dd53-49ee-b225-114acc90d6a6, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a29ae108-dd53-49ee-b225-114acc90d6a6,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:27.977055 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1fe7e163-f5d7-4cda-9d34-94f06c4fa781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.028178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=a2e8304e-ef8c-4b15-b10d-9724fead104c,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:28.033418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-36d98bb8-1dcc-4bde-9bca-2f80ef5d45a9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.061227 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-737e70c2-be27-4ac8-bc2b-bae414408876 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.092276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.105749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.106615 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.200672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.206930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 78333a61-0674-478c-b07f-c402a7bc1e14 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:28.218124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:28.234986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 26f3c852-71f7-4f59-9577-c54f48134608 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:28.288630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-36d98bb8-1dcc-4bde-9bca-2f80ef5d45a9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.342003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 26f3c852-71f7-4f59-9577-c54f48134608 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:28.342767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.390114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:28.403478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:28.406808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:28.407442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.437832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf9e94-0de5-4258-9ac6-b23539aa94e3 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:28.469077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1fe7e163-f5d7-4cda-9d34-94f06c4fa781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.553688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d98bb8-1dcc-4bde-9bca-2f80ef5d45a9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=a7508aa6-04c7-47b6-8ba8-c761620d6eb0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:28.559558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-36d98bb8-1dcc-4bde-9bca-2f80ef5d45a9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.579506 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=a29ae108-dd53-49ee-b225-114acc90d6a6,revision_number=4']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:28.579839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109c8b1-8ffa-44a3-ac68-8be641ee65f2 None None] Network 17ae66a4-3206-46a2-bacc-f9c9b2bd222f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:28.583119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=66b81038-cccd-4f5d-970a-40f5516a7c04,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:28.611473 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7e163-f5d7-4cda-9d34-94f06c4fa781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3020f25-d0fd-4ba4-8c6f-f4201f9f267e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:28.647690 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-36d98bb8-1dcc-4bde-9bca-2f80ef5d45a9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/a7508aa6-04c7-47b6-8ba8-c761620d6eb0 HTTP/1.1" status: 204 len: 168 time: 1.3928347 Mar 22 13:04:28.649318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35642) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:28.659549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.807012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b1bbf09c-0b4b-4738-bf13-94d99d1445eb None None] Provisioning complete for port a2e8304e-ef8c-4b15-b10d-9724fead104c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:28.807407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b1bbf09c-0b4b-4738-bf13-94d99d1445eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.816170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-737e70c2-be27-4ac8-bc2b-bae414408876 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.846606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a29ae108-dd53-49ee-b225-114acc90d6a6 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:28.860467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:04:28.861878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.867031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.878153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1fe7e163-f5d7-4cda-9d34-94f06c4fa781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.881913 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1fe7e163-f5d7-4cda-9d34-94f06c4fa781 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3020f25-d0fd-4ba4-8c6f-f4201f9f267e HTTP/1.1" status: 204 len: 168 time: 1.6386485 Mar 22 13:04:28.881913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e70c2-be27-4ac8-bc2b-bae414408876 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Subnet': ['ID=c72ab39c-90f3-4e83-bb20-47b1849daef5,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:28.888064 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-da1201f9-20c1-43b9-9400-d0a21db7f94a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2665575 Mar 22 13:04:28.890233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.894020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-737e70c2-be27-4ac8-bc2b-bae414408876 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.896056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35648) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:28.896223 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-737e70c2-be27-4ac8-bc2b-bae414408876 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/subnets/c72ab39c-90f3-4e83-bb20-47b1849daef5 HTTP/1.1" status: 204 len: 168 time: 1.8205984 Mar 22 13:04:28.905488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35650) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:28.923336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec7934-edb7-469a-ac56-a9c82149a2cb None None] Network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:28.957294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.957803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0b8444-e239-4af1-b7df-de654f51eaf9 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:04:28.994995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4ba79c-b349-4aff-bc1a-1e786b0697bc tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting subnet d4b7555c-47b8-457b-948c-56e7bf210f2c {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:28.999271 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 13:04:29.003970 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-908e54d9-1d92-4557-8cd0-bc6d7b08da36 tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1150916 Mar 22 13:04:29.004685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba79c-b349-4aff-bc1a-1e786b0697bc tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:29.029325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:a1:7b:6c', 'name': 'tempest-NetworksTestDHCPv6-798000391'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:29.033439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35656) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:29.119263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba79c-b349-4aff-bc1a-1e786b0697bc tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:29.159099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-01b4fced-8c07-4c1a-b1d0-e8160a43d9ea tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Deleting port b79801ee-25b7-4897-be63-d25de157f31c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:29.159474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b4fced-8c07-4c1a-b1d0-e8160a43d9ea tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:29.169068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 61069073-f7bd-4c37-bf0c-e60f80826e6b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:29.169400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:29.296713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbf09c-0b4b-4738-bf13-94d99d1445eb None None] Port a2e8304e-ef8c-4b15-b10d-9724fead104c cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:29.396606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port a29ae108-dd53-49ee-b225-114acc90d6a6 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:29.421843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a29ae108-dd53-49ee-b225-114acc90d6a6 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:29.422778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:29.498598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:29.516185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:04:29.526739 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b79b4459-ccaf-4e74-926f-d088aa0aceea tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5377467 Mar 22 13:04:29.527413 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:29.530730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:29.535729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35670) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:29.539539 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:29.539856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb1e86d-22d0-4d9d-bbe8-e7267a4c0fc8 None None] DHCP port deletion for 17ae66a4-3206-46a2-bacc-f9c9b2bd222f request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:04:29.542124 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:29.566233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1e86d-22d0-4d9d-bbe8-e7267a4c0fc8 None None] Deleting port 61069073-f7bd-4c37-bf0c-e60f80826e6b {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:29.566659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e86d-22d0-4d9d-bbe8-e7267a4c0fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:29.571277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b4fced-8c07-4c1a-b1d0-e8160a43d9ea tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:29.666122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-622343574'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:29.678459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:29.699585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:29.702272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:network and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:29.715900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:29.719483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:29.733545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:29.735414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:29.792937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-01b4fced-8c07-4c1a-b1d0-e8160a43d9ea tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Calling delete_port for b79801ee-25b7-4897-be63-d25de157f31c owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:29.815306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:29.817891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:30.026005 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:04:30.066734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-eeb1e86d-22d0-4d9d-bbe8-e7267a4c0fc8 None None] For port 61069073-f7bd-4c37-bf0c-e60f80826e6b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=61069073-f7bd-4c37-bf0c-e60f80826e6b,segment=NetworkSegment(681b8f5c-8a96-4ad6-abcc-02b189bd8bde),segment_id=681b8f5c-8a96-4ad6-abcc-02b189bd8bde)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:30.067281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e86d-22d0-4d9d-bbe8-e7267a4c0fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.074579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b4fced-8c07-4c1a-b1d0-e8160a43d9ea tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.160797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35682) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:30.161417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4fced-8c07-4c1a-b1d0-e8160a43d9ea tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Pushing event deleted for resources: {'Port': ['ID=b79801ee-25b7-4897-be63-d25de157f31c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:30.307620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1e86d-22d0-4d9d-bbe8-e7267a4c0fc8 None None] Calling delete_port for 61069073-f7bd-4c37-bf0c-e60f80826e6b owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:30.312276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b4fced-8c07-4c1a-b1d0-e8160a43d9ea tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.344925 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-01b4fced-8c07-4c1a-b1d0-e8160a43d9ea tempest-RoutersAdminNegativeTest-112864696 tempest-RoutersAdminNegativeTest-112864696-project-admin] 10.222.0.70 "DELETE /v2.0/ports/b79801ee-25b7-4897-be63-d25de157f31c HTTP/1.1" status: 204 len: 168 time: 1.3103616 Mar 22 13:04:30.353521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba79c-b349-4aff-bc1a-1e786b0697bc tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.421418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:30.426553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.449948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:30.485469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e86d-22d0-4d9d-bbe8-e7267a4c0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.492454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port a29ae108-dd53-49ee-b225-114acc90d6a6, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a29ae108-dd53-49ee-b225-114acc90d6a6,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:30.537380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba79c-b349-4aff-bc1a-1e786b0697bc tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.538315 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.579187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1e86d-22d0-4d9d-bbe8-e7267a4c0fc8 None None] Pushing event deleted for resources: {'Port': ['ID=61069073-f7bd-4c37-bf0c-e60f80826e6b,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:30.589206 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1e86d-22d0-4d9d-bbe8-e7267a4c0fc8 None None] No DVR routers for this DVR port 61069073-f7bd-4c37-bf0c-e60f80826e6b on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:30.594338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] For port 61069073-f7bd-4c37-bf0c-e60f80826e6b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=61069073-f7bd-4c37-bf0c-e60f80826e6b,segment=NetworkSegment(681b8f5c-8a96-4ad6-abcc-02b189bd8bde),segment_id=681b8f5c-8a96-4ad6-abcc-02b189bd8bde)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:30.594710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.638462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ba79c-b349-4aff-bc1a-1e786b0697bc tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b7555c-47b8-457b-948c-56e7bf210f2c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:30.645271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae4ba79c-b349-4aff-bc1a-1e786b0697bc tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.664242 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ae4ba79c-b349-4aff-bc1a-1e786b0697bc tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/subnets/d4b7555c-47b8-457b-948c-56e7bf210f2c HTTP/1.1" status: 204 len: 168 time: 1.7556398 Mar 22 13:04:30.664512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35690) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:30.687903 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d9d234-d1fc-4a09-b5f3-889ec53a2b12 None None] Network 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:30.751702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=a29ae108-dd53-49ee-b225-114acc90d6a6,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:30.785111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a29ae108-dd53-49ee-b225-114acc90d6a6 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:30.842428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2129047406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:30.850838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:30.854258 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 3, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:26Z', 'revision_number': 2, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:30.855038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Usage tracker for resource:router and tenant:d722d46c12414e9587f35f6b673a2fdc is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:30.858690 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:04:30.859047 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Updating router 0345587b-e40b-4245-a159-3525f0a5d79c port a2e8304e-ef8c-4b15-b10d-9724fead104c binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:04:30.859188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:30.865296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:30.882771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 61069073-f7bd-4c37-bf0c-e60f80826e6b owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:30.884591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.893591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.894656 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.910506 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.931917 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:30.932296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.940904 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:30.987765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:04:30.988494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:04:31.038386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.066316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35696) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:31.083415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1d1bc8a6-c2ec-4fb2-8452-54632e1ee44b None None] Provisioning complete for port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:31.083789 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc8a6-c2ec-4fb2-8452-54632e1ee44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.093413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:31.129228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.129565 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added segment 9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15 of type vlan for network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 Mar 22 13:04:31.139365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Router 5fd06353-ddc1-4538-9546-1ff140db9c5d is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:04:31.200066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a29ae108-dd53-49ee-b225-114acc90d6a6 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:31.200453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.249357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.250216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] For port b72b1eac-c306-41c4-af29-5d0f0f77d4f3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b72b1eac-c306-41c4-af29-5d0f0f77d4f3,segment=NetworkSegment(04f3507c-c7f5-485e-a887-ce31ecaf19ac),segment_id=04f3507c-c7f5-485e-a887-ce31ecaf19ac)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:31.251314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.257681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.306490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 3b285203-5824-477e-b671-df555aa9afb0 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:31.434055 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Calling delete_port for b72b1eac-c306-41c4-af29-5d0f0f77d4f3 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:31.441941 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.462578 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Transition to ACTIVE for port object a2e8304e-ef8c-4b15-b10d-9724fead104c will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:31.469255 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.504425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b96518-c215-4a22-8743-f637cfc61750 None None] DHCP port deletion for 2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:04:31.509264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-40b96518-c215-4a22-8743-f637cfc61750 None None] Deleting port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:31.509764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-40b96518-c215-4a22-8743-f637cfc61750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.543600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 172.20.0.11 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/eb3a5b10-3682-4fb5-aa21-bd601a687524/3b285203-5824-477e-b671-df555aa9afb0) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:31.549575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::f816:3eff:fea1:7b6c (664f0cd7-b40c-4378-b4f7-c397d24fad2a/66b81038-cccd-4f5d-970a-40f5516a7c04/3b285203-5824-477e-b671-df555aa9afb0) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:31.582334 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08e5b0-037b-437c-87cd-370f426b4c0c None None] Pushing event updated for resources: {'Port': ['ID=a2e8304e-ef8c-4b15-b10d-9724fead104c,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:31.676400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.685584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 61069073-f7bd-4c37-bf0c-e60f80826e6b no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:31.764301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 61069073-f7bd-4c37-bf0c-e60f80826e6b {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:04:31.764832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 61069073-f7bd-4c37-bf0c-e60f80826e6b not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:04:31.778302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Port': ['ID=b72b1eac-c306-41c4-af29-5d0f0f77d4f3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:31.779488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.787560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-40b96518-c215-4a22-8743-f637cfc61750 None None] The port 'b72b1eac-c306-41c4-af29-5d0f0f77d4f3' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:04:31.804120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No DVR routers for this DVR port b72b1eac-c306-41c4-af29-5d0f0f77d4f3 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:31.811913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.813117 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-353981f0-06dc-4c22-873b-0246e5ac17ca tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.6495516 Mar 22 13:04:31.825137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 3b285203-5824-477e-b671-df555aa9afb0 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:31.826258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fc2c492b-54bd-4a2c-84f2-1809c61fcf32 None None] Provisioning complete for port a29ae108-dd53-49ee-b225-114acc90d6a6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:31.826659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fc2c492b-54bd-4a2c-84f2-1809c61fcf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.850986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35702) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:31.853728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 61069073-f7bd-4c37-bf0c-e60f80826e6b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:31.854282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.911460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-949442649'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:31.920727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d471aaf8-8f69-472e-bd2e-75e8115a4c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.941383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.958154 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Attempting to bind port a2e8304e-ef8c-4b15-b10d-9724fead104c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:31.958612 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Attempting to bind port a2e8304e-ef8c-4b15-b10d-9724fead104c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'db40a5df-3527-4137-8894-7302332c44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:31.958941 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Attempting to bind port a2e8304e-ef8c-4b15-b10d-9724fead104c on network 78333a61-0674-478c-b07f-c402a7bc1e14 {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:31.965023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:04:31.966067 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:31.966599 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Checking segment: {'id': 'db40a5df-3527-4137-8894-7302332c44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:31.967008 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.967425 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Bound using segment: {'id': 'db40a5df-3527-4137-8894-7302332c44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:31.967892 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Bound port: a2e8304e-ef8c-4b15-b10d-9724fead104c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db40a5df-3527-4137-8894-7302332c44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:31.968265 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.988908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] The port '61069073-f7bd-4c37-bf0c-e60f80826e6b' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:04:31.990032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:32.002109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d471aaf8-8f69-472e-bd2e-75e8115a4c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:32.009067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.016414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d471aaf8-8f69-472e-bd2e-75e8115a4c66 admin admin] Usage tracker for resource:security_group_rule and tenant:56eabd83233043b8b4e465b79508f2cd is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:32.021680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d471aaf8-8f69-472e-bd2e-75e8115a4c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:32.035739 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d471aaf8-8f69-472e-bd2e-75e8115a4c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:32.045605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:32.066843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f3507c-c7f5-485e-a887-ce31ecaf19ac') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:32.067264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f3507c-c7f5-485e-a887-ce31ecaf19ac') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:32.071688 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] For port a2e8304e-ef8c-4b15-b10d-9724fead104c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:32.074983 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] For port a2e8304e-ef8c-4b15-b10d-9724fead104c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a2e8304e-ef8c-4b15-b10d-9724fead104c,segment=NetworkSegment(db40a5df-3527-4137-8894-7302332c44b8),segment_id=db40a5df-3527-4137-8894-7302332c44b8)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:32.079205 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.087531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.108505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Usage tracker for resource:network and tenant:d722d46c12414e9587f35f6b673a2fdc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:32.113912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.125141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:04:32.125581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:04:32.140431 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:04:32.152450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:32.175361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:32.200074 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:32.200896 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:32.201888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:32.225351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.232030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:32.232552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.237639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:32.256146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.283870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.288392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:32.300903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d471aaf8-8f69-472e-bd2e-75e8115a4c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.302401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Network': ['ID=2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:32.309885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d471aaf8-8f69-472e-bd2e-75e8115a4c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.339868 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-28e73985-c743-41c6-8813-8f4fe61ff396 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/2eb7833e-cfd0-4ec6-9194-ae24f99fb2a2 HTTP/1.1" status: 204 len: 168 time: 1.6731393 Mar 22 13:04:32.344624 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35706) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:32.418576 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-401287ab-b920-40d9-9da8-6e941be8d057 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:32.419040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401287ab-b920-40d9-9da8-6e941be8d057 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:32.423545 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-401287ab-b920-40d9-9da8-6e941be8d057 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/subnets/8021db66-8f3e-4c35-9f71-623ec59eb259 HTTP/1.1" status: 404 len: 337 time: 0.0778306 Mar 22 13:04:32.424444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35710) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:32.427006 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d471aaf8-8f69-472e-bd2e-75e8115a4c66 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56eabd83233043b8b4e465b79508f2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3498588 Mar 22 13:04:32.432614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471aaf8-8f69-472e-bd2e-75e8115a4c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5d3049-57dc-4219-bba1-905d4cb8723e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:32.453269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35712) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:32.500992 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:04:32.502788 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff37b392-eb2d-4e70-a041-3e5eac0a023d tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:32.503372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff37b392-eb2d-4e70-a041-3e5eac0a023d tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:32.507995 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ff37b392-eb2d-4e70-a041-3e5eac0a023d tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/3ec01bc2-fd75-4103-a17e-0ff31c0715c8 HTTP/1.1" status: 404 len: 339 time: 0.0705049 Mar 22 13:04:32.508610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35718) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:32.559411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=3b285203-5824-477e-b671-df555aa9afb0,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:32.589642 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-517683b6-22c2-4bd0-bc8a-620ae74416d0 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:32.590232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517683b6-22c2-4bd0-bc8a-620ae74416d0 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:32.592138 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-517683b6-22c2-4bd0-bc8a-620ae74416d0 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/subnets/1de2a06b-9c88-4f6f-bd2e-7dd467e57fd7 HTTP/1.1" status: 404 len: 337 time: 0.0762796 Mar 22 13:04:32.596245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35722) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:32.614857 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08e5b0-037b-437c-87cd-370f426b4c0c None None] Pushing event updated for resources: {'Port': ['ID=a2e8304e-ef8c-4b15-b10d-9724fead104c,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:32.627404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Made reservation on behalf of d722d46c12414e9587f35f6b673a2fdc for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:32.631129 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-605511e2-b10f-4b2e-b49a-d21138ea2683 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:32.631319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.632133 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605511e2-b10f-4b2e-b49a-d21138ea2683 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:32.634601 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-605511e2-b10f-4b2e-b49a-d21138ea2683 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/80af4052-f6a0-4306-be03-758dde77f922 HTTP/1.1" status: 404 len: 339 time: 0.0370831 Mar 22 13:04:32.643674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35726) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:32.699153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a29ae108-dd53-49ee-b225-114acc90d6a6 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:32.700112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:04:32.702428 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3fe1b0-0884-46ba-b299-fe219d2f3de9 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:32.702595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.703244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3fe1b0-0884-46ba-b299-fe219d2f3de9 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:32.705178 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1d3fe1b0-0884-46ba-b299-fe219d2f3de9 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/subnets/0b337dbd-ae37-4de3-a443-b02704cf8d58 HTTP/1.1" status: 404 len: 337 time: 0.0601232 Mar 22 13:04:32.708468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35730) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:32.732678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a33c0a5-0c54-4265-a960-b63b7052d14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.749885 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd5a12e-e7d0-44fb-8467-b460d8244849 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:32.750181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a676e764-e17d-4fed-a198-5abf171387df None None] Sync routers for ids ['5fd06353-ddc1-4538-9546-1ff140db9c5d'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:32.750596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd5a12e-e7d0-44fb-8467-b460d8244849 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:32.752642 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8fd5a12e-e7d0-44fb-8467-b460d8244849 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/498d4b31-3571-4f89-8f9b-065912cd5341 HTTP/1.1" status: 404 len: 339 time: 0.0430005 Mar 22 13:04:32.755562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35734) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:32.777633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.778030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676e764-e17d-4fed-a198-5abf171387df None None] Routers {'5fd06353-ddc1-4538-9546-1ff140db9c5d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:32.778674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a676e764-e17d-4fed-a198-5abf171387df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5fd06353-ddc1-4538-9546-1ff140db9c5d'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:32.829586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Network': ['ID=3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:32.832955 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d126f468-c7cb-47f5-97d6-0b0761b56196 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2109630 Mar 22 13:04:32.834904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:32.838239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3feaed-8299-4a0e-8c5f-a9ea9726ff1b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting subnet 17c7a4bc-2ef1-4ed9-92a6-6495e66b6624 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:32.839697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ae66a4-3206-46a2-bacc-f9c9b2bd222f']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:32.840481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35738) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:32.847962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a33c0a5-0c54-4265-a960-b63b7052d14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.851966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.856027 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e502b6de-3827-470e-b6aa-b31f9e10789e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "PUT /v2.0/routers/5fd06353-ddc1-4538-9546-1ff140db9c5d HTTP/1.1" status: 200 len: 883 time: 11.0423136 Mar 22 13:04:32.862183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:32.863018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.863644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'subnet': {'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:32.871872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35742) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:32.876146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Usage tracker for resource:security_group_rule and tenant:d722d46c12414e9587f35f6b673a2fdc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:32.877963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a676e764-e17d-4fed-a198-5abf171387df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:32.879250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd3feaed-8299-4a0e-8c5f-a9ea9726ff1b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.886096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:32.887456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681b8f5c-8a96-4ad6-abcc-02b189bd8bde') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:32.887954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681b8f5c-8a96-4ad6-abcc-02b189bd8bde') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:32.945042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ba18366d-bb43-4852-a4b4-2210afb6a626 None None] Provisioning for port 3b285203-5824-477e-b671-df555aa9afb0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:32.955717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ba18366d-bb43-4852-a4b4-2210afb6a626 None None] Provisioning complete for port 3b285203-5824-477e-b671-df555aa9afb0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:32.956312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ba18366d-bb43-4852-a4b4-2210afb6a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.962063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:32.979689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:32.998441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.003515 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 3, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:32Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:33.007710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676e764-e17d-4fed-a198-5abf171387df None None] Routers {'5fd06353-ddc1-4538-9546-1ff140db9c5d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:33.009026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a676e764-e17d-4fed-a198-5abf171387df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5fd06353-ddc1-4538-9546-1ff140db9c5d'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:33.010489 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204b6c41-6b5a-4956-a93a-a57f95c439ad None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 3, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:32Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:33.013876 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-628d92b1-0755-42f0-bd77-93bf5793084d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0574634 Mar 22 13:04:33.020520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35746) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:33.089769 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd3feaed-8299-4a0e-8c5f-a9ea9726ff1b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.127625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.168945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:33.174344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:subnet and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:33.178363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:33.191721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:33.213517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:04:33.213707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.216623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a33c0a5-0c54-4265-a960-b63b7052d14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:04:33.230567 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:04:33.236010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a676e764-e17d-4fed-a198-5abf171387df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:33.236407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a676e764-e17d-4fed-a198-5abf171387df None None] The sync data for ids ['5fd06353-ddc1-4538-9546-1ff140db9c5d'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:33.244118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33c0a5-0c54-4265-a960-b63b7052d14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5d3049-57dc-4219-bba1-905d4cb8723e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:33.245752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a29ae108-dd53-49ee-b225-114acc90d6a6 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:33.246717 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:33.246901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.251266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.295660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b3673f5-2f08-4bbf-bc69-a1f8d382be8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.314395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a33c0a5-0c54-4265-a960-b63b7052d14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.317000 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2a33c0a5-0c54-4265-a960-b63b7052d14d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e5d3049-57dc-4219-bba1-905d4cb8723e HTTP/1.1" status: 204 len: 168 time: 0.8613777 Mar 22 13:04:33.321832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ba18366d-bb43-4852-a4b4-2210afb6a626 None None] Port 3b285203-5824-477e-b671-df555aa9afb0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:33.425990 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-796a79f4-de08-4e3b-b2be-b722c5664b92 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/routers/5fd06353-ddc1-4538-9546-1ff140db9c5d HTTP/1.1" status: 200 len: 924 time: 0.5526686 Mar 22 13:04:33.439595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35752) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:33.493085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd3feaed-8299-4a0e-8c5f-a9ea9726ff1b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.499766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72b1eac-c306-41c4-af29-5d0f0f77d4f3 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:33.553765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: b72b1eac-c306-41c4-af29-5d0f0f77d4f3 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:04:33.554644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72b1eac-c306-41c4-af29-5d0f0f77d4f3 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:04:33.574970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.607784 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.616249 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.634673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c1a50c-e0d6-4f58-9497-b535ba6093b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:33.641077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c1a50c-e0d6-4f58-9497-b535ba6093b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:33.641916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-42c1a50c-e0d6-4f58-9497-b535ba6093b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:33.650602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Network': ['ID=17ae66a4-3206-46a2-bacc-f9c9b2bd222f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:33.652469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.689847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:33.714902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.722451 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e8e22052-c9ef-4031-802b-1a6997d909ec tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/networks/17ae66a4-3206-46a2-bacc-f9c9b2bd222f HTTP/1.1" status: 204 len: 168 time: 5.0630136 Mar 22 13:04:33.725985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35758) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:33.727647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.728005 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Added segment ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988 of type vlan for network 49954e35-9717-4a9b-9c6d-89ff5dd0d09d Mar 22 13:04:33.747591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-302833696'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:33.751675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a4b8ef-01af-4603-ae03-2b713fe322c9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:33.760956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-42c1a50c-e0d6-4f58-9497-b535ba6093b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:33.764825 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-42c1a50c-e0d6-4f58-9497-b535ba6093b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7400386 Mar 22 13:04:33.766737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35762) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:33.783775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:33.788552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:network and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:33.802465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35766) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:33.839663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:33.845783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd3feaed-8299-4a0e-8c5f-a9ea9726ff1b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.854499 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Subnet': ['ID=6d215a5a-935b-4efe-9723-1f2b0e364029,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:33.862363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:33.865893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.874661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8123fd-4194-4b6f-b953-9a59719cefd5 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:33.878652 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7b8123fd-4194-4b6f-b953-9a59719cefd5 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&device_id=5fd06353-ddc1-4538-9546-1ff140db9c5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4338429 Mar 22 13:04:33.883536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35770) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:33.908223 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3feaed-8299-4a0e-8c5f-a9ea9726ff1b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Subnet': ['ID=17c7a4bc-2ef1-4ed9-92a6-6495e66b6624,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:33.917300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd3feaed-8299-4a0e-8c5f-a9ea9726ff1b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.924491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Checking segment: {'id': '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:33.925021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network hostable DHCP agents. Network: 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:33.926422 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4638b5-3129-4e47-b854-3886f02ab83f None None] Network 8d5166b6-9c16-4246-a66f-a0d670e32c4d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:33.933410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-81860e94-96d9-4775-b668-2d039c598f5b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 3b285203-5824-477e-b671-df555aa9afb0 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:33.934244 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-81860e94-96d9-4775-b668-2d039c598f5b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.954679 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bd3feaed-8299-4a0e-8c5f-a9ea9726ff1b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/subnets/17c7a4bc-2ef1-4ed9-92a6-6495e66b6624 HTTP/1.1" status: 204 len: 168 time: 1.1980076 Mar 22 13:04:33.964348 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35774) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:33.974007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:33.978912 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.003855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:04:34.010879 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-90b4b4a2-5fad-4732-9b09-d30eb4b6700e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e351f5d19e24b51a3909340cdcf273f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039893 Mar 22 13:04:34.015907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35778) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:34.038918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:34.128783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:34.136074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.138045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7fb002-c369-488b-a24d-5098b92dac4d None None] Network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:34.142681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:34.143281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.163304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:34.167556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.172929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:34.173517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.199302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1dde4d41-ce84-4c6e-890b-7b2aac707669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.203659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:34.203964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.235315 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34528120-b815-4a9e-a742-be9bce429414 None None] DHCP port deletion for 8d5166b6-9c16-4246-a66f-a0d670e32c4d request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:04:34.251194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-34528120-b815-4a9e-a742-be9bce429414 None None] Deleting port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:34.251585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34528120-b815-4a9e-a742-be9bce429414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.259528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.259870 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Added segment c6699772-50b0-4fc4-9d27-7470bbee8df6 of type vlan for network 2f35066e-9795-40f8-921e-f4841fca4f7e Mar 22 13:04:34.364775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7321d1d-b6ce-4a61-b3b0-3c2e01a512e0 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:34.366159 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c7321d1d-b6ce-4a61-b3b0-3c2e01a512e0 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 881 time: 0.4753983 Mar 22 13:04:34.367563 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4656458 Mar 22 13:04:34.383485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35782) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:34.383844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35784) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:34.395763 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ae7020b7-02d3-43a8-8d00-59c75c0701b0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5506065 Mar 22 13:04:34.396550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35790) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:34.406390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'subnet': {'network_id': '49954e35-9717-4a9b-9c6d-89ff5dd0d09d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:34.458976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ad1fd-8d7b-4d99-a6b4-0ea8831a0b95 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Network': ['ID=49954e35-9717-4a9b-9c6d-89ff5dd0d09d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:34.536983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 49954e35-9717-4a9b-9c6d-89ff5dd0d09d details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:34.556344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.591762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1dde4d41-ce84-4c6e-890b-7b2aac707669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.619475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:34.620356 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.772977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a2e8304e-ef8c-4b15-b10d-9724fead104c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:34.839150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-81860e94-96d9-4775-b668-2d039c598f5b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:34.937961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] For port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24,segment=NetworkSegment(94ee5fd7-5de5-463d-b02e-66b5f4c14b2b),segment_id=94ee5fd7-5de5-463d-b02e-66b5f4c14b2b)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:34.938753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.000876 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-81860e94-96d9-4775-b668-2d039c598f5b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 3b285203-5824-477e-b671-df555aa9afb0 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:35.003150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-34528120-b815-4a9e-a742-be9bce429414 None None] For port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24,segment=NetworkSegment(94ee5fd7-5de5-463d-b02e-66b5f4c14b2b),segment_id=94ee5fd7-5de5-463d-b02e-66b5f4c14b2b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:35.004237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34528120-b815-4a9e-a742-be9bce429414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.058942 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ce68d9ef-effd-4190-bdbd-eb5fb0c73deb tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd06353-ddc1-4538-9546-1ff140db9c5d HTTP/1.1" status: 200 len: 205 time: 0.6691947 Mar 22 13:04:35.073610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35794) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:35.097554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1dde4d41-ce84-4c6e-890b-7b2aac707669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.115868 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Calling delete_port for c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:35.159982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-34528120-b815-4a9e-a742-be9bce429414 None None] Calling delete_port for c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:35.174465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde4d41-ce84-4c6e-890b-7b2aac707669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa553171-bf56-44b0-87a9-cb6e2f0dcd9e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:35.218797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port a2e8304e-ef8c-4b15-b10d-9724fead104c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:35.227766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:04:35.270191 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a2e8304e-ef8c-4b15-b10d-9724fead104c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:35.270694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.272628 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:35.310007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1dde4d41-ce84-4c6e-890b-7b2aac707669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.314630 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1dde4d41-ce84-4c6e-890b-7b2aac707669 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa553171-bf56-44b0-87a9-cb6e2f0dcd9e HTTP/1.1" status: 204 len: 168 time: 1.2934074 Mar 22 13:04:35.324185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.340609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:35.344473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.366288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Usage tracker for resource:subnet and tenant:d722d46c12414e9587f35f6b673a2fdc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:35.396539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Allocated IP 2001:db8:2::2 (3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6/6d215a5a-935b-4efe-9723-1f2b0e364029/dfacd801-e4af-4cca-a825-96e331482c3c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:35.411523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-43591a63-d061-4a04-b9b0-2c039549b60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.422823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-34528120-b815-4a9e-a742-be9bce429414 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:04:35.423204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-34528120-b815-4a9e-a742-be9bce429414 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:04:35.431777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:35.446038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.514052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Port': ['ID=c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:35.525315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No DVR routers for this DVR port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:35.529104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:35.592819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.628514 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8953505 Mar 22 13:04:35.629580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35800) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:35.649017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Made reservation on behalf of d722d46c12414e9587f35f6b673a2fdc for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:35.652633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.660272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '2f35066e-9795-40f8-921e-f4841fca4f7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:35.699017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port a2e8304e-ef8c-4b15-b10d-9724fead104c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a2e8304e-ef8c-4b15-b10d-9724fead104c,segment=NetworkSegment(db40a5df-3527-4137-8894-7302332c44b8),segment_id=db40a5df-3527-4137-8894-7302332c44b8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:35.701909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890e1c7-193f-403c-9080-2944527d0e68 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Network': ['ID=2f35066e-9795-40f8-921e-f4841fca4f7e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:35.716677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.738150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.846862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.864735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 2f35066e-9795-40f8-921e-f4841fca4f7e details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:35.892679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:35.896845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.907568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.960226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Transition to ACTIVE for port object dfacd801-e4af-4cca-a825-96e331482c3c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:35.982290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-81860e94-96d9-4775-b668-2d039c598f5b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:35.995995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Transition to ACTIVE for port object dfacd801-e4af-4cca-a825-96e331482c3c will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:36.000140 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-34528120-b815-4a9e-a742-be9bce429414 None None] Deleting port c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:36.000709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34528120-b815-4a9e-a742-be9bce429414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.056337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.058346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81860e94-96d9-4775-b668-2d039c598f5b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=3b285203-5824-477e-b671-df555aa9afb0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:36.079300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:04:36.080577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:04:36.137716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5166b6-9c16-4246-a66f-a0d670e32c4d']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:36.157523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ee5fd7-5de5-463d-b02e-66b5f4c14b2b') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:36.157830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ee5fd7-5de5-463d-b02e-66b5f4c14b2b') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:36.172647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.186064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.201724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.209694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:04:36.210040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.289400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=a2e8304e-ef8c-4b15-b10d-9724fead104c,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:36.296579 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-34528120-b815-4a9e-a742-be9bce429414 None None] The port 'c0f4b3cb-4ccc-4483-b3e1-f55b5df2da24' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:04:36.316061 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:04:36.362401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Deleting port 69347077-223d-441d-87a7-28bbf92e861b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:36.362986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.398669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Pushing event updated for resources: {'Port': ['ID=dfacd801-e4af-4cca-a825-96e331482c3c,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:36.403052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:36.407960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:36.411353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:36.493767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-81860e94-96d9-4775-b668-2d039c598f5b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.509498 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.535729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Attempting to bind port dfacd801-e4af-4cca-a825-96e331482c3c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:36.536097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Attempting to bind port dfacd801-e4af-4cca-a825-96e331482c3c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:36.536490 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Attempting to bind port dfacd801-e4af-4cca-a825-96e331482c3c on network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:36.548037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:36.548487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Checking segment: {'id': '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:36.548798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.549192 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Bound using segment: {'id': '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:36.550940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Bound port: dfacd801-e4af-4cca-a825-96e331482c3c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:36.551363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.568474 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-81860e94-96d9-4775-b668-2d039c598f5b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/3b285203-5824-477e-b671-df555aa9afb0 HTTP/1.1" status: 204 len: 168 time: 2.7983146 Mar 22 13:04:36.581094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35822) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:36.625206 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.648143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:36.680807 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] For port dfacd801-e4af-4cca-a825-96e331482c3c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:36.688783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:36.691428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a2e8304e-ef8c-4b15-b10d-9724fead104c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:36.699403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:36.708211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35826) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:36.720177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:36.762833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] For port dfacd801-e4af-4cca-a825-96e331482c3c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dfacd801-e4af-4cca-a825-96e331482c3c,segment=NetworkSegment(9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15),segment_id=9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:36.774669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.776626 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.815513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.833782 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:36.839360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.871314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Network': ['ID=8d5166b6-9c16-4246-a66f-a0d670e32c4d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:36.877465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:36.892466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1971902009'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:36.933031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:36.980329 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d0137-1e46-45b9-861e-949995c39fb8 None None] Pushing event updated for resources: {'Port': ['ID=dfacd801-e4af-4cca-a825-96e331482c3c,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:36.988391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a2e8304e-ef8c-4b15-b10d-9724fead104c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:36.988798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.003543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145cb9d-fa0a-495c-b2be-2ea481747e3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:37.005159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145cb9d-fa0a-495c-b2be-2ea481747e3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:37.006652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145cb9d-fa0a-495c-b2be-2ea481747e3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:37.007476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8145cb9d-fa0a-495c-b2be-2ea481747e3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:37.015188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Subnet': ['ID=e1a7e022-dacf-4db5-ba7a-1993aedde994,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:37.018288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.049035 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9d5d535c-64f9-4b56-91e4-302bdaa7328b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/8d5166b6-9c16-4246-a66f-a0d670e32c4d HTTP/1.1" status: 204 len: 168 time: 3.0830121 Mar 22 13:04:37.054448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35832) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:37.060514 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Usage tracker for resource:network and tenant:3d786d5b5ac148598d8c29999614ccb4 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:37.108043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:37.169623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:37.178036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Checking segment: {'id': 'ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '49954e35-9717-4a9b-9c6d-89ff5dd0d09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:37.178447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network hostable DHCP agents. Network: 49954e35-9717-4a9b-9c6d-89ff5dd0d09d, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:37.194945 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc621455-410a-4a27-92cf-d2732b01e45b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:37.196105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc621455-410a-4a27-92cf-d2732b01e45b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:37.196216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Calling delete_port for 69347077-223d-441d-87a7-28bbf92e861b owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:37.200951 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fc621455-410a-4a27-92cf-d2732b01e45b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/subnets/e7b9e19b-6262-4f4b-9280-1e88d29370ff HTTP/1.1" status: 404 len: 337 time: 0.1340296 Mar 22 13:04:37.210670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35836) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:37.224223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8145cb9d-fa0a-495c-b2be-2ea481747e3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:37.225498 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8145cb9d-fa0a-495c-b2be-2ea481747e3f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6394596 Mar 22 13:04:37.237374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35840) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:37.254257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Made reservation on behalf of 3d786d5b5ac148598d8c29999614ccb4 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:37.262221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.291447 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5b3ff5-e020-4b9d-ade9-abce1b728a78 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] DELETE failed (client error): The resource could not be found. Mar 22 13:04:37.292386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5b3ff5-e020-4b9d-ade9-abce1b728a78 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:37.304318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.322833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Allocated IP 2001:db8:2::1 (3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6/6d215a5a-935b-4efe-9723-1f2b0e364029/04980a0e-8c20-4b6f-a1f0-3d803750d28b) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:37.331895 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3d5b3ff5-e020-4b9d-ade9-abce1b728a78 tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/30dc299d-4fd8-4fea-94e8-35423fc91fc3 HTTP/1.1" status: 404 len: 339 time: 0.1178441 Mar 22 13:04:37.334050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network 49954e35-9717-4a9b-9c6d-89ff5dd0d09d is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:37.336343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35844) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:37.386045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:37.407147 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Usage tracker for resource:security_group_rule and tenant:3d786d5b5ac148598d8c29999614ccb4 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:37.413602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:37.421983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f02ed7-046a-4016-8338-029a0a58495a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 66b81038-cccd-4f5d-970a-40f5516a7c04 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:37.428526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 49954e35-9717-4a9b-9c6d-89ff5dd0d09d) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:37.432502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f02ed7-046a-4016-8338-029a0a58495a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.442345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defdb66d-fa17-4e5c-868d-1b89cdf7066a None None] Network 49954e35-9717-4a9b-9c6d-89ff5dd0d09d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:37.454079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:37.491072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-275f13fa-822f-400f-befb-fd67a1093d8b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting subnet 80122dd1-ea81-4e94-b26c-cf489394ae2b {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:37.502787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:37.503779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.533130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-275f13fa-822f-400f-befb-fd67a1093d8b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.604951 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6725c15a-9264-4af3-874c-af0015185435 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2158940 Mar 22 13:04:37.607806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f02ed7-046a-4016-8338-029a0a58495a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.611547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35848) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:37.624794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'network': {'name': 'tempest-router-network01--1624259634'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:37.634693 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.639367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:37.665972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-275f13fa-822f-400f-befb-fd67a1093d8b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.689695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Usage tracker for resource:network and tenant:d722d46c12414e9587f35f6b673a2fdc is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:37.699911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:37.742179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:37.753410 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.758377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-49954e35-9717-4a9b-9c6d-89ff5dd0d09d', 'network_id': '49954e35-9717-4a9b-9c6d-89ff5dd0d09d', 'tenant_id': 'd722d46c12414e9587f35f6b673a2fdc', 'fixed_ips': [{'subnet_id': 'e1a7e022-dacf-4db5-ba7a-1993aedde994'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:37.759441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.770067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.801361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=e398cb33-d127-4d1c-ab06-2b7fbe0f0075,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:37.819251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Made reservation on behalf of d722d46c12414e9587f35f6b673a2fdc for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:37.822872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.838675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f02ed7-046a-4016-8338-029a0a58495a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.841231 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Transition to ACTIVE for port object 04980a0e-8c20-4b6f-a1f0-3d803750d28b will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:37.889016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.889274 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Checking segment: {'id': 'c6699772-50b0-4fc4-9d27-7470bbee8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f35066e-9795-40f8-921e-f4841fca4f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:37.889649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network hostable DHCP agents. Network: 2f35066e-9795-40f8-921e-f4841fca4f7e, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:37.899264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.914809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:37.922796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.952021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:37.952368 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Added segment bb81ba6e-9521-4a31-a3eb-24ed89488324 of type vlan for network 33a33d33-7c43-4342-8cb6-276092493b7e Mar 22 13:04:37.963151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 2f35066e-9795-40f8-921e-f4841fca4f7e is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:37.967765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Pushing event deleted for resources: {'Port': ['ID=69347077-223d-441d-87a7-28bbf92e861b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:37.977344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:37.986266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-275f13fa-822f-400f-befb-fd67a1093d8b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.012592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Allocated IP 2001:db8::2 (49954e35-9717-4a9b-9c6d-89ff5dd0d09d/e1a7e022-dacf-4db5-ba7a-1993aedde994/dbebd953-c0b8-4beb-9c2e-c090416b5a30) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:38.021294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.072621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 2f35066e-9795-40f8-921e-f4841fca4f7e) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:38.078626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:38.079263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.114871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.119319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086cf3c-6583-4291-860d-067a762566a7 None None] Network 2f35066e-9795-40f8-921e-f4841fca4f7e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:38.124165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:38.124795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.129034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb0fb34-2220-4132-81ef-88ae077475c3,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:38.156682 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d775e1a2-81ca-4ec6-9cea-eba5edbe368d tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5205796 Mar 22 13:04:38.157964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.166937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35854) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:38.187667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.188019 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Added segment 75f014a8-2960-46f3-a527-7a33ff03c901 of type vlan for network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e Mar 22 13:04:38.208345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '2f35066e-9795-40f8-921e-f4841fca4f7e', 'name': 'tempest-PortsIpV6TestJSON-600892039', 'fixed_ips': [{'subnet_id': 'e398cb33-d127-4d1c-ab06-2b7fbe0f0075', 'ip_address': '2001:db8::10'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:38.266739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f02ed7-046a-4016-8338-029a0a58495a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.296685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:38.409084 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f02ed7-046a-4016-8338-029a0a58495a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.412058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f02ed7-046a-4016-8338-029a0a58495a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=66b81038-cccd-4f5d-970a-40f5516a7c04,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:38.412880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c231de-9bac-47f7-81c1-434608dee46d None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:38.413831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:38.415960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.419967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:38.420502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.444800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065285a3-f220-480e-b238-5b0279c592bb None None] Network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:38.547838 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-275f13fa-822f-400f-befb-fd67a1093d8b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.572982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.699428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Transition to ACTIVE for port object dbebd953-c0b8-4beb-9c2e-c090416b5a30 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:38.704144 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0914350 Mar 22 13:04:38.704995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0c934-50a3-4e35-9985-07a71d62777b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Network': ['ID=33a33d33-7c43-4342-8cb6-276092493b7e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:38.710717 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35858) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:38.730455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f38bd60a-1579-43aa-9d0d-be44f65cb8b4 None None] Provisioning for port dfacd801-e4af-4cca-a825-96e331482c3c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:38.741943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-2f35066e-9795-40f8-921e-f4841fca4f7e', 'network_id': '2f35066e-9795-40f8-921e-f4841fca4f7e', 'tenant_id': '54db9df364b2456aac7e2debbb03b64e', 'fixed_ips': [{'subnet_id': 'e398cb33-d127-4d1c-ab06-2b7fbe0f0075'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:38.744413 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.749768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'network': {'name': 'tempest-router-network02--893728579'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:38.749970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-275f13fa-822f-400f-befb-fd67a1093d8b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.754648 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-275f13fa-822f-400f-befb-fd67a1093d8b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/subnets/80122dd1-ea81-4e94-b26c-cf489394ae2b HTTP/1.1" status: 204 len: 168 time: 1.4140260 Mar 22 13:04:38.756802 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:38.760590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35862) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:38.764848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 33a33d33-7c43-4342-8cb6-276092493b7e details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:38.777374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dfacd801-e4af-4cca-a825-96e331482c3c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:38.781206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Usage tracker for resource:network and tenant:d722d46c12414e9587f35f6b673a2fdc is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:38.801053 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78607d2e-4e65-45bc-85b4-62860af8cfbe None None] Network ed6ae8e2-b580-4c60-b01d-849341dcfae9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:38.820824 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-65f02ed7-046a-4016-8338-029a0a58495a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/66b81038-cccd-4f5d-970a-40f5516a7c04 HTTP/1.1" status: 204 len: 168 time: 1.5802097 Mar 22 13:04:38.820824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f13fa-822f-400f-befb-fd67a1093d8b tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Subnet': ['ID=80122dd1-ea81-4e94-b26c-cf489394ae2b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:38.827563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:38.829641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35866) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:38.829919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Transition to ACTIVE for port object dbebd953-c0b8-4beb-9c2e-c090416b5a30 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:38.862165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.871095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.880830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:38.882766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=04980a0e-8c20-4b6f-a1f0-3d803750d28b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:38.884021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.925826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:38.933682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:38.938983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:38.941739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.942247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Fanout notify agent at l3_agent the message router_deleted on router 5fd06353-ddc1-4538-9546-1ff140db9c5d {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:04:38.954735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:38.961856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec726d6-f7c9-48f2-a0e6-88430714c985 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet eb3a5b10-3682-4fb5-aa21-bd601a687524 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:38.965248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dec726d6-f7c9-48f2-a0e6-88430714c985 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.970528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:38.982381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Made reservation on behalf of d722d46c12414e9587f35f6b673a2fdc for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:38.985946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.011470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.013078 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0dc7b4d6-5932-44d6-8177-0a53eddf12c0 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/5fd06353-ddc1-4538-9546-1ff140db9c5d HTTP/1.1" status: 204 len: 168 time: 3.9380271 Mar 22 13:04:39.021845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35870) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:39.032006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1835875456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:39.040993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:39.061587 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.062063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:39.091009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Usage tracker for resource:router and tenant:b8f03a402292443688fa19989a5b5f0b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:39.091268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.095240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dec726d6-f7c9-48f2-a0e6-88430714c985 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.099226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:39.099963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.105888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:39.126905 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:39.153252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Deleting port 48c7201c-5757-493a-846b-68112324fa2c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:39.153779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.198935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:39.280433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.281451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.289577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.290192 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Added segment 24e4e9c0-7efb-4a5e-8156-911e606b9550 of type vlan for network af90922d-da7d-48a2-a721-2d64d730db83 Mar 22 13:04:39.315644 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6056495 Mar 22 13:04:39.316631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35876) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:39.334291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.340837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'subnet': {'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:39.354403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Network 49954e35-9717-4a9b-9c6d-89ff5dd0d09d is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:39.361268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.375013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:39.380863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port a10d9ea9-4251-400c-b945-bf87cf96b227 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:39.417409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:39.425287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Pushing event updated for resources: {'Port': ['ID=dbebd953-c0b8-4beb-9c2e-c090416b5a30,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:39.449242 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port dfacd801-e4af-4cca-a825-96e331482c3c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:39.458081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dec726d6-f7c9-48f2-a0e6-88430714c985 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.485844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708d067-a1d1-4a9d-ab03-b1a2c2c8c1f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Network': ['ID=f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:39.498354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:39.514774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.523475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Usage tracker for resource:subnet and tenant:3d786d5b5ac148598d8c29999614ccb4 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:39.543601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95214557-1133-45e3-8493-13d4c9c33cb0 req-c7a32da9-4c1e-4e22-9ca3-40fbe9c899b5 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:39.545077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95214557-1133-45e3-8493-13d4c9c33cb0 req-c7a32da9-4c1e-4e22-9ca3-40fbe9c899b5 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.3474884 Mar 22 13:04:39.548114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:39.560842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:39.570064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.577552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.579284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port dfacd801-e4af-4cca-a825-96e331482c3c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:39.579834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.596168 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:39.634725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.636170 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d9b6f466-9b00-4c6e-94c8-bb37d057b3f7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6136076 Mar 22 13:04:39.641133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35880) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:39.658815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'enable_snat': True}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:39.685515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Made reservation on behalf of 3d786d5b5ac148598d8c29999614ccb4 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:39.689547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.755845 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95214557-1133-45e3-8493-13d4c9c33cb0 req-0ea6bcd5-b435-4094-b27e-f0e71b0a8fa6 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751752 Mar 22 13:04:39.788028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.788028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:39.788028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.868775 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Allocated IP 2001:db8::2 (2f35066e-9795-40f8-921e-f4841fca4f7e/e398cb33-d127-4d1c-ab06-2b7fbe0f0075/81b43417-e2d2-4388-b159-5ea1893a18b9) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:39.885144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dec726d6-f7c9-48f2-a0e6-88430714c985 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.902193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Attempting to bind port dbebd953-c0b8-4beb-9c2e-c090416b5a30 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:39.902578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Attempting to bind port dbebd953-c0b8-4beb-9c2e-c090416b5a30 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '49954e35-9717-4a9b-9c6d-89ff5dd0d09d'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:39.902939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Attempting to bind port dbebd953-c0b8-4beb-9c2e-c090416b5a30 on network 49954e35-9717-4a9b-9c6d-89ff5dd0d09d {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:39.940016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec726d6-f7c9-48f2-a0e6-88430714c985 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3a5b10-3682-4fb5-aa21-bd601a687524,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:39.953818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:39.954197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Checking segment: {'id': 'ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '49954e35-9717-4a9b-9c6d-89ff5dd0d09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:39.954592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.954990 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Bound using segment: {'id': 'ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '49954e35-9717-4a9b-9c6d-89ff5dd0d09d'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:39.955531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Bound port: dbebd953-c0b8-4beb-9c2e-c090416b5a30, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '49954e35-9717-4a9b-9c6d-89ff5dd0d09d'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:39.955908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.999741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dec726d6-f7c9-48f2-a0e6-88430714c985 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.081264 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-dec726d6-f7c9-48f2-a0e6-88430714c985 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/eb3a5b10-3682-4fb5-aa21-bd601a687524 HTTP/1.1" status: 204 len: 168 time: 1.2473733 Mar 22 13:04:40.083888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35886) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:40.139885 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4170961 Mar 22 13:04:40.198021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.232167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35890) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:40.266206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'subnet': {'network_id': '33a33d33-7c43-4342-8cb6-276092493b7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:40.285896 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:04:40.373595 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494714e7-f1dd-4a2f-a379-cdc3c048af5c None None] DHCP port deletion for ed6ae8e2-b580-4c60-b01d-849341dcfae9 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:04:40.393155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] For port dbebd953-c0b8-4beb-9c2e-c090416b5a30, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:40.396752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port dfacd801-e4af-4cca-a825-96e331482c3c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dfacd801-e4af-4cca-a825-96e331482c3c,segment=NetworkSegment(9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15),segment_id=9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:40.404983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] For port 48c7201c-5757-493a-846b-68112324fa2c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=48c7201c-5757-493a-846b-68112324fa2c,segment=NetworkSegment(e6f3c572-70a2-4e46-afef-6cd8e7dba6b4),segment_id=e6f3c572-70a2-4e46-afef-6cd8e7dba6b4)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:40.405238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-494714e7-f1dd-4a2f-a379-cdc3c048af5c None None] Deleting port 48c7201c-5757-493a-846b-68112324fa2c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:40.405355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.405630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-494714e7-f1dd-4a2f-a379-cdc3c048af5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.436489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fb3fd-5f3a-4b73-92ea-8980deeb7015 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Network': ['ID=af90922d-da7d-48a2-a721-2d64d730db83,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:40.484682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network af90922d-da7d-48a2-a721-2d64d730db83 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:40.504961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.513762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.522539 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a20aeb8c-992e-49b6-8f9a-2a4c460902dd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4353051 Mar 22 13:04:40.523467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35894) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:40.590835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] For port dbebd953-c0b8-4beb-9c2e-c090416b5a30, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dbebd953-c0b8-4beb-9c2e-c090416b5a30,segment=NetworkSegment(ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988),segment_id=ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:40.591961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Calling delete_port for 48c7201c-5757-493a-846b-68112324fa2c owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:40.617015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5953ee53-4dfc-4fd1-9ff9-a283e0b12fcb None None] Provisioning complete for port dfacd801-e4af-4cca-a825-96e331482c3c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:40.617434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5953ee53-4dfc-4fd1-9ff9-a283e0b12fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.685017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 48c7201c-5757-493a-846b-68112324fa2c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:40.741664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.745800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.812955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:40.821774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Usage tracker for resource:subnet and tenant:d722d46c12414e9587f35f6b673a2fdc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:40.825303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:40.844449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:40.867639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6d5c9-0f23-43ee-8e5c-bbbe55ad2975 req-065152fa-3927-4245-aa82-811ab37c887c tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:40.869707 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0ef6d5c9-0f23-43ee-8e5c-bbbe55ad2975 req-065152fa-3927-4245-aa82-811ab37c887c tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.9544897 Mar 22 13:04:40.925496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316951a6-6329-4e32-a2da-6742e15c5cd4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:40.926299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-316951a6-6329-4e32-a2da-6742e15c5cd4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:40.947468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Made reservation on behalf of d722d46c12414e9587f35f6b673a2fdc for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:40.949243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.950988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:40.998299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-316951a6-6329-4e32-a2da-6742e15c5cd4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:40.999576 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-316951a6-6329-4e32-a2da-6742e15c5cd4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4566329 Mar 22 13:04:41.015573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35898) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:41.017869 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Transition to ACTIVE for port object 81b43417-e2d2-4388-b159-5ea1893a18b9 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:41.048824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Port': ['ID=48c7201c-5757-493a-846b-68112324fa2c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:41.053187 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] No DVR routers for this DVR port 48c7201c-5757-493a-846b-68112324fa2c on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:41.057516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.094061 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-494714e7-f1dd-4a2f-a379-cdc3c048af5c None None] The port '48c7201c-5757-493a-846b-68112324fa2c' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:04:41.120640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=dfacd801-e4af-4cca-a825-96e331482c3c,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:41.129444 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0ef6d5c9-0f23-43ee-8e5c-bbbe55ad2975 req-44b41783-d793-4c8e-8bbf-5191e4a6c1f9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395847 Mar 22 13:04:41.178977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Transition to ACTIVE for port object 81b43417-e2d2-4388-b159-5ea1893a18b9 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:41.192999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No active binding found for port 48c7201c-5757-493a-846b-68112324fa2c {{(pid=87934) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 22 13:04:41.192999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 48c7201c-5757-493a-846b-68112324fa2c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:04:41.197783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.206666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.224905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.225689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.279716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51c211-6c03-4a03-8cfa-56606d57ac88 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:41.329936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07faf3fc-8915-445c-8191-fb9075b2ee2a None None] Pushing event updated for resources: {'Port': ['ID=dbebd953-c0b8-4beb-9c2e-c090416b5a30,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:41.371199 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Network 2f35066e-9795-40f8-921e-f4841fca4f7e is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:41.397171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8::10 (2f35066e-9795-40f8-921e-f4841fca4f7e/e398cb33-d127-4d1c-ab06-2b7fbe0f0075/a10d9ea9-4251-400c-b945-bf87cf96b227) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:41.416174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Subnet': ['ID=6b5da3f3-fda1-40fe-96e1-816abaf87c44,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:41.438870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.451039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:41.465393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:41.477785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Checking segment: {'id': '75f014a8-2960-46f3-a527-7a33ff03c901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:41.478159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Network hostable DHCP agents. Network: f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:41.482576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=04980a0e-8c20-4b6f-a1f0-3d803750d28b,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:41.547791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797edff9-6ba2-48ff-a83c-99d9756725d2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:41.548530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-797edff9-6ba2-48ff-a83c-99d9756725d2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:41.587043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Pushing event updated for resources: {'Port': ['ID=81b43417-e2d2-4388-b159-5ea1893a18b9,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:41.597379 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6ae8e2-b580-4c60-b01d-849341dcfae9']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:41.613031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f3c572-70a2-4e46-afef-6cd8e7dba6b4') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:41.613319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f3c572-70a2-4e46-afef-6cd8e7dba6b4') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:41.639037 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.657500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:41.674432 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.686654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:41.688719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:04:41.689222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:04:41.707803 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:04:41.713771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f6fc2-c1d7-4c58-b8e7-cc7e0abf5f08 None None] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:41.718551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-797edff9-6ba2-48ff-a83c-99d9756725d2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:41.719944 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-797edff9-6ba2-48ff-a83c-99d9756725d2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7019851 Mar 22 13:04:41.723351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:41.724058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35904) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:41.729051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:41.729667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.768445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Attempting to bind port 81b43417-e2d2-4388-b159-5ea1893a18b9 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:41.769005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Attempting to bind port 81b43417-e2d2-4388-b159-5ea1893a18b9 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'c6699772-50b0-4fc4-9d27-7470bbee8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f35066e-9795-40f8-921e-f4841fca4f7e'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:41.769377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Attempting to bind port 81b43417-e2d2-4388-b159-5ea1893a18b9 on network 2f35066e-9795-40f8-921e-f4841fca4f7e {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:41.776656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5953ee53-4dfc-4fd1-9ff9-a283e0b12fcb None None] Provisioning for port 04980a0e-8c20-4b6f-a1f0-3d803750d28b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:41.782628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:41.783006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Checking segment: {'id': 'c6699772-50b0-4fc4-9d27-7470bbee8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f35066e-9795-40f8-921e-f4841fca4f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:41.783507 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.784102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Bound using segment: {'id': 'c6699772-50b0-4fc4-9d27-7470bbee8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f35066e-9795-40f8-921e-f4841fca4f7e'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:41.784784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Bound port: 81b43417-e2d2-4388-b159-5ea1893a18b9, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6699772-50b0-4fc4-9d27-7470bbee8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f35066e-9795-40f8-921e-f4841fca4f7e'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:41.785172 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.793430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:41.884924 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5e2b004d-8f80-4fe5-89d2-caec29b9bb6b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1509447 Mar 22 13:04:41.904606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35910) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:41.906072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.940757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3663cec7-48db-4436-9aeb-29aa0cbace30 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:41.942900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] For port 81b43417-e2d2-4388-b159-5ea1893a18b9, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:41.946342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] For port 81b43417-e2d2-4388-b159-5ea1893a18b9, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=81b43417-e2d2-4388-b159-5ea1893a18b9,segment=NetworkSegment(c6699772-50b0-4fc4-9d27-7470bbee8df6),segment_id=c6699772-50b0-4fc4-9d27-7470bbee8df6)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:41.959456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:41.960190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5953ee53-4dfc-4fd1-9ff9-a283e0b12fcb None None] Provisioning complete for port 04980a0e-8c20-4b6f-a1f0-3d803750d28b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:41.960574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5953ee53-4dfc-4fd1-9ff9-a283e0b12fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:42.022518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:42.036763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5953ee53-4dfc-4fd1-9ff9-a283e0b12fcb None None] Port 04980a0e-8c20-4b6f-a1f0-3d803750d28b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:42.142493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:42.235300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Subnet': ['ID=8cc1d9b3-b320-4997-990c-12561d40426a,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:42.245558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e770730-2836-48e2-9ff0-1d4e6e78fdb2 req-b99c33b6-128e-463f-8794-561a6d3b7340 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:42.247319 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4e770730-2836-48e2-9ff0-1d4e6e78fdb2 req-b99c33b6-128e-463f-8794-561a6d3b7340 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.8009119 Mar 22 13:04:42.263385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1a28d1d5-bdf2-4a28-8bd9-f0bc0bc97818 None None] Provisioning complete for port a29ae108-dd53-49ee-b225-114acc90d6a6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:42.263951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1a28d1d5-bdf2-4a28-8bd9-f0bc0bc97818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:42.267846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:42.330724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aae671-e311-4a11-b78a-6ba2c838149f None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:04:42.341301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50d282-08ef-44e3-9024-60ffcf572c84 None None] Pushing event updated for resources: {'Port': ['ID=81b43417-e2d2-4388-b159-5ea1893a18b9,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:42.373850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:42.387333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-45aae671-e311-4a11-b78a-6ba2c838149f None None] Deleting port a29ae108-dd53-49ee-b225-114acc90d6a6 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:42.391829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-45aae671-e311-4a11-b78a-6ba2c838149f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:42.392684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:42.421674 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] 10.222.0.70 "DELETE /v2.0/networks/ed6ae8e2-b580-4c60-b01d-849341dcfae9 HTTP/1.1" status: 204 len: 168 time: 3.6423008 Mar 22 13:04:42.433910 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc46269-aa6c-40f1-b6cb-01ab9e0d78aa tempest-NetworksIpV6Test-287477318 tempest-NetworksIpV6Test-287477318-project] Pushing event deleted for resources: {'Network': ['ID=ed6ae8e2-b580-4c60-b01d-849341dcfae9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:42.453336 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e5811e11-60db-4d20-8b47-688d89f9bfa2 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1260855 Mar 22 13:04:42.456990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35916) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:42.529598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'port': {'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-421714841'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:42.538042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object a10d9ea9-4251-400c-b945-bf87cf96b227 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:42.561023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:04:42.676469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e', 'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e', 'tenant_id': '3d786d5b5ac148598d8c29999614ccb4', 'fixed_ips': [{'subnet_id': '6b5da3f3-fda1-40fe-96e1-816abaf87c44'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:42.677335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:42.701109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Allocated IP 172.26.5.25 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/e03dee77-021e-4e1f-ac71-8dea14f1cebc) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:42.852942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3663cec7-48db-4436-9aeb-29aa0cbace30 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:42.922140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3663cec7-48db-4436-9aeb-29aa0cbace30 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:42.963880 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4e770730-2836-48e2-9ff0-1d4e6e78fdb2 req-c376d9cb-0b12-4463-9389-f876301b00de tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7016430 Mar 22 13:04:42.977661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.063517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35924) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:43.131609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3663cec7-48db-4436-9aeb-29aa0cbace30 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:43.133715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Allocated IP 2001:db8::2 (f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e/6b5da3f3-fda1-40fe-96e1-816abaf87c44/cf1ff9cf-a78f-4438-a44b-5891d4f5b22b) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:43.138346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3663cec7-48db-4436-9aeb-29aa0cbace30 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.140857 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-3663cec7-48db-4436-9aeb-29aa0cbace30 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:04:43.141347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3663cec7-48db-4436-9aeb-29aa0cbace30 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:43.151660 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:43.161198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Usage tracker for resource:port and tenant:3d786d5b5ac148598d8c29999614ccb4 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:43.205805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:43.212390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:04:43.220685 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4ce63519-93ec-4719-9d5c-4afcb7d2893f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8167439 Mar 22 13:04:43.223423 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:43.229342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35930) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:43.230165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:43.241601 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:43.241810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-261284288'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:43.243458 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:43.252832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:43.256620 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3663cec7-48db-4436-9aeb-29aa0cbace30 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3480811 Mar 22 13:04:43.262777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35934) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:43.269594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:network and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:43.275571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6a2f5758-8519-4bf5-a9bf-7d97b6f15f8f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:43.294707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:43.304203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Made reservation on behalf of 3d786d5b5ac148598d8c29999614ccb4 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:43.313367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.340736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:43.349857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.355434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=a10d9ea9-4251-400c-b945-bf87cf96b227,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:43.361741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Checking segment: {'id': 'bb81ba6e-9521-4a31-a3eb-24ed89488324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '33a33d33-7c43-4342-8cb6-276092493b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:43.362113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network hostable DHCP agents. Network: 33a33d33-7c43-4342-8cb6-276092493b7e, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:43.389139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 2f35066e-9795-40f8-921e-f4841fca4f7e is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:43.391437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:43.396519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:43.401751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:43.402419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.445660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network 33a33d33-7c43-4342-8cb6-276092493b7e is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:43.451978 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4a4b33cc-541f-4d00-b0de-7907860211b7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.2759748 Mar 22 13:04:43.464490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35938) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:43.471479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:43.477029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.488953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': '2f35066e-9795-40f8-921e-f4841fca4f7e', 'name': 'tempest-PortsIpV6TestJSON-960019500', 'fixed_ips': [{'subnet_id': 'e398cb33-d127-4d1c-ab06-2b7fbe0f0075', 'ip_address': '2001:db8::f'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:43.497471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] device_id is not set on port 01851a52-965a-4817-a4f5-f261402e8783 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:43.521939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 33a33d33-7c43-4342-8cb6-276092493b7e) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:43.560744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:43.562115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.576147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dbebd953-c0b8-4beb-9c2e-c090416b5a30 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:43.587363 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:04:43.610307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca1792-ba1f-4702-a718-9eb2674ae16f None None] Network 49954e35-9717-4a9b-9c6d-89ff5dd0d09d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:43.627527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92508976-1434-48a9-b378-e9d36e5ec30e None None] Network 33a33d33-7c43-4342-8cb6-276092493b7e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:43.636103 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-824d2bb4-1c49-4ec0-8e65-2b717fa9d0eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc022da7f67b4faaa9064c8536f2fac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568027 Mar 22 13:04:43.642690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6a2f5758-8519-4bf5-a9bf-7d97b6f15f8f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:43.646184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35942) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:43.663263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.663517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:43.703205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a458820-6a4c-4caa-9a2d-cfff796ae94a req-458260fb-4509-4a66-9081-c4758b184ed8 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:43.704873 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a458820-6a4c-4caa-9a2d-cfff796ae94a req-458260fb-4509-4a66-9081-c4758b184ed8 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.5590947 Mar 22 13:04:43.722415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6a2f5758-8519-4bf5-a9bf-7d97b6f15f8f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:43.731048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.731558 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added segment 3465d6a8-535d-44e0-a8c3-46cc48cb9e5e of type vlan for network 4cac1b93-5be4-411e-bc79-82cab59e7c8c Mar 22 13:04:43.744613 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a1d1043e-c709-451d-98f9-3d14c868d53c tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5112402 Mar 22 13:04:43.745713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35946) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:43.766427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:43.772354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:43.775520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'subnet': {'network_id': 'af90922d-da7d-48a2-a721-2d64d730db83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:43.781812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:43.788294 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a2c0b1-a8d1-456e-99b0-dcd8acfc4ab4 None None] Network 2f35066e-9795-40f8-921e-f4841fca4f7e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:43.850778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event updated for resources: {'Port': ['ID=e03dee77-021e-4e1f-ac71-8dea14f1cebc,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:43.858732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2f5758-8519-4bf5-a9bf-7d97b6f15f8f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:43.862709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5758-8519-4bf5-a9bf-7d97b6f15f8f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.865121 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2f5758-8519-4bf5-a9bf-7d97b6f15f8f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:04:43.865667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2f5758-8519-4bf5-a9bf-7d97b6f15f8f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:43.872419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:43.880031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:43.894340 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:43.937617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:43.956937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:43.966328 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a458820-6a4c-4caa-9a2d-cfff796ae94a req-42bc12f7-214d-4cba-a040-e66d1c6ed15c tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490120 Mar 22 13:04:44.011092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e516a2d5-ea67-4c5a-aed6-2ca50343c9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.028177 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6a2f5758-8519-4bf5-a9bf-7d97b6f15f8f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7604942 Mar 22 13:04:44.032058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35952) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:44.067304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0ca1229e-b6ab-4c21-9c12-6beb3ec8f211 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:44.081248 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:39Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:40Z', 'revision_number': 2, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:44.085872 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:04:44.086814 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Updating router 0345587b-e40b-4245-a159-3525f0a5d79c port 04980a0e-8c20-4b6f-a1f0-3d803750d28b binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:04:44.092003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:44.098210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.111277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e516a2d5-ea67-4c5a-aed6-2ca50343c9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.121236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:44.131978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.140929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:44.141874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.152098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Usage tracker for resource:subnet and tenant:d722d46c12414e9587f35f6b673a2fdc is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:44.154119 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.215821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port 5d7e863a-7aa5-48d7-88ab-0badf2ca1cb8 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:44.292681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0ca1229e-b6ab-4c21-9c12-6beb3ec8f211 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:44.350195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:44.363019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Network': ['ID=4cac1b93-5be4-411e-bc79-82cab59e7c8c,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:44.384265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.388215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-45aae671-e311-4a11-b78a-6ba2c838149f None None] For port a29ae108-dd53-49ee-b225-114acc90d6a6, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a29ae108-dd53-49ee-b225-114acc90d6a6,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:44.389939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-45aae671-e311-4a11-b78a-6ba2c838149f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.408675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0ca1229e-b6ab-4c21-9c12-6beb3ec8f211 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:44.421655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:44.456365 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 4cac1b93-5be4-411e-bc79-82cab59e7c8c details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:44.479572 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e80dd413-7072-425c-b6d5-790a06bb9847 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2444260 Mar 22 13:04:44.481991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35958) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:44.536766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca1229e-b6ab-4c21-9c12-6beb3ec8f211 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:44.540761 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0ca1229e-b6ab-4c21-9c12-6beb3ec8f211 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.542171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca1229e-b6ab-4c21-9c12-6beb3ec8f211 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:04:44.542596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca1229e-b6ab-4c21-9c12-6beb3ec8f211 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:44.556552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'subnet': {'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:44.580214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Made reservation on behalf of d722d46c12414e9587f35f6b673a2fdc for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:44.587615 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.665608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Transition to ACTIVE for port object cf1ff9cf-a78f-4438-a44b-5891d4f5b22b will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:44.694433 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.707176 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Transition to ACTIVE for port object 04980a0e-8c20-4b6f-a1f0-3d803750d28b will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:44.716423 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.723250 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0ca1229e-b6ab-4c21-9c12-6beb3ec8f211 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6896930 Mar 22 13:04:44.734369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35962) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:44.735006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.740922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port dbebd953-c0b8-4beb-9c2e-c090416b5a30 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:44.762985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-45aae671-e311-4a11-b78a-6ba2c838149f None None] Calling delete_port for a29ae108-dd53-49ee-b225-114acc90d6a6 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:44.773045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e516a2d5-ea67-4c5a-aed6-2ca50343c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.826840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2a44659b-2e0f-4c8a-8ea6-b9c45eeb777f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:44.835283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516a2d5-ea67-4c5a-aed6-2ca50343c9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0589c1-4de5-4e98-89f6-f40220733399,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:44.864882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dfacd801-e4af-4cca-a825-96e331482c3c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:44.876380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3236db-0b5c-4b47-97cf-b6eadc8ead9f req-e7ffe285-1a9f-4cf7-af0c-84cadf760e3a tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:44.878088 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2b3236db-0b5c-4b47-97cf-b6eadc8ead9f req-e7ffe285-1a9f-4cf7-af0c-84cadf760e3a tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.3838253 Mar 22 13:04:44.899806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e516a2d5-ea67-4c5a-aed6-2ca50343c9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.901692 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e516a2d5-ea67-4c5a-aed6-2ca50343c9aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf0589c1-4de5-4e98-89f6-f40220733399 HTTP/1.1" status: 204 len: 168 time: 1.2504864 Mar 22 13:04:44.911937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:45.003460 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Attempting to bind port 04980a0e-8c20-4b6f-a1f0-3d803750d28b on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:45.003819 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Attempting to bind port 04980a0e-8c20-4b6f-a1f0-3d803750d28b by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:45.004181 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Attempting to bind port 04980a0e-8c20-4b6f-a1f0-3d803750d28b on network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:45.005763 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2b3236db-0b5c-4b47-97cf-b6eadc8ead9f req-7564a6f0-8670-4b4f-a65f-402007fd104f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202965 Mar 22 13:04:45.043740 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:45.044504 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Checking segment: {'id': '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:45.045179 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:45.045771 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Bound using segment: {'id': '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:45.046997 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Bound port: 04980a0e-8c20-4b6f-a1f0-3d803750d28b, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:45.047766 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:45.077367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Transition to ACTIVE for port object cf1ff9cf-a78f-4438-a44b-5891d4f5b22b will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:45.161016 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] For port 04980a0e-8c20-4b6f-a1f0-3d803750d28b, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:45.164734 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] For port 04980a0e-8c20-4b6f-a1f0-3d803750d28b, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=04980a0e-8c20-4b6f-a1f0-3d803750d28b,segment=NetworkSegment(9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15),segment_id=9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:45.171786 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Pushing event updated for resources: {'Port': ['ID=04980a0e-8c20-4b6f-a1f0-3d803750d28b,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:45.175394 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:45.203636 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:45.204518 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:45.234407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:45.340637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Allocated IP 2001:db8::a4 (f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e/6b5da3f3-fda1-40fe-96e1-816abaf87c44/01851a52-965a-4817-a4f5-f261402e8783) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:45.345345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:subnet and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:45.356645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:45.371868 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:45.384897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8::f (2f35066e-9795-40f8-921e-f4841fca4f7e/e398cb33-d127-4d1c-ab06-2b7fbe0f0075/5d7e863a-7aa5-48d7-88ab-0badf2ca1cb8) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:45.409127 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.409501 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.409841 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.412533 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.415291 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.417444 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.417797 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.418359 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.419520 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.419846 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.421497 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.421845 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:45.443753 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:04:45.522725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:45.534700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Subnet': ['ID=ee0c0cb0-85d5-4d81-b774-8a222a9dc9e9,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:45.577564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Provisioning for port dbebd953-c0b8-4beb-9c2e-c090416b5a30 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:45.621686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Provisioning complete for port dbebd953-c0b8-4beb-9c2e-c090416b5a30 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:45.622160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:45.625370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2a44659b-2e0f-4c8a-8ea6-b9c45eeb777f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:45.636030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Made reservation on behalf of fee226a007774d58826c427014967959 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:45.639803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:45.783972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2a44659b-2e0f-4c8a-8ea6-b9c45eeb777f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:45.808277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Checking segment: {'id': '24e4e9c0-7efb-4a5e-8156-911e606b9550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'af90922d-da7d-48a2-a721-2d64d730db83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:45.808892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network hostable DHCP agents. Network: af90922d-da7d-48a2-a721-2d64d730db83, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:45.863498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network af90922d-da7d-48a2-a721-2d64d730db83 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:45.898442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, af90922d-da7d-48a2-a721-2d64d730db83) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:45.904499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:45.922041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:45.924058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:45.926857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a44659b-2e0f-4c8a-8ea6-b9c45eeb777f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:45.931776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2a44659b-2e0f-4c8a-8ea6-b9c45eeb777f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:45.933166 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a44659b-2e0f-4c8a-8ea6-b9c45eeb777f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:04:45.933614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a44659b-2e0f-4c8a-8ea6-b9c45eeb777f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:45.935639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Pushing event updated for resources: {'Port': ['ID=cf1ff9cf-a78f-4438-a44b-5891d4f5b22b,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:45.938445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port dfacd801-e4af-4cca-a825-96e331482c3c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:45.938917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:45.994271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:45.997427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0dc5da-31c1-452f-8313-e5083ad877b1 None None] Network af90922d-da7d-48a2-a721-2d64d730db83 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:46.024338 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444cd7b-c3c2-4005-96db-c394d5412c09 None None] Pushing event updated for resources: {'Port': ['ID=04980a0e-8c20-4b6f-a1f0-3d803750d28b,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:46.110240 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2a44659b-2e0f-4c8a-8ea6-b9c45eeb777f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3240201 Mar 22 13:04:46.110861 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:39Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:45Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:46.129080 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3ee9d-ef47-4ae2-b428-f2804c37be85 None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:39Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:45Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:46.153308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.171658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Transition to ACTIVE for port object 01851a52-965a-4817-a4f5-f261402e8783 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:46.211490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35990) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:46.211849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 35992) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:46.223677 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-19d59e72-bf43-47a7-84af-0ad6982bb00b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4638679 Mar 22 13:04:46.227346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 35996) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:46.232656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-33a33d33-7c43-4342-8cb6-276092493b7e', 'network_id': '33a33d33-7c43-4342-8cb6-276092493b7e', 'tenant_id': 'd722d46c12414e9587f35f6b673a2fdc', 'fixed_ips': [{'subnet_id': '8cc1d9b3-b320-4997-990c-12561d40426a'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:46.233019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.234275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.238203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2a6a96ea-d45e-4b36-9da3-65121768bd6d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:46.256312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:46.273067 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-45aae671-e311-4a11-b78a-6ba2c838149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.394886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.397371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aae671-e311-4a11-b78a-6ba2c838149f None None] No DVR routers for this DVR port a29ae108-dd53-49ee-b225-114acc90d6a6 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:46.476001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aae671-e311-4a11-b78a-6ba2c838149f None None] Pushing event deleted for resources: {'Port': ['ID=a29ae108-dd53-49ee-b225-114acc90d6a6,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:46.569183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.627557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2001264138'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:46.633954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:46.638672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:network and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:46.642328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:46.650067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:46.690753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:46.750516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Port': ['ID=01851a52-965a-4817-a4f5-f261402e8783,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:46.752890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:46.763003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:46.764539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:46.767991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.768508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:46.769142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.822570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.863695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.883394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2a6a96ea-d45e-4b36-9da3-65121768bd6d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:46.899455 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b35d8c50-ea31-44a5-b470-5c2864312a1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.4359398 Mar 22 13:04:46.899669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36006) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:46.902894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:46.910035 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'port': {'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355080358', 'allowed_address_pairs': [{'ip_address': '2001:db8::a4', 'mac_address': 'fa:16:3e:88:08:29'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:46.925008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Attempting to bind port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:46.925008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Attempting to bind port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '75f014a8-2960-46f3-a527-7a33ff03c901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:46.925627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Attempting to bind port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b on network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:46.925842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:security_group_rule and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:46.953744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:46.963738 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.967513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2a6a96ea-d45e-4b36-9da3-65121768bd6d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:46.973510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:46.976528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object 5d7e863a-7aa5-48d7-88ab-0badf2ca1cb8 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:46.985086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:46.985474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Checking segment: {'id': '75f014a8-2960-46f3-a527-7a33ff03c901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:46.985891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.986306 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Bound using segment: {'id': '75f014a8-2960-46f3-a527-7a33ff03c901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:46.986787 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Bound port: cf1ff9cf-a78f-4438-a44b-5891d4f5b22b, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f014a8-2960-46f3-a527-7a33ff03c901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:46.988835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b89830-67d0-4cea-bf2c-6f4514a0cad5 req-64ced46d-c3c9-43b7-89b6-90d1aa3a72f9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:46.990324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:46.998540 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98b89830-67d0-4cea-bf2c-6f4514a0cad5 req-64ced46d-c3c9-43b7-89b6-90d1aa3a72f9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.7703097 Mar 22 13:04:47.073063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:47.119946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6a96ea-d45e-4b36-9da3-65121768bd6d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:47.123950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2a6a96ea-d45e-4b36-9da3-65121768bd6d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:47.125483 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6a96ea-d45e-4b36-9da3-65121768bd6d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:04:47.125789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6a96ea-d45e-4b36-9da3-65121768bd6d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:47.160326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:47.179311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:47.204561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Allocated IP 2001:db8::2 (33a33d33-7c43-4342-8cb6-276092493b7e/8cc1d9b3-b320-4997-990c-12561d40426a/c13983b3-7ff6-4480-95e6-94aebcd73c0a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:47.221421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 81b43417-e2d2-4388-b159-5ea1893a18b9 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:47.241400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Usage tracker for resource:port and tenant:3d786d5b5ac148598d8c29999614ccb4 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:47.250127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-af90922d-da7d-48a2-a721-2d64d730db83', 'network_id': 'af90922d-da7d-48a2-a721-2d64d730db83', 'tenant_id': 'd722d46c12414e9587f35f6b673a2fdc', 'fixed_ips': [{'subnet_id': 'ee0c0cb0-85d5-4d81-b774-8a222a9dc9e9'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:47.251082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:47.251686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:47.273139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Subnet': ['ID=1b964d49-518e-4f56-b253-b9bf13ce256c,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:47.299218 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:47.327397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Made reservation on behalf of 3d786d5b5ac148598d8c29999614ccb4 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:47.358794 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98b89830-67d0-4cea-bf2c-6f4514a0cad5 req-7bb8e748-ad48-44b9-b78c-04c7d8ce43bf tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579276 Mar 22 13:04:47.443990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:47.460735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Checking segment: {'id': '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:47.460735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network hostable DHCP agents. Network: 4cac1b93-5be4-411e-bc79-82cab59e7c8c, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:47.471059 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2a6a96ea-d45e-4b36-9da3-65121768bd6d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2503328 Mar 22 13:04:47.557096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 2f35066e-9795-40f8-921e-f4841fca4f7e is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:47.562167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36010) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:47.568693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=5d7e863a-7aa5-48d7-88ab-0badf2ca1cb8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:47.572692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:47.575753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:47.581879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:47.582666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:47.615972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-86c4dcce-fd90-4a79-abfe-7ea76f6c4aec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:47.639662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 4cac1b93-5be4-411e-bc79-82cab59e7c8c is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:47.672494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 4cac1b93-5be4-411e-bc79-82cab59e7c8c) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:47.677435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:47.678213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:47.693515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:47.708365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Router 420ef90b-b5a5-432b-bc72-0e3fbf5c26ac is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:04:47.718059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] device_id is not set on port 2beb31e6-0d28-4af5-a29b-b21c67553274 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:47.754468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60de816-726d-4274-a2cc-0521813d9d5b None None] Network 4cac1b93-5be4-411e-bc79-82cab59e7c8c requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:47.767324 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7cb2ea69-4810-42b4-9ddf-bdf6fd88079f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2982042 Mar 22 13:04:47.770721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36014) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:47.813821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Allocated IP 2001:db8::2 (af90922d-da7d-48a2-a721-2d64d730db83/ee0c0cb0-85d5-4d81-b774-8a222a9dc9e9/1a59e519-6c81-4276-b4ef-001e63eab572) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:47.816908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:47.874695 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Transition to ACTIVE for port object c13983b3-7ff6-4480-95e6-94aebcd73c0a will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:47.878987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] For port dbebd953-c0b8-4beb-9c2e-c090416b5a30, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dbebd953-c0b8-4beb-9c2e-c090416b5a30,segment=NetworkSegment(ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988),segment_id=ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:47.966385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04816e54-96c2-416c-aa5a-e9420b62eb5b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:47.967222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-04816e54-96c2-416c-aa5a-e9420b62eb5b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:47.997856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.000429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Allocated IP 2001:db8::2aa (f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e/6b5da3f3-fda1-40fe-96e1-816abaf87c44/2beb31e6-0d28-4af5-a29b-b21c67553274) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:48.009802 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-04816e54-96c2-416c-aa5a-e9420b62eb5b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:48.013451 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-04816e54-96c2-416c-aa5a-e9420b62eb5b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2392766 Mar 22 13:04:48.015213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36020) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:48.061531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3b53a67c-fd3c-48b0-98a7-5eed7706e753 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5759680 Mar 22 13:04:48.067746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36024) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:48.089739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-86c4dcce-fd90-4a79-abfe-7ea76f6c4aec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:48.101088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-86c4dcce-fd90-4a79-abfe-7ea76f6c4aec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:48.130249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Pushing event updated for resources: {'Port': ['ID=dbebd953-c0b8-4beb-9c2e-c090416b5a30,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:48.143749 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Provisioning for port 81b43417-e2d2-4388-b159-5ea1893a18b9 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:48.152829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Transition to ACTIVE for port object c13983b3-7ff6-4480-95e6-94aebcd73c0a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:48.157255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 81b43417-e2d2-4388-b159-5ea1893a18b9 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:48.183780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c4dcce-fd90-4a79-abfe-7ea76f6c4aec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:48.186947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86c4dcce-fd90-4a79-abfe-7ea76f6c4aec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.189103 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c4dcce-fd90-4a79-abfe-7ea76f6c4aec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:04:48.189656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c4dcce-fd90-4a79-abfe-7ea76f6c4aec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:04:48.239757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.286972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a969b5-67da-4dbb-9782-0b4d90486245 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:48.293888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a969b5-67da-4dbb-9782-0b4d90486245 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:48.300639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a969b5-67da-4dbb-9782-0b4d90486245 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:48.303751 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-71a969b5-67da-4dbb-9782-0b4d90486245 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2873530 Mar 22 13:04:48.312781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Provisioning complete for port 81b43417-e2d2-4388-b159-5ea1893a18b9 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:48.313168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.348495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.366618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36028) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:48.368615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.383111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:48.408342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.408795 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment 49bc41c3-e608-4bd1-8385-13a220852b4b of type vlan for network 30c6bd9b-3f03-4af6-99ed-8446dae280b0 Mar 22 13:04:48.440074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.470176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Allocated IP 2001:db8::1 (33a33d33-7c43-4342-8cb6-276092493b7e/8cc1d9b3-b320-4997-990c-12561d40426a/4351ee5e-b575-4d32-858e-170c52991a35) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:48.508958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] For port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:48.512765 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-86c4dcce-fd90-4a79-abfe-7ea76f6c4aec tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9253383 Mar 22 13:04:48.513652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.519582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:48.520319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.522169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36034) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:48.540164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 81b43417-e2d2-4388-b159-5ea1893a18b9 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:48.540538 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.636451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-4fbab7d8-97f4-4e34-8d3f-a99c95f2b63b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 5d7e863a-7aa5-48d7-88ab-0badf2ca1cb8 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:48.637023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fbab7d8-97f4-4e34-8d3f-a99c95f2b63b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.645724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] For port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cf1ff9cf-a78f-4438-a44b-5891d4f5b22b,segment=NetworkSegment(75f014a8-2960-46f3-a527-7a33ff03c901),segment_id=75f014a8-2960-46f3-a527-7a33ff03c901)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:48.650016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:04:48.654933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.656276 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-86a17590-c535-47ac-8360-34b8e3d4dfce tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "PUT /v2.0/routers/420ef90b-b5a5-432b-bc72-0e3fbf5c26ac HTTP/1.1" status: 200 len: 918 time: 9.0133917 Mar 22 13:04:48.668180 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.671400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36040) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:48.686436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.690676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a306491f-141e-45a3-9c75-baea2715cbe3 None None] Sync routers for ids ['420ef90b-b5a5-432b-bc72-0e3fbf5c26ac'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:48.735188 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5021849 Mar 22 13:04:48.735600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d813295e-423e-436e-ae29-1b794932e368 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:48.735707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Network 33a33d33-7c43-4342-8cb6-276092493b7e is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:48.786548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001275d5-1d97-497b-ba8e-b5a9373c0f98,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:48.802517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:48.815602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2ccb7-1a4f-40df-a8b6-825267ba54b7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=30c6bd9b-3f03-4af6-99ed-8446dae280b0,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:48.832089 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:48.835454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Transition to ACTIVE for port object 1a59e519-6c81-4276-b4ef-001e63eab572 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:48.855474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Pushing event updated for resources: {'Port': ['ID=c13983b3-7ff6-4480-95e6-94aebcd73c0a,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:48.864207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a306491f-141e-45a3-9c75-baea2715cbe3 None None] Routers {'420ef90b-b5a5-432b-bc72-0e3fbf5c26ac'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:48.864832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a306491f-141e-45a3-9c75-baea2715cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['420ef90b-b5a5-432b-bc72-0e3fbf5c26ac'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:48.879859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:48.909602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36044) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:48.910385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Transition to ACTIVE for port object 2beb31e6-0d28-4af5-a29b-b21c67553274 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:48.931660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': '30c6bd9b-3f03-4af6-99ed-8446dae280b0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:48.935060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d813295e-423e-436e-ae29-1b794932e368 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:48.935948 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d813295e-423e-436e-ae29-1b794932e368 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3769722 Mar 22 13:04:48.946387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36048) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:49.020016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 30c6bd9b-3f03-4af6-99ed-8446dae280b0 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:49.032743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'tenant_id': 'fee226a007774d58826c427014967959', 'fixed_ips': [{'subnet_id': '1b964d49-518e-4f56-b253-b9bf13ce256c'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:49.033564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.087708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a306491f-141e-45a3-9c75-baea2715cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:49.132562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Transition to ACTIVE for port object 1a59e519-6c81-4276-b4ef-001e63eab572 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:49.251036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:49.266460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:subnet and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:49.271759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:49.283768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:49.298736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.322633 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.337873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a306491f-141e-45a3-9c75-baea2715cbe3 None None] Routers {'420ef90b-b5a5-432b-bc72-0e3fbf5c26ac'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:49.338391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a306491f-141e-45a3-9c75-baea2715cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['420ef90b-b5a5-432b-bc72-0e3fbf5c26ac'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:49.340542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb084c1-2f0a-4ff7-81c0-bcfad088951b req-975406c0-173e-4e97-bd8e-cc8607c3869b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:49.342191 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7bb084c1-2f0a-4ff7-81c0-bcfad088951b req-975406c0-173e-4e97-bd8e-cc8607c3869b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.8417556 Mar 22 13:04:49.347975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:49.353356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.354071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e6c8a-ce95-43c5-9041-6f0683e6a6ef tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:49.354737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4e6e6c8a-ce95-43c5-9041-6f0683e6a6ef tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:49.474325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Attempting to bind port c13983b3-7ff6-4480-95e6-94aebcd73c0a on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:49.474712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Attempting to bind port c13983b3-7ff6-4480-95e6-94aebcd73c0a by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'bb81ba6e-9521-4a31-a3eb-24ed89488324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '33a33d33-7c43-4342-8cb6-276092493b7e'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:49.475076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Attempting to bind port c13983b3-7ff6-4480-95e6-94aebcd73c0a on network 33a33d33-7c43-4342-8cb6-276092493b7e {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:49.503143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a306491f-141e-45a3-9c75-baea2715cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:49.503668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a306491f-141e-45a3-9c75-baea2715cbe3 None None] The sync data for ids ['420ef90b-b5a5-432b-bc72-0e3fbf5c26ac'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:49.505224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b63923-3b33-4421-80a5-5f397f49d59a None None] Pushing event updated for resources: {'Port': ['ID=cf1ff9cf-a78f-4438-a44b-5891d4f5b22b,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:49.588294 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-71b41b60-3923-4743-86c1-2f98cb1e1870 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/routers/420ef90b-b5a5-432b-bc72-0e3fbf5c26ac HTTP/1.1" status: 200 len: 924 time: 0.8882253 Mar 22 13:04:49.593659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36052) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:49.596634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Transition to ACTIVE for port object 4351ee5e-b575-4d32-858e-170c52991a35 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:49.618345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.618770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:49.619149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Checking segment: {'id': 'bb81ba6e-9521-4a31-a3eb-24ed89488324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '33a33d33-7c43-4342-8cb6-276092493b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:49.619632 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.620017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Bound using segment: {'id': 'bb81ba6e-9521-4a31-a3eb-24ed89488324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '33a33d33-7c43-4342-8cb6-276092493b7e'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:49.620515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Bound port: c13983b3-7ff6-4480-95e6-94aebcd73c0a, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb81ba6e-9521-4a31-a3eb-24ed89488324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '33a33d33-7c43-4342-8cb6-276092493b7e'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:49.620885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.630112 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.641998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Network af90922d-da7d-48a2-a721-2d64d730db83 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:49.669636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:49.684169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:49.688591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.731274 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fbab7d8-97f4-4e34-8d3f-a99c95f2b63b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.740652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4e6e6c8a-ce95-43c5-9041-6f0683e6a6ef tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:49.742547 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4e6e6c8a-ce95-43c5-9041-6f0683e6a6ef tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7565513 Mar 22 13:04:49.747550 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7bb084c1-2f0a-4ff7-81c0-bcfad088951b req-b4961383-dd0a-424c-bc40-a22ed8b046d2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818998 Mar 22 13:04:49.748122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36056) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:49.816624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] For port c13983b3-7ff6-4480-95e6-94aebcd73c0a, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:49.820716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] For port c13983b3-7ff6-4480-95e6-94aebcd73c0a, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c13983b3-7ff6-4480-95e6-94aebcd73c0a,segment=NetworkSegment(bb81ba6e-9521-4a31-a3eb-24ed89488324),segment_id=bb81ba6e-9521-4a31-a3eb-24ed89488324)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:49.824657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.848676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] For port 81b43417-e2d2-4388-b159-5ea1893a18b9, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=81b43417-e2d2-4388-b159-5ea1893a18b9,segment=NetworkSegment(c6699772-50b0-4fc4-9d27-7470bbee8df6),segment_id=c6699772-50b0-4fc4-9d27-7470bbee8df6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:49.917764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:49.935707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.937991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:49.961399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Pushing event updated for resources: {'Port': ['ID=1a59e519-6c81-4276-b4ef-001e63eab572,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:49.982736 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f1a42f2f-e1e4-459a-ae52-ac4f6d2588c2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2059052 Mar 22 13:04:49.984003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:49.998562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-4fbab7d8-97f4-4e34-8d3f-a99c95f2b63b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 5d7e863a-7aa5-48d7-88ab-0badf2ca1cb8 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:49.999739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36060) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:50.010319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:50.026027 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:50.031841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:50.032467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:50.057329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Port': ['ID=2beb31e6-0d28-4af5-a29b-b21c67553274,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:50.090478 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7e075076-d43a-4ef9-8dab-26ce8ffa872a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1897924 Mar 22 13:04:50.094874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36064) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:50.100828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:50.163634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e227f-a5b7-4fb6-81e9-2740e125c5ee None None] Pushing event updated for resources: {'Port': ['ID=81b43417-e2d2-4388-b159-5ea1893a18b9,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:50.172667 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Attempting to bind port 1a59e519-6c81-4276-b4ef-001e63eab572 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:50.173178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Attempting to bind port 1a59e519-6c81-4276-b4ef-001e63eab572 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '24e4e9c0-7efb-4a5e-8156-911e606b9550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'af90922d-da7d-48a2-a721-2d64d730db83'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:50.173642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Attempting to bind port 1a59e519-6c81-4276-b4ef-001e63eab572 on network af90922d-da7d-48a2-a721-2d64d730db83 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:50.175475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network 33a33d33-7c43-4342-8cb6-276092493b7e is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:50.181310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:50.187188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:50.187935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:50.256604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Port': ['ID=4351ee5e-b575-4d32-858e-170c52991a35,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:50.292291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Allocated IP 2001:db8:3::2 (4cac1b93-5be4-411e-bc79-82cab59e7c8c/1b964d49-518e-4f56-b253-b9bf13ce256c/74c8b757-2e5d-422a-930e-8ce0ae4805ad) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:50.296414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79041e4e-e4ff-42ae-9510-777e228c1ade tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:50.297823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:04:50.298392 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-79041e4e-e4ff-42ae-9510-777e228c1ade tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&device_id=420ef90b-b5a5-432b-bc72-0e3fbf5c26ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7014477 Mar 22 13:04:50.301111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:04:50.309340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:50.310057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Checking segment: {'id': '24e4e9c0-7efb-4a5e-8156-911e606b9550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'af90922d-da7d-48a2-a721-2d64d730db83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:50.310627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:50.311223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Bound using segment: {'id': '24e4e9c0-7efb-4a5e-8156-911e606b9550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'af90922d-da7d-48a2-a721-2d64d730db83'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:50.312193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Bound port: 1a59e519-6c81-4276-b4ef-001e63eab572, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e4e9c0-7efb-4a5e-8156-911e606b9550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'af90922d-da7d-48a2-a721-2d64d730db83'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:50.312606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:50.317027 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36068) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:50.401206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:50.409403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fbab7d8-97f4-4e34-8d3f-a99c95f2b63b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:50.477272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:50.484378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:50.577019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14191378-88a4-4dd0-b2e0-78ab180aa75b None None] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:50.581325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:50.582051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:50.585502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbab7d8-97f4-4e34-8d3f-a99c95f2b63b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=5d7e863a-7aa5-48d7-88ab-0badf2ca1cb8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:50.717432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912d0d0-a77d-45db-b183-44928b709076 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:50.724853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912d0d0-a77d-45db-b183-44928b709076 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:50.731922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912d0d0-a77d-45db-b183-44928b709076 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:50.733692 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e912d0d0-a77d-45db-b183-44928b709076 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.6277466 Mar 22 13:04:50.745786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36072) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:50.763916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4fbab7d8-97f4-4e34-8d3f-a99c95f2b63b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:50.790005 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4fbab7d8-97f4-4e34-8d3f-a99c95f2b63b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/5d7e863a-7aa5-48d7-88ab-0badf2ca1cb8 HTTP/1.1" status: 204 len: 168 time: 2.4164009 Mar 22 13:04:50.796128 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36078) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:50.801452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:50.825247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=3a2d2ddc-65b8-4c56-8c87-9ffb77b70707,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:50.847833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': '49bc41c3-e608-4bd1-8385-13a220852b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '30c6bd9b-3f03-4af6-99ed-8446dae280b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:50.848211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: 30c6bd9b-3f03-4af6-99ed-8446dae280b0, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:50.931771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6fa0836c-2759-40a6-81e8-1dcd785b7bec None None] Provisioning complete for port 81b43417-e2d2-4388-b159-5ea1893a18b9 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:50.932420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6fa0836c-2759-40a6-81e8-1dcd785b7bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:51.032627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c80ba-addd-4bb6-ab8b-8c4ff8b130cd tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Deleting port 2beb31e6-0d28-4af5-a29b-b21c67553274 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:51.032977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d6c80ba-addd-4bb6-ab8b-8c4ff8b130cd tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:51.110475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91ab84-fa2b-414b-8f1d-b7c5afbfa19e None None] Pushing event updated for resources: {'Port': ['ID=c13983b3-7ff6-4480-95e6-94aebcd73c0a,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:51.145957 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26fb4b2-9893-44c5-bfe8-56b23e4c5991 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:04:51.146566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a26fb4b2-9893-44c5-bfe8-56b23e4c5991 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:51.163463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a29ae108-dd53-49ee-b225-114acc90d6a6 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:04:51.187345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network 30c6bd9b-3f03-4af6-99ed-8446dae280b0 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:51.224521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbbcd1e-92b0-477a-a7a5-7c77bb3d245e tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:51.225133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: a29ae108-dd53-49ee-b225-114acc90d6a6 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:04:51.225616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a29ae108-dd53-49ee-b225-114acc90d6a6 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:04:51.226003 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-acbbcd1e-92b0-477a-a7a5-7c77bb3d245e tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 881 time: 0.9068274 Mar 22 13:04:51.227245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 30c6bd9b-3f03-4af6-99ed-8446dae280b0) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:51.237183 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36082) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:51.258140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:51.258838 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:51.260433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:51.273781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55771779-5c78-453f-ac16-9bbcff59eb3f None None] Network 30c6bd9b-3f03-4af6-99ed-8446dae280b0 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:51.295737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] For port 1a59e519-6c81-4276-b4ef-001e63eab572, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:51.296836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a26fb4b2-9893-44c5-bfe8-56b23e4c5991 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:51.298631 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a26fb4b2-9893-44c5-bfe8-56b23e4c5991 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/5d7e863a-7aa5-48d7-88ab-0badf2ca1cb8 HTTP/1.1" status: 404 len: 333 time: 0.4986923 Mar 22 13:04:51.310741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36086) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:51.327877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Transition to ACTIVE for port object 74c8b757-2e5d-422a-930e-8ce0ae4805ad will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:51.354650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] For port 1a59e519-6c81-4276-b4ef-001e63eab572, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=1a59e519-6c81-4276-b4ef-001e63eab572,segment=NetworkSegment(24e4e9c0-7efb-4a5e-8156-911e606b9550),segment_id=24e4e9c0-7efb-4a5e-8156-911e606b9550)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:51.362087 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3dfa4d2b-6a6a-47f3-80f7-0c4877fdcbb2 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=420ef90b-b5a5-432b-bc72-0e3fbf5c26ac HTTP/1.1" status: 200 len: 205 time: 0.1243479 Mar 22 13:04:51.378789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36090) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:51.522486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:51.612941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Transition to ACTIVE for port object 74c8b757-2e5d-422a-930e-8ce0ae4805ad will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:51.650325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:51.692889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:51.784061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310238d-eada-486e-a445-a98e50ee4710 req-9b7c3f00-993c-4d84-a4bc-63560f774a17 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:51.785625 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5310238d-eada-486e-a445-a98e50ee4710 req-9b7c3f00-993c-4d84-a4bc-63560f774a17 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.8302009 Mar 22 13:04:51.876643 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8fab460a-59d4-4e4b-a93f-bfc867795d34 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9625521 Mar 22 13:04:51.891347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dbebd953-c0b8-4beb-9c2e-c090416b5a30 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:51.901776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36094) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:51.930312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-768660488'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:51.946092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-8abe5db5-4889-4d78-afe3-4a67dc6ac822 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port a10d9ea9-4251-400c-b945-bf87cf96b227 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:51.946715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8abe5db5-4889-4d78-afe3-4a67dc6ac822 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:51.980484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Network 4cac1b93-5be4-411e-bc79-82cab59e7c8c is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:51.989852 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:51.993165 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:51.995270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb6025-fbcf-474f-a690-009f702fa8de None None] Pushing event updated for resources: {'Port': ['ID=1a59e519-6c81-4276-b4ef-001e63eab572,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:52.023633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:network and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:52.028821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d6c80ba-addd-4bb6-ab8b-8c4ff8b130cd tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.032088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:52.045596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Allocated IP 2001:db8:3::1 (4cac1b93-5be4-411e-bc79-82cab59e7c8c/1b964d49-518e-4f56-b253-b9bf13ce256c/577f2ae2-e914-4fbf-ab48-99185fbe39ea) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:52.097018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:52.142185 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:52.218422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:52.222089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.307877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.394816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:04:52.396989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:04:52.442731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.443515 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment ab31a44c-b653-4ade-9170-edfef6908a64 of type vlan for network 3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3 Mar 22 13:04:52.490222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.504949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Pushing event updated for resources: {'Port': ['ID=74c8b757-2e5d-422a-930e-8ce0ae4805ad,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:52.526061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.530974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f73892a-e71f-4b14-8e78-e69d8186b4ae None None] Network 33a33d33-7c43-4342-8cb6-276092493b7e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:52.549463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port dbebd953-c0b8-4beb-9c2e-c090416b5a30 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:52.549835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.576366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6fa0836c-2759-40a6-81e8-1dcd785b7bec None None] Provisioning for port a10d9ea9-4251-400c-b945-bf87cf96b227 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:52.603647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-30c6bd9b-3f03-4af6-99ed-8446dae280b0', 'network_id': '30c6bd9b-3f03-4af6-99ed-8446dae280b0', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': '3a2d2ddc-65b8-4c56-8c87-9ffb77b70707'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:52.604480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.611416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c80ba-addd-4bb6-ab8b-8c4ff8b130cd tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Calling delete_port for 2beb31e6-0d28-4af5-a29b-b21c67553274 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:52.625364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.626126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.633001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Attempting to bind port 74c8b757-2e5d-422a-930e-8ce0ae4805ad on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:52.633371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Attempting to bind port 74c8b757-2e5d-422a-930e-8ce0ae4805ad by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:52.633733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Attempting to bind port 74c8b757-2e5d-422a-930e-8ce0ae4805ad on network 4cac1b93-5be4-411e-bc79-82cab59e7c8c {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:52.635777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6fa0836c-2759-40a6-81e8-1dcd785b7bec None None] Provisioning complete for port a10d9ea9-4251-400c-b945-bf87cf96b227 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:52.636652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6fa0836c-2759-40a6-81e8-1dcd785b7bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.761262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.767517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:52.768393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.801933 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5310238d-eada-486e-a445-a98e50ee4710 req-6ab3897a-9f48-47f2-9b60-efc44284789c tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9767685 Mar 22 13:04:52.806639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:52.806850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d6c80ba-addd-4bb6-ab8b-8c4ff8b130cd tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.807016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Checking segment: {'id': '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:52.807453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.807843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Bound using segment: {'id': '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:52.808508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Bound port: 74c8b757-2e5d-422a-930e-8ce0ae4805ad, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:52.808672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.888635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c80ba-addd-4bb6-ab8b-8c4ff8b130cd tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event deleted for resources: {'Port': ['ID=2beb31e6-0d28-4af5-a29b-b21c67553274,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:52.952818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.objects.ports [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87933) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:04:52.958243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:52.964951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0836c-2759-40a6-81e8-1dcd785b7bec None None] Port a10d9ea9-4251-400c-b945-bf87cf96b227 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:53.038376 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Port': ['ID=4351ee5e-b575-4d32-858e-170c52991a35,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:53.045726 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1264193 Mar 22 13:04:53.045726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.048868 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36098) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:53.053162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6fa0836c-2759-40a6-81e8-1dcd785b7bec None None] Provisioning complete for port dbebd953-c0b8-4beb-9c2e-c090416b5a30 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:53.053536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6fa0836c-2759-40a6-81e8-1dcd785b7bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.067673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf3631-943d-4d7b-ba42-3e814e76c7ac tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:53.075948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': '3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:53.107653 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8abe5db5-4889-4d78-afe3-4a67dc6ac822 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.164544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Deleting port e03dee77-021e-4e1f-ac71-8dea14f1cebc {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:53.164544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.186624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:04:53.220320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.270370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=5a445123-bb10-4028-9c9f-672e8d62b192,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:53.297271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Transition to ACTIVE for port object 577f2ae2-e914-4fbf-ab48-99185fbe39ea will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:53.302709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:53.307634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:53.313848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:53.314504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.413245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-8abe5db5-4889-4d78-afe3-4a67dc6ac822 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for a10d9ea9-4251-400c-b945-bf87cf96b227 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:53.445379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-72100980-7bf6-435a-83fb-0f5410d0675d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4422545 Mar 22 13:04:53.456722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36102) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:53.464351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d6c80ba-addd-4bb6-ab8b-8c4ff8b130cd tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.466646 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9d6c80ba-addd-4bb6-ab8b-8c4ff8b130cd tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "DELETE /v2.0/ports/2beb31e6-0d28-4af5-a29b-b21c67553274 HTTP/1.1" status: 204 len: 168 time: 2.7148297 Mar 22 13:04:53.473728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:9e:c9:f2', 'name': 'tempest-NetworksTestDHCPv6-1397336910'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:53.479820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36106) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:53.582405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 04980a0e-8c20-4b6f-a1f0-3d803750d28b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:53.602502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.653526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73a241-7dee-4715-aaff-40d8191fd9be None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:53.665546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9baeac0-bf73-4e1f-92a6-e9363f256ae1 None None] Network af90922d-da7d-48a2-a721-2d64d730db83 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:53.692782 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network 33a33d33-7c43-4342-8cb6-276092493b7e is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:53.698474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 4cac1b93-5be4-411e-bc79-82cab59e7c8c is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:53.705053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=577f2ae2-e914-4fbf-ab48-99185fbe39ea,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:53.707507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:53.717389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:53.717914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.723240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] For port 74c8b757-2e5d-422a-930e-8ce0ae4805ad, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:53.730643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:53.741318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:53.742553 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42f4b5f-4d10-440b-9fc2-ba2d219f800b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] GET failed (client error): The resource could not be found. Mar 22 13:04:53.743266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a42f4b5f-4d10-440b-9fc2-ba2d219f800b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Synchronizing usage tracker for tenant:3d786d5b5ac148598d8c29999614ccb4 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:53.753562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:53.757358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:53.764396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:53.773992 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] For port 74c8b757-2e5d-422a-930e-8ce0ae4805ad, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=74c8b757-2e5d-422a-930e-8ce0ae4805ad,segment=NetworkSegment(3465d6a8-535d-44e0-a8c3-46cc48cb9e5e),segment_id=3465d6a8-535d-44e0-a8c3-46cc48cb9e5e)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:53.785251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:53.900321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.901424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:53.905941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:subnet and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:53.909479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:53.915662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:53.947206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:53.950594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:53.982677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:54.023897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Allocated IP 172.20.255.242 (30c6bd9b-3f03-4af6-99ed-8446dae280b0/3a2d2ddc-65b8-4c56-8c87-9ffb77b70707/a0ac3612-5d99-49c8-aeef-90a0897f7bd7) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:54.025924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 268d6fc6-4a9e-41e3-8d7e-4a2defb36a42 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:54.076969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:54.093883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a42f4b5f-4d10-440b-9fc2-ba2d219f800b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Unset dirty status for tenant:3d786d5b5ac148598d8c29999614ccb4 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:54.095033 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a42f4b5f-4d10-440b-9fc2-ba2d219f800b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "GET /v2.0/ports/2beb31e6-0d28-4af5-a29b-b21c67553274 HTTP/1.1" status: 404 len: 333 time: 0.6100426 Mar 22 13:04:54.102386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36112) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:54.113681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'port': {'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-167988192'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:54.197917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 04980a0e-8c20-4b6f-a1f0-3d803750d28b completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:54.214532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:54.223937 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a8658-6a44-41f8-b768-4af6d3432bb2 None None] Pushing event updated for resources: {'Port': ['ID=74c8b757-2e5d-422a-930e-8ce0ae4805ad,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:54.242665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 04980a0e-8c20-4b6f-a1f0-3d803750d28b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:54.243038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:54.356950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Calling delete_port for e03dee77-021e-4e1f-ac71-8dea14f1cebc owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:54.426350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6fa0836c-2759-40a6-81e8-1dcd785b7bec None None] Could not find standard attr ID for object 5d7e863a-7aa5-48d7-88ab-0badf2ca1cb8. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:04:54.671826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8abe5db5-4889-4d78-afe3-4a67dc6ac822 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:54.687640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': '5a445123-bb10-4028-9c9f-672e8d62b192'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:54.688775 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:54.694525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:54.753337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-802384fe-da10-426d-85c4-0a07d6199300 None None] Provisioning for port 1a59e519-6c81-4276-b4ef-001e63eab572 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:54.785774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:54.827099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe5db5-4889-4d78-afe3-4a67dc6ac822 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=a10d9ea9-4251-400c-b945-bf87cf96b227,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:54.830997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Made reservation on behalf of 3d786d5b5ac148598d8c29999614ccb4 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:54.834622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:54.877775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::f816:3eff:fe9e:c9f2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/5a445123-bb10-4028-9c9f-672e8d62b192/268d6fc6-4a9e-41e3-8d7e-4a2defb36a42) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:54.915809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8abe5db5-4889-4d78-afe3-4a67dc6ac822 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:54.937700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] device_id is not set on port 9a03aa39-270c-451b-9a8d-edd0748824d0 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:04:54.995132 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8abe5db5-4889-4d78-afe3-4a67dc6ac822 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/a10d9ea9-4251-400c-b945-bf87cf96b227 HTTP/1.1" status: 204 len: 168 time: 3.6832812 Mar 22 13:04:55.002865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36116) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:55.011319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27f4e-e52c-4653-92b3-0d34aef2dfd9 req-ea445cac-be2c-40c2-bf49-dcd2b9f6c083 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:55.018599 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-46d27f4e-e52c-4653-92b3-0d34aef2dfd9 req-ea445cac-be2c-40c2-bf49-dcd2b9f6c083 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 1.0722711 Mar 22 13:04:55.051555 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.077618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-802384fe-da10-426d-85c4-0a07d6199300 None None] Provisioning for port 01851a52-965a-4817-a4f5-f261402e8783 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:55.081808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Router 2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:04:55.090919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-802384fe-da10-426d-85c4-0a07d6199300 None None] Provisioning complete for port 01851a52-965a-4817-a4f5-f261402e8783 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:55.091381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-802384fe-da10-426d-85c4-0a07d6199300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.185029 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53149ad-3584-4ea1-a6ce-3305c6e20cbc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:04:55.185583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c53149ad-3584-4ea1-a6ce-3305c6e20cbc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:55.194032 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.211093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Transition to ACTIVE for port object a0ac3612-5d99-49c8-aeef-90a0897f7bd7 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:55.242638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Transition to ACTIVE for port object a0ac3612-5d99-49c8-aeef-90a0897f7bd7 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:55.300028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.405527 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-46d27f4e-e52c-4653-92b3-0d34aef2dfd9 req-0785dc31-82af-448f-9bf8-c63f4bb1abc7 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3859463 Mar 22 13:04:55.443024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-802384fe-da10-426d-85c4-0a07d6199300 None None] Port 01851a52-965a-4817-a4f5-f261402e8783 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:55.448158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.468341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 268d6fc6-4a9e-41e3-8d7e-4a2defb36a42 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:55.478669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Pushing event updated for resources: {'Port': ['ID=a0ac3612-5d99-49c8-aeef-90a0897f7bd7,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:55.489231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 04980a0e-8c20-4b6f-a1f0-3d803750d28b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=04980a0e-8c20-4b6f-a1f0-3d803750d28b,segment=NetworkSegment(9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15),segment_id=9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:55.502155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Network 30c6bd9b-3f03-4af6-99ed-8446dae280b0 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:55.505710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.509496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.510729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 81b43417-e2d2-4388-b159-5ea1893a18b9 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:55.650457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:55.670636 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:55.687334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:55.695721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:55.704921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-802384fe-da10-426d-85c4-0a07d6199300 None None] Provisioning for port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:55.731844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Allocated IP 2001:db8::138 (f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e/6b5da3f3-fda1-40fe-96e1-816abaf87c44/9a03aa39-270c-451b-9a8d-edd0748824d0) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:55.751238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:55.757562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:55.758372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.786894 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c53149ad-3584-4ea1-a6ce-3305c6e20cbc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:55.791687 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c53149ad-3584-4ea1-a6ce-3305c6e20cbc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/a10d9ea9-4251-400c-b945-bf87cf96b227 HTTP/1.1" status: 404 len: 333 time: 0.7551501 Mar 22 13:04:55.798328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36120) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:55.802014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.815471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=268d6fc6-4a9e-41e3-8d7e-4a2defb36a42,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:55.822959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ab7bd4-bd85-4517-ad39-df67a0f64a21 None None] Network 4cac1b93-5be4-411e-bc79-82cab59e7c8c requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:55.879617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.887304 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9de7fc83-0a83-425d-bec5-e96635dc9cda tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4227762 Mar 22 13:04:55.891966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-802384fe-da10-426d-85c4-0a07d6199300 None None] Could not find standard attr ID for object 2beb31e6-0d28-4af5-a29b-b21c67553274. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:04:55.892102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36124) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:55.894518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.895284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:55.909742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Allocated IP 2001:db8::f816:3eff:feef:ed59 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/5a445123-bb10-4028-9c9f-672e8d62b192/6541b320-bbe6-4516-a00f-595152d95131) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:55.930972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=04980a0e-8c20-4b6f-a1f0-3d803750d28b,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:55.939018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.002821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Attempting to bind port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:56.003212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Attempting to bind port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '49bc41c3-e608-4bd1-8385-13a220852b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '30c6bd9b-3f03-4af6-99ed-8446dae280b0'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:56.003573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Attempting to bind port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 on network 30c6bd9b-3f03-4af6-99ed-8446dae280b0 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:56.016516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Pushing event deleted for resources: {'Port': ['ID=e03dee77-021e-4e1f-ac71-8dea14f1cebc,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:56.018625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:04:56.024082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd52879-ea97-420d-8714-c21b37e27cfa tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet e398cb33-d127-4d1c-ab06-2b7fbe0f0075 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:04:56.028558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-802384fe-da10-426d-85c4-0a07d6199300 None None] Provisioning for port c13983b3-7ff6-4480-95e6-94aebcd73c0a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:56.037665 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221326d-052c-4ab4-83a0-778e5e78b068 None None] Sync routers for ids ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:56.045119 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:56.045397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Checking segment: {'id': '49bc41c3-e608-4bd1-8385-13a220852b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '30c6bd9b-3f03-4af6-99ed-8446dae280b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:56.045808 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.046202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Bound using segment: {'id': '49bc41c3-e608-4bd1-8385-13a220852b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '30c6bd9b-3f03-4af6-99ed-8446dae280b0'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:56.046683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Bound port: a0ac3612-5d99-49c8-aeef-90a0897f7bd7, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bc41c3-e608-4bd1-8385-13a220852b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '30c6bd9b-3f03-4af6-99ed-8446dae280b0'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:56.047054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.053283 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221326d-052c-4ab4-83a0-778e5e78b068 None None] Routers {'2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:56.054698 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d221326d-052c-4ab4-83a0-778e5e78b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:56.081552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fd52879-ea97-420d-8714-c21b37e27cfa tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.154668 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d221326d-052c-4ab4-83a0-778e5e78b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:56.155577 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-22962a64-5b63-41cd-a44d-e4d64af1e21a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "PUT /v2.0/routers/2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9261637 Mar 22 13:04:56.156513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=7888c28a-b350-479d-acd0-37a4172650c2,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:56.163106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36128) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:56.166970 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 81b43417-e2d2-4388-b159-5ea1893a18b9 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:56.167371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.174899 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221326d-052c-4ab4-83a0-778e5e78b068 None None] Routers {'2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:56.175888 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d221326d-052c-4ab4-83a0-778e5e78b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:56.201971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Network 4cac1b93-5be4-411e-bc79-82cab59e7c8c is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:56.254034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': 'ab31a44c-b653-4ade-9170-edfef6908a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:56.254301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:56.254391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: 3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:04:56.275229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event updated for resources: {'Port': ['ID=577f2ae2-e914-4fbf-ab48-99185fbe39ea,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:56.287757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fd52879-ea97-420d-8714-c21b37e27cfa tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.298802 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d221326d-052c-4ab4-83a0-778e5e78b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:56.299183 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221326d-052c-4ab4-83a0-778e5e78b068 None None] The sync data for ids ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:56.354242 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] Provisioning for port 4351ee5e-b575-4d32-858e-170c52991a35 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:56.370962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] For port a0ac3612-5d99-49c8-aeef-90a0897f7bd7, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:56.387593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] Provisioning complete for port 4351ee5e-b575-4d32-858e-170c52991a35 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:56.387931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.406886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.494071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] For port a0ac3612-5d99-49c8-aeef-90a0897f7bd7, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a0ac3612-5d99-49c8-aeef-90a0897f7bd7,segment=NetworkSegment(49bc41c3-e608-4bd1-8385-13a220852b4b),segment_id=49bc41c3-e608-4bd1-8385-13a220852b4b)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:56.516629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.544812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4bc84-ca37-4707-8372-22479f5d84ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:56.545679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-71e4bc84-ca37-4707-8372-22479f5d84ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:04:56.555918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network 3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:04:56.624686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] Port 4351ee5e-b575-4d32-858e-170c52991a35 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:56.626900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.667979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.673980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:04:56.675749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-71e4bc84-ca37-4707-8372-22479f5d84ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:04:56.679098 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-71e4bc84-ca37-4707-8372-22479f5d84ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7835567 Mar 22 13:04:56.679098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Transition to ACTIVE for port object 9a03aa39-270c-451b-9a8d-edd0748824d0 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:56.685723 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36134) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:56.699858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.712571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.714703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:56.729897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:56.730665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.758562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a04ead9-0434-4630-95e1-9d3a90df78a7 None None] Network 3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:56.790327 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c13983b3-7ff6-4480-95e6-94aebcd73c0a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:04:56.921141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Transition to ACTIVE for port object 6541b320-bbe6-4516-a00f-595152d95131 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:56.934497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f368b-6419-4970-ab25-8840f1e0ee46 None None] Pushing event updated for resources: {'Port': ['ID=a0ac3612-5d99-49c8-aeef-90a0897f7bd7,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:56.949367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fd52879-ea97-420d-8714-c21b37e27cfa tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:56.994764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Transition to ACTIVE for port object 6541b320-bbe6-4516-a00f-595152d95131 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:04:57.036185 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] Provisioning for port 74c8b757-2e5d-422a-930e-8ce0ae4805ad completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:57.036381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.036786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Fanout notify agent at l3_agent the message router_deleted on router 420ef90b-b5a5-432b-bc72-0e3fbf5c26ac {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:04:57.049251 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.065268 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b0add6c3-0176-4090-aab6-fe6a4b61c8bd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.0026119 Mar 22 13:04:57.073197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.077779 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1967ad10-ace7-4c61-ba04-f94401a97972 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/420ef90b-b5a5-432b-bc72-0e3fbf5c26ac HTTP/1.1" status: 204 len: 168 time: 5.6949878 Mar 22 13:04:57.106950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36138) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:57.107695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36140) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:57.114931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1290856695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:57.146444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4d368d32-d23b-446e-8a9d-cb5dca8334c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 268d6fc6-4a9e-41e3-8d7e-4a2defb36a42 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:57.146810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4d368d32-d23b-446e-8a9d-cb5dca8334c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.181824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:57.197682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:57.203968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202113c-ed8c-4afa-af04-d43a1949ea4c req-58c48422-cc26-4ee1-aa98-4f8e97fee92a tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:57.206289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8202113c-ed8c-4afa-af04-d43a1949ea4c req-58c48422-cc26-4ee1-aa98-4f8e97fee92a tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.6534362 Mar 22 13:04:57.215007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port c13983b3-7ff6-4480-95e6-94aebcd73c0a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:57.219638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:57.244817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:04:57.255777 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-407a91fe-b507-47ed-b56c-0f8ec3e481ae tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1784813 Mar 22 13:04:57.267588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c13983b3-7ff6-4480-95e6-94aebcd73c0a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:57.267956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.278387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36146) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:57.296339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9de32cf3-5617-4e1b-9654-bd29a5d4eea0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:57.309112 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:57.363987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Pushing event updated for resources: {'Port': ['ID=6541b320-bbe6-4516-a00f-595152d95131,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:57.389439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] Provisioning complete for port c13983b3-7ff6-4480-95e6-94aebcd73c0a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:57.389820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.446595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.494189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:04:57.495494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:57.496072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:04:57.501508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Usage tracker for resource:router and tenant:b8f03a402292443688fa19989a5b5f0b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:04:57.504566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:04:57.511598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:04:57.576462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:57.585589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:57.613167 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8202113c-ed8c-4afa-af04-d43a1949ea4c req-f6160b38-7679-4ead-9a31-ad171209e733 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648722 Mar 22 13:04:57.614278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:04:57.621476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:57.622360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.627816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Port': ['ID=9a03aa39-270c-451b-9a8d-edd0748824d0,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:57.690293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.732366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.733588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.788008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d414d-bec4-40e4-8762-e08093f08529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3', 'network_id': '3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': '7888c28a-b350-479d-acd0-37a4172650c2'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:04:57.802341 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-158d414d-bec4-40e4-8762-e08093f08529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.815114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fd52879-ea97-420d-8714-c21b37e27cfa tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.854149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Attempting to bind port 6541b320-bbe6-4516-a00f-595152d95131 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:04:57.854793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Attempting to bind port 6541b320-bbe6-4516-a00f-595152d95131 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:04:57.855339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Attempting to bind port 6541b320-bbe6-4516-a00f-595152d95131 on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:04:57.902733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:04:57.904752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:04:57.905358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.905900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd52879-ea97-420d-8714-c21b37e27cfa tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=e398cb33-d127-4d1c-ab06-2b7fbe0f0075,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:57.906465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:04:57.910783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.914866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Bound port: 6541b320-bbe6-4516-a00f-595152d95131, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:04:57.915661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.924646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fd52879-ea97-420d-8714-c21b37e27cfa tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:57.961873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ecd9b-62a8-48c6-b963-b53e93613e51 None None] Network 2f35066e-9795-40f8-921e-f4841fca4f7e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:58.050520 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2fd52879-ea97-420d-8714-c21b37e27cfa tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/e398cb33-d127-4d1c-ab06-2b7fbe0f0075 HTTP/1.1" status: 204 len: 168 time: 2.2409954 Mar 22 13:04:58.071731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36154) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:58.113671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:58.170323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:58.244004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:04:58.261577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:58.265362 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9e8371c2-14f5-4fab-94c1-8308fde3fd1e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1522200 Mar 22 13:04:58.296492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36158) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:58.330128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4d368d32-d23b-446e-8a9d-cb5dca8334c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:58.340336 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-afc5ca89-2f3e-4c7b-931f-970f12d53bad tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:04:58.341494 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-afc5ca89-2f3e-4c7b-931f-970f12d53bad tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "PUT /v2.0/routers/2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1709113 Mar 22 13:04:58.353452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36160) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:58.368727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'enable_snat': False}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:58.470977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:58.515631 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d8fb257f-2fde-4225-abea-f3fb81b0a742 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4100380 Mar 22 13:04:58.521388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466acb9b-9ed1-4285-9cd4-685a8df366eb None None] Network 30c6bd9b-3f03-4af6-99ed-8446dae280b0 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:58.554420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36166) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:58.564248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-caae78f7-95a0-4c28-96f8-431357734dac tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a4', 'mac_address': 'fa:16:3e:88:08:29'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:58.626860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:58.669725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 81b43417-e2d2-4388-b159-5ea1893a18b9 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:58.670116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:58.736677 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=7888c28a-b350-479d-acd0-37a4172650c2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:58.744733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6278a-9860-4227-b2f8-80790386ea7b req-2c02ec03-f43f-404e-baac-ea7792a1094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:58.746276 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-00a6278a-9860-4227-b2f8-80790386ea7b req-2c02ec03-f43f-404e-baac-ea7792a1094b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1098 time: 0.5172987 Mar 22 13:04:58.827790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4d368d32-d23b-446e-8a9d-cb5dca8334c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 268d6fc6-4a9e-41e3-8d7e-4a2defb36a42 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:04:58.860678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server [None req-158d414d-bec4-40e4-8762-e08093f08529 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7888c28a-b350-479d-acd0-37a4172650c2: This subnet is being modified by another concurrent operation. Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 13:04:58.884439 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise exception Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7888c28a-b350-479d-acd0-37a4172650c2: This subnet is being modified by another concurrent operation. Mar 22 13:04:58.887931 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server Mar 22 13:04:58.911291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:58.965105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed73e1-0507-460c-a96d-7390572ed4aa None None] Network 3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:04:58.986059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] For port 6541b320-bbe6-4516-a00f-595152d95131, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:04:59.099028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] For port 6541b320-bbe6-4516-a00f-595152d95131, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6541b320-bbe6-4516-a00f-595152d95131,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:04:59.180963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.233979 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17ceec-911c-40f0-9d85-c67fec5cf82e req-968d4868-e824-4359-a8c3-79ac21342750 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:59.234867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] For port c13983b3-7ff6-4480-95e6-94aebcd73c0a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c13983b3-7ff6-4480-95e6-94aebcd73c0a,segment=NetworkSegment(bb81ba6e-9521-4a31-a3eb-24ed89488324),segment_id=bb81ba6e-9521-4a31-a3eb-24ed89488324)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:59.235528 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1c17ceec-911c-40f0-9d85-c67fec5cf82e req-968d4868-e824-4359-a8c3-79ac21342750 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 1.0001850 Mar 22 13:04:59.242949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.300864 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.346515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.419940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:59.434416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4d368d32-d23b-446e-8a9d-cb5dca8334c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.451468 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1c17ceec-911c-40f0-9d85-c67fec5cf82e req-f5c6f128-8d0a-4f41-a106-64a0643e9994 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742349 Mar 22 13:04:59.495112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab31a44c-b653-4ade-9170-edfef6908a64') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:59.495471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab31a44c-b653-4ade-9170-edfef6908a64') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:59.546734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d368d32-d23b-446e-8a9d-cb5dca8334c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=268d6fc6-4a9e-41e3-8d7e-4a2defb36a42,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:59.584076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7313d-032d-4dc9-8318-a37961af8d3d None None] Pushing event updated for resources: {'Port': ['ID=6541b320-bbe6-4516-a00f-595152d95131,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:59.645997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4d368d32-d23b-446e-8a9d-cb5dca8334c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.651542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:04:59.651908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:04:59.660810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1d85d0c6-0c2a-4f99-ac72-abf2da9b4640 None None] Provisioning for port 577f2ae2-e914-4fbf-ab48-99185fbe39ea completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:04:59.675768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1d85d0c6-0c2a-4f99-ac72-abf2da9b4640 None None] Provisioning complete for port 577f2ae2-e914-4fbf-ab48-99185fbe39ea triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:04:59.676144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d85d0c6-0c2a-4f99-ac72-abf2da9b4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.740307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] DHCP port deletion for 2f35066e-9795-40f8-921e-f4841fca4f7e request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:04:59.745544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.extraroute_db [None req-9de32cf3-5617-4e1b-9654-bd29a5d4eea0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 13:04:59.756340 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4d368d32-d23b-446e-8a9d-cb5dca8334c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/268d6fc6-4a9e-41e3-8d7e-4a2defb36a42 HTTP/1.1" status: 204 len: 168 time: 3.0692158 Mar 22 13:04:59.757326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff47d3-1b17-4430-8ef8-246cb9116d2e None None] Pushing event updated for resources: {'Port': ['ID=c13983b3-7ff6-4480-95e6-94aebcd73c0a,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:59.758789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36170) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:04:59.776441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] Deleting port 81b43417-e2d2-4388-b159-5ea1893a18b9 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:04:59.776825 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.826480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1d85d0c6-0c2a-4f99-ac72-abf2da9b4640 None None] Port 577f2ae2-e914-4fbf-ab48-99185fbe39ea cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:04:59.831225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.extraroute_db [None req-9de32cf3-5617-4e1b-9654-bd29a5d4eea0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Removed routes are [] {{(pid=87933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 13:04:59.831712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9de32cf3-5617-4e1b-9654-bd29a5d4eea0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.854536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.861607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6278a-9860-4227-b2f8-80790386ea7b req-f4407981-f4df-4d51-9d45-a208dfb7cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:59.863090 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-00a6278a-9860-4227-b2f8-80790386ea7b req-f4407981-f4df-4d51-9d45-a208dfb7cb74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 913 time: 1.0562012 Mar 22 13:04:59.891827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:53Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '577f2ae2-e914-4fbf-ab48-99185fbe39ea', 'name': '', 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:c3:98:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:50Z', 'updated_at': '2022-03-22T13:04:54Z', 'revision_number': 2, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:59.983753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:04:59.983753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Updating router 0345587b-e40b-4245-a159-3525f0a5d79c port 577f2ae2-e914-4fbf-ab48-99185fbe39ea binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:04:59.984027 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] For port 81b43417-e2d2-4388-b159-5ea1893a18b9, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=81b43417-e2d2-4388-b159-5ea1893a18b9,segment=NetworkSegment(c6699772-50b0-4fc4-9d27-7470bbee8df6),segment_id=c6699772-50b0-4fc4-9d27-7470bbee8df6)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:04:59.985014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:59.994497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.027834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:00.027834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:00.101649 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:00.105516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.118806 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1d85d0c6-0c2a-4f99-ac72-abf2da9b4640 None None] Provisioning for port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:00.183411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 81b43417-e2d2-4388-b159-5ea1893a18b9 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:00.206174 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f19b1c-df1e-48fe-9a3a-ad2f1a6eec26 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:00.207846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f19b1c-df1e-48fe-9a3a-ad2f1a6eec26 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:00.208682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-78f19b1c-df1e-48fe-9a3a-ad2f1a6eec26 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:00.219426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-caae78f7-95a0-4c28-96f8-431357734dac tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.300709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1d85d0c6-0c2a-4f99-ac72-abf2da9b4640 None None] Provisioning for port 9a03aa39-270c-451b-9a8d-edd0748824d0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:00.313910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] For port 81b43417-e2d2-4388-b159-5ea1893a18b9, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=81b43417-e2d2-4388-b159-5ea1893a18b9,segment=NetworkSegment(c6699772-50b0-4fc4-9d27-7470bbee8df6),segment_id=c6699772-50b0-4fc4-9d27-7470bbee8df6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:00.314406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.327399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cf1ff9cf-a78f-4438-a44b-5891d4f5b22b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:00.364124 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1d85d0c6-0c2a-4f99-ac72-abf2da9b4640 None None] Provisioning complete for port 9a03aa39-270c-451b-9a8d-edd0748824d0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:00.364371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d85d0c6-0c2a-4f99-ac72-abf2da9b4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.372142 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-00a6278a-9860-4227-b2f8-80790386ea7b req-6c55e051-a72c-40fa-9af4-bbf8c09bd7cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 1001 time: 0.4823363 Mar 22 13:05:00.484352 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.522462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.560510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:00.602019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-78f19b1c-df1e-48fe-9a3a-ad2f1a6eec26 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:00.603604 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-78f19b1c-df1e-48fe-9a3a-ad2f1a6eec26 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.8405790 Mar 22 13:05:00.623368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36176) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:00.668296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.670983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9de32cf3-5617-4e1b-9654-bd29a5d4eea0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.697437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9de32cf3-5617-4e1b-9654-bd29a5d4eea0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.728916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6278a-9860-4227-b2f8-80790386ea7b req-6ac6dd6b-97c6-4eae-ab9f-fb0e8e793f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:00.730348 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-00a6278a-9860-4227-b2f8-80790386ea7b req-6ac6dd6b-97c6-4eae-ab9f-fb0e8e793f93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 200 len: 851 time: 0.3438804 Mar 22 13:05:00.736567 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5bd5d159-e5e2-4685-9872-f81debedac8f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3 HTTP/1.1" status: 204 len: 168 time: 3.6226914 Mar 22 13:05:00.755199 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] Calling delete_port for 81b43417-e2d2-4388-b159-5ea1893a18b9 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:00.793420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36182) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:00.803252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-816721322'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:00.816978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=81b43417-e2d2-4388-b159-5ea1893a18b9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:00.849741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1d85d0c6-0c2a-4f99-ac72-abf2da9b4640 None None] Port 9a03aa39-270c-451b-9a8d-edd0748824d0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:00.869797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:00.872136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.881834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:00.895306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No DVR routers for this DVR port 81b43417-e2d2-4388-b159-5ea1893a18b9 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:00.922119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.927095 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:00.927565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:00.929963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:network and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:00.930943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-408126c6-3323-4516-ad5a-f06f5619cffb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 5a445123-bb10-4028-9c9f-672e8d62b192 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:00.937640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:00.957523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:00.992183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-408126c6-3323-4516-ad5a-f06f5619cffb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.037302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:01.037661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:01.063352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fc011fba-d927-4996-9c97-d2757ef68a94 None None] Provisioning for port 6541b320-bbe6-4516-a00f-595152d95131 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:01.075975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de32cf3-5617-4e1b-9654-bd29a5d4eea0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:01.093534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-408126c6-3323-4516-ad5a-f06f5619cffb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.185977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.221168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cf1ff9cf-a78f-4438-a44b-5891d4f5b22b,segment=NetworkSegment(75f014a8-2960-46f3-a527-7a33ff03c901),segment_id=75f014a8-2960-46f3-a527-7a33ff03c901)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:01.255708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.277797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:01.280777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.299153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.354643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.373361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=cf1ff9cf-a78f-4438-a44b-5891d4f5b22b,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:01.378243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Transition to ACTIVE for port object 577f2ae2-e914-4fbf-ab48-99185fbe39ea will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:01.398619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.401313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ed50e-407f-40fb-967b-b3584490e435 req-6b21fc63-e96c-40f4-a929-f9ac7ed9a046 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:01.402803 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-395ed50e-407f-40fb-967b-b3584490e435 req-6b21fc63-e96c-40f4-a929-f9ac7ed9a046 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.7693260 Mar 22 13:05:01.448008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f35066e-9795-40f8-921e-f4841fca4f7e']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:01.491703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.529624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Allocated IP 172.26.5.157 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/a72649ed-0c56-4e06-a1a2-5ad44320d473) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:01.550751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] Deleting port 81b43417-e2d2-4388-b159-5ea1893a18b9 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:01.551207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.556188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-caae78f7-95a0-4c28-96f8-431357734dac tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:05:01.570485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:01.581715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de32cf3-5617-4e1b-9654-bd29a5d4eea0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:01.595725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6278a-9860-4227-b2f8-80790386ea7b req-0e5e1a8f-44cf-40f4-b1f6-2762f365c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:01.597223 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-00a6278a-9860-4227-b2f8-80790386ea7b req-0e5e1a8f-44cf-40f4-b1f6-2762f365c239 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c61fb77-9331-4a80-a558-a9b057586d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8395076 Mar 22 13:05:01.599279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6699772-50b0-4fc4-9d27-7470bbee8df6') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:01.599576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6699772-50b0-4fc4-9d27-7470bbee8df6') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:01.663194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3dce2b3d-a7ba-476b-9117-b61e4c7ce337 None None] Could not find standard attr ID for object 268d6fc6-4a9e-41e3-8d7e-4a2defb36a42. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:05:01.710241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-caae78f7-95a0-4c28-96f8-431357734dac tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.790839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9de32cf3-5617-4e1b-9654-bd29a5d4eea0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.797934 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9de32cf3-5617-4e1b-9654-bd29a5d4eea0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c HTTP/1.1" status: 200 len: 954 time: 4.5184176 Mar 22 13:05:01.798903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36192) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:01.818713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-52689b44-a80f-49af-8655-9754ace8b8d6 None None] The port '81b43417-e2d2-4388-b159-5ea1893a18b9' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:05:01.829332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb0370-ff92-4fa8-bdbd-4ba483287c84 None None] Pushing event updated for resources: {'Port': ['ID=577f2ae2-e914-4fbf-ab48-99185fbe39ea,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:01.835795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-408126c6-3323-4516-ad5a-f06f5619cffb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.845073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.846479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 04980a0e-8c20-4b6f-a1f0-3d803750d28b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:01.846785 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment 6b189884-0d32-485e-a884-ca5cd6a151c7 of type vlan for network 04ee5a58-6fd7-4458-a997-26136c2d67fc Mar 22 13:05:01.889162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00941c-48ca-42a4-991f-24d50db1c381 None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:05:01.896133 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.905345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-caae78f7-95a0-4c28-96f8-431357734dac tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.906698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.948839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-408126c6-3323-4516-ad5a-f06f5619cffb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:01.991098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408126c6-3323-4516-ad5a-f06f5619cffb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=5a445123-bb10-4028-9c9f-672e8d62b192,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:01.996974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.002061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-408126c6-3323-4516-ad5a-f06f5619cffb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.028007 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-395ed50e-407f-40fb-967b-b3584490e435 req-a2c01be1-df1d-4803-a4e5-f6bcc6290504 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6130102 Mar 22 13:05:02.030265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Attempting to bind port 577f2ae2-e914-4fbf-ab48-99185fbe39ea on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:02.030772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Attempting to bind port 577f2ae2-e914-4fbf-ab48-99185fbe39ea by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:02.030956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Attempting to bind port 577f2ae2-e914-4fbf-ab48-99185fbe39ea on network 4cac1b93-5be4-411e-bc79-82cab59e7c8c {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:02.057874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:02.057874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Checking segment: {'id': '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:02.057874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.057874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Bound using segment: {'id': '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:02.058371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.058458 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Bound port: 577f2ae2-e914-4fbf-ab48-99185fbe39ea, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:02.058458 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.075205 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-408126c6-3323-4516-ad5a-f06f5619cffb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/5a445123-bb10-4028-9c9f-672e8d62b192 HTTP/1.1" status: 204 len: 168 time: 1.4503715 Mar 22 13:05:02.082628 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36196) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:02.084543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:02.090062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:02.121850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.135974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-caae78f7-95a0-4c28-96f8-431357734dac tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] In _notify_port_updated(), no bound segment for port 9a03aa39-270c-451b-9a8d-edd0748824d0 on network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:05:02.141383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae78f7-95a0-4c28-96f8-431357734dac tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:02.142201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-caae78f7-95a0-4c28-96f8-431357734dac tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.143508 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-caae78f7-95a0-4c28-96f8-431357734dac tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "PUT /v2.0/ports/9a03aa39-270c-451b-9a8d-edd0748824d0 HTTP/1.1" status: 200 len: 1001 time: 3.5871854 Mar 22 13:05:02.144236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:02.177561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36200) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:02.181154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Pushing event updated for resources: {'Port': ['ID=a72649ed-0c56-4e06-a1a2-5ad44320d473,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:02.191298 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 04980a0e-8c20-4b6f-a1f0-3d803750d28b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:02.191599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.236501 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5f22571b-9a27-4ac6-9d84-6a9186127b17 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1499367 Mar 22 13:05:02.237022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:02.237192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36204) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:02.237355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.261257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:02.301802 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:02.334145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:05:02.335020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] For port 577f2ae2-e914-4fbf-ab48-99185fbe39ea, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:02.351433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] For port 577f2ae2-e914-4fbf-ab48-99185fbe39ea, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=577f2ae2-e914-4fbf-ab48-99185fbe39ea,segment=NetworkSegment(3465d6a8-535d-44e0-a8c3-46cc48cb9e5e),segment_id=3465d6a8-535d-44e0-a8c3-46cc48cb9e5e)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:02.426718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6541b320-bbe6-4516-a00f-595152d95131 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:02.434740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae78f7-95a0-4c28-96f8-431357734dac tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Port': ['ID=9a03aa39-270c-451b-9a8d-edd0748824d0,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:02.454181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00941c-48ca-42a4-991f-24d50db1c381 None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:05:02.463079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.478136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a019b2c0-4899-4e6d-a5f5-ab6531700a22 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Deleting port 9a03aa39-270c-451b-9a8d-edd0748824d0 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:02.478619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a019b2c0-4899-4e6d-a5f5-ab6531700a22 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.513472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.518777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:02.519398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.554944 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-00a6278a-9860-4227-b2f8-80790386ea7b req-bc896512-9258-47cc-9b92-4239407cfe39 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8984628 Mar 22 13:05:02.567134 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-62dbf5e4-0850-4ad5-842a-baecf6a52e23 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c HTTP/1.1" status: 200 len: 954 time: 0.7425857 Mar 22 13:05:02.568391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.577140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36210) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:02.635756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-fe158334-ba79-4f71-a84e-eb42757d1f31 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'routes': None}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:02.692241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.715922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb0370-ff92-4fa8-bdbd-4ba483287c84 None None] Pushing event updated for resources: {'Port': ['ID=577f2ae2-e914-4fbf-ab48-99185fbe39ea,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:02.727057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:02.727523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:02.731309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:02.799057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:02.807468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:02.816401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:02.834315 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/networks/2f35066e-9795-40f8-921e-f4841fca4f7e HTTP/1.1" status: 204 len: 168 time: 4.7526553 Mar 22 13:05:02.845218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36214) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:02.853367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-569522213'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:02.879962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 6541b320-bbe6-4516-a00f-595152d95131 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:02.880207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:02.897511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:network and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:02.907497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 6541b320-bbe6-4516-a00f-595152d95131 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:02.907739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.911428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:03.023751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:03.044528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:03.048098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:03.062033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:03.071086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=04ee5a58-6fd7-4458-a997-26136c2d67fc,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:03.102072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bde20-ed48-4133-9f8b-62bc7ff4a0d0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Network': ['ID=2f35066e-9795-40f8-921e-f4841fca4f7e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:03.109130 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-031bbb30-7432-48c1-bd24-f716d6682d92 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3095109 Mar 22 13:05:03.110363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36220) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:03.134586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 04ee5a58-6fd7-4458-a997-26136c2d67fc details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:03.172631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': '04ee5a58-6fd7-4458-a997-26136c2d67fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:03.227615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:03.231131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:03.232662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-882f6940-7fc5-44ec-b050-3874b0822ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:03.246428 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-00a6278a-9860-4227-b2f8-80790386ea7b req-781c9f58-2fc1-4c87-a5a5-bb3a98321e79 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511388 Mar 22 13:05:03.330973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Deleting port 4351ee5e-b575-4d32-858e-170c52991a35 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:03.332222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:03.439178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a019b2c0-4899-4e6d-a5f5-ab6531700a22 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:03.613494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a019b2c0-4899-4e6d-a5f5-ab6531700a22 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Calling delete_port for 9a03aa39-270c-451b-9a8d-edd0748824d0 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:03.622350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:03.706160 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:03.709659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:03.710197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:03.721427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:03.721763 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Added segment b683707b-9cfe-49b1-9f21-95edc9efde40 of type vlan for network e7637e50-1cf7-4222-a656-6ef440dbcdd3 Mar 22 13:05:03.730309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:03.763153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 6541b320-bbe6-4516-a00f-595152d95131, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6541b320-bbe6-4516-a00f-595152d95131,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:03.784677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:03.785578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 74c8b757-2e5d-422a-930e-8ce0ae4805ad up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:03.888122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e57b6b3-6a5b-4061-8adf-47478d32bd47 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:03.889944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Calling delete_port for 4351ee5e-b575-4d32-858e-170c52991a35 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:04.027213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=6541b320-bbe6-4516-a00f-595152d95131,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:04.051384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:subnet and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:04.063560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:04.100691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:04.112002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:59Z', 'revision_number': 6, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '577f2ae2-e914-4fbf-ab48-99185fbe39ea', 'name': '', 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:c3:98:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:50Z', 'updated_at': '2022-03-22T13:05:02Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:04.136168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be36b6-186f-4c07-a7b5-4313469b319e None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:04:59Z', 'revision_number': 6, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '577f2ae2-e914-4fbf-ab48-99185fbe39ea', 'name': '', 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:c3:98:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:50Z', 'updated_at': '2022-03-22T13:05:02Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:04.228409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.240022 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 74c8b757-2e5d-422a-930e-8ce0ae4805ad completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:04.241336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:04.245244 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.251385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 74c8b757-2e5d-422a-930e-8ce0ae4805ad triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:04.251759 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.278657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.extraroute_db [None req-fe158334-ba79-4f71-a84e-eb42757d1f31 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added routes are [] {{(pid=87932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 13:05:04.279382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.extraroute_db [None req-fe158334-ba79-4f71-a84e-eb42757d1f31 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 13:05:04.361778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fe158334-ba79-4f71-a84e-eb42757d1f31 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.421082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a019b2c0-4899-4e6d-a5f5-ab6531700a22 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.455240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848c992-8538-45b4-a185-2a094320a28d req-ed08d17f-ad7d-437b-aee1-08962d43eb07 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:04.462659 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5848c992-8538-45b4-a185-2a094320a28d req-ed08d17f-ad7d-437b-aee1-08962d43eb07 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 1.2762187 Mar 22 13:05:04.555439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.572841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d02338d2-4446-42d7-8a2c-ea425ba0e917 None None] Could not find standard attr ID for object 9a03aa39-270c-451b-9a8d-edd0748824d0. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:05:04.613516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 74c8b757-2e5d-422a-930e-8ce0ae4805ad, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=74c8b757-2e5d-422a-930e-8ce0ae4805ad,segment=NetworkSegment(3465d6a8-535d-44e0-a8c3-46cc48cb9e5e),segment_id=3465d6a8-535d-44e0-a8c3-46cc48cb9e5e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:04.623087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.ipam_backend_mixin [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Performing IP validity checks on allocation pools {{(pid=87933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 13:05:04.623920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.ipam_backend_mixin [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 13:05:04.634740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.635732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c13983b3-7ff6-4480-95e6-94aebcd73c0a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:04.636588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019b2c0-4899-4e6d-a5f5-ab6531700a22 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event deleted for resources: {'Port': ['ID=9a03aa39-270c-451b-9a8d-edd0748824d0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:04.775325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.788106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.795733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:04.796368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.817422 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8425af-6bd7-4419-8ab8-75596a61a3b6 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:04.824818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c13983b3-7ff6-4480-95e6-94aebcd73c0a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:04.824818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.855257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ee8425af-6bd7-4419-8ab8-75596a61a3b6 None None] Deleting port 6541b320-bbe6-4516-a00f-595152d95131 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:04.855633 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ee8425af-6bd7-4419-8ab8-75596a61a3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:04.912837 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=74c8b757-2e5d-422a-930e-8ce0ae4805ad,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:04.944535 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5848c992-8538-45b4-a185-2a094320a28d req-1e42a6ed-175d-4310-a430-c24814e0720c tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4804347 Mar 22 13:05:05.079143 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2321570 Mar 22 13:05:05.126292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36224) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:05.127319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Port': ['ID=4351ee5e-b575-4d32-858e-170c52991a35,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:05.190118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a0ac3612-5d99-49c8-aeef-90a0897f7bd7 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:05.251412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fe158334-ba79-4f71-a84e-eb42757d1f31 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:05.264448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': 'e7637e50-1cf7-4222-a656-6ef440dbcdd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:05.319118 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:05.322101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ee8425af-6bd7-4419-8ab8-75596a61a3b6 None None] For port 6541b320-bbe6-4516-a00f-595152d95131, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6541b320-bbe6-4516-a00f-595152d95131,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:05.322498 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ee8425af-6bd7-4419-8ab8-75596a61a3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:05.337084 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:05.337721 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:04:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:05.400888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fe158334-ba79-4f71-a84e-eb42757d1f31 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:05.504989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:05.517601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:05.521598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fb61f26a-c515-46de-a12f-167788ff1013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:05.537647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ee8425af-6bd7-4419-8ab8-75596a61a3b6 None None] Calling delete_port for 6541b320-bbe6-4516-a00f-595152d95131 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:05.564335 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:05.632816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9334f-2a95-4a13-88f9-a16829ab30c2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Network': ['ID=e7637e50-1cf7-4222-a656-6ef440dbcdd3,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:05.635781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:05.643358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:05.650037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network e7637e50-1cf7-4222-a656-6ef440dbcdd3 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:05.672069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:05.672438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:05.697922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:05.739474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a019b2c0-4899-4e6d-a5f5-ab6531700a22 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:05.741369 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a019b2c0-4899-4e6d-a5f5-ab6531700a22 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "DELETE /v2.0/ports/9a03aa39-270c-451b-9a8d-edd0748824d0 HTTP/1.1" status: 204 len: 168 time: 3.5576699 Mar 22 13:05:05.748290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36228) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:05.757925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:05.783050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe158334-ba79-4f71-a84e-eb42757d1f31 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:05.789102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:05.836666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ee8425af-6bd7-4419-8ab8-75596a61a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:05.843543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:05.848305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:05.898978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8425af-6bd7-4419-8ab8-75596a61a3b6 None None] Pushing event deleted for resources: {'Port': ['ID=6541b320-bbe6-4516-a00f-595152d95131,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:05.901222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8425af-6bd7-4419-8ab8-75596a61a3b6 None None] No DVR routers for this DVR port 6541b320-bbe6-4516-a00f-595152d95131 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:05.985297 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.065351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port a0ac3612-5d99-49c8-aeef-90a0897f7bd7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a0ac3612-5d99-49c8-aeef-90a0897f7bd7,segment=NetworkSegment(49bc41c3-e608-4bd1-8385-13a220852b4b),segment_id=49bc41c3-e608-4bd1-8385-13a220852b4b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:06.072364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.073276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 1a59e519-6c81-4276-b4ef-001e63eab572 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:06.110753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.116033 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-93819971-55e8-48ba-8f39-ab3f69edf396 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] GET failed (client error): The resource could not be found. Mar 22 13:05:06.117481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-93819971-55e8-48ba-8f39-ab3f69edf396 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Synchronizing usage tracker for tenant:3d786d5b5ac148598d8c29999614ccb4 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:06.120627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.204211 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:04Z', 'revision_number': 7, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '577f2ae2-e914-4fbf-ab48-99185fbe39ea', 'name': '', 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:c3:98:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:50Z', 'updated_at': '2022-03-22T13:05:02Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:06.204666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=a0ac3612-5d99-49c8-aeef-90a0897f7bd7,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:06.219645 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:05:06.238324 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:06.238880 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:06.249741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 1a59e519-6c81-4276-b4ef-001e63eab572 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:06.256650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 1a59e519-6c81-4276-b4ef-001e63eab572 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:06.257697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.261387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe158334-ba79-4f71-a84e-eb42757d1f31 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:06.340045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fe158334-ba79-4f71-a84e-eb42757d1f31 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.344384 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fe158334-ba79-4f71-a84e-eb42757d1f31 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c HTTP/1.1" status: 200 len: 704 time: 3.7478569 Mar 22 13:05:06.345916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36234) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:06.392447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.419768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.456919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Router 2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:06.473430 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 1a59e519-6c81-4276-b4ef-001e63eab572, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=1a59e519-6c81-4276-b4ef-001e63eab572,segment=NetworkSegment(24e4e9c0-7efb-4a5e-8156-911e606b9550),segment_id=24e4e9c0-7efb-4a5e-8156-911e606b9550)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:06.484634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.518946 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:06.528715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.objects.ports [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87933) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:05:06.586968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.631583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.638857 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=1a59e519-6c81-4276-b4ef-001e63eab572,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:06.641083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:06.665927 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:06.667770 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-93819971-55e8-48ba-8f39-ab3f69edf396 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Unset dirty status for tenant:3d786d5b5ac148598d8c29999614ccb4 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:06.669896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 81b43417-e2d2-4388-b159-5ea1893a18b9 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:06.674366 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-93819971-55e8-48ba-8f39-ab3f69edf396 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "GET /v2.0/ports/9a03aa39-270c-451b-9a8d-edd0748824d0 HTTP/1.1" status: 404 len: 333 time: 0.9203675 Mar 22 13:05:06.681204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36238) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:06.682548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:06.683135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:06.715886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'port': {'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519140954'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:06.727177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 81b43417-e2d2-4388-b159-5ea1893a18b9 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:06.727978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 81b43417-e2d2-4388-b159-5ea1893a18b9 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:06.753097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d0a7a-66de-41a0-842e-b9be678d5d25 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:06.843990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Checking segment: {'id': 'b683707b-9cfe-49b1-9f21-95edc9efde40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e7637e50-1cf7-4222-a656-6ef440dbcdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:06.844386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network hostable DHCP agents. Network: e7637e50-1cf7-4222-a656-6ef440dbcdd3, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:05:06.851975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=47094b14-bc06-4f45-9cb4-4bdce32e0080,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:06.989722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network e7637e50-1cf7-4222-a656-6ef440dbcdd3 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:05:06.990959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': '6b189884-0d32-485e-a884-ca5cd6a151c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '04ee5a58-6fd7-4458-a997-26136c2d67fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:06.991360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: 04ee5a58-6fd7-4458-a997-26136c2d67fc, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:05:07.021665 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:04Z', 'revision_number': 7, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '577f2ae2-e914-4fbf-ab48-99185fbe39ea', 'name': '', 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:c3:98:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:50Z', 'updated_at': '2022-03-22T13:05:02Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:07.024190 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7749386 Mar 22 13:05:07.030732 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d9ed9-751e-4475-890a-e4d43600dcb4 None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:04Z', 'revision_number': 7, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '577f2ae2-e914-4fbf-ab48-99185fbe39ea', 'name': '', 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:c3:98:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:50Z', 'updated_at': '2022-03-22T13:05:02Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:07.036549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36242) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:07.075873 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fecd04-e751-4169-97db-bc2e89cb03ea req-b5bd7e2d-5b78-453a-8a7f-dcc494482d02 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:07.078354 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-98fecd04-e751-4169-97db-bc2e89cb03ea req-b5bd7e2d-5b78-453a-8a7f-dcc494482d02 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.8609378 Mar 22 13:05:07.083537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:1e:c9:3c', 'name': 'tempest-NetworksTestDHCPv6-1125990680'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:07.086505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, e7637e50-1cf7-4222-a656-6ef440dbcdd3) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:07.104654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network 04ee5a58-6fd7-4458-a997-26136c2d67fc is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:05:07.108620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:07.115023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:07.115650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:07.117458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:07.127858 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7cb32bad-449e-4f34-a1a6-24b2b7ff56ec tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "PUT /v2.0/routers/2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7694228 Mar 22 13:05:07.128039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc337cf-6972-4920-9cd4-7b35a88c4717 None None] Network e7637e50-1cf7-4222-a656-6ef440dbcdd3 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:07.134500 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ce95607d-85d0-4f03-b782-6f7e01fe30ee tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c HTTP/1.1" status: 200 len: 704 time: 0.7798710 Mar 22 13:05:07.135318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36248) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:07.135652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36250) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:07.160140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 04ee5a58-6fd7-4458-a997-26136c2d67fc) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:07.161721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a22ec-ddf5-4112-99ea-a7693d57d15f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=29804928-11d1-4ca7-80f5-28665ea9767c,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:07.173819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cab9aa-3d98-4caf-bfc0-906947ceae6f None None] Sync routers for ids ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:07.194287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 577f2ae2-e914-4fbf-ab48-99185fbe39ea up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:07.210742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:07.211354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:07.216237 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0037332 Mar 22 13:05:07.221765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7d24f-c5bd-4713-afae-3f8254935999 None None] Network 04ee5a58-6fd7-4458-a997-26136c2d67fc requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:07.228157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36256) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:07.244478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1267561401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:07.263824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:07.278430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:07.287039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:router and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:07.296899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:07.299339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:07.308014 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cec73a9d-35ba-4190-9469-428b8689f275 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.1876354 Mar 22 13:05:07.312196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36260) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:07.313468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:07.318089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Router 5543db17-7014-4d13-be95-bc26d34ecedb is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:05:07.389708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa29fe-01cb-4d45-8986-7ec67f976290 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=d14196f3-eeb4-409a-b0be-89d6c196c2cd,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:07.389917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cab9aa-3d98-4caf-bfc0-906947ceae6f None None] Routers {'2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:07.390461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c9cab9aa-3d98-4caf-bfc0-906947ceae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:07.395652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Made reservation on behalf of 3d786d5b5ac148598d8c29999614ccb4 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:07.399569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:07.403206 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-83dd8c4b-8c1c-4c13-8f6e-622f0f1dd10f tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] delete failed (client error): The resource could not be found. Mar 22 13:05:07.408849 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-83dd8c4b-8c1c-4c13-8f6e-622f0f1dd10f tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-759436555 HTTP/1.1" status: 404 len: 334 time: 0.2260289 Mar 22 13:05:07.412703 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-98fecd04-e751-4169-97db-bc2e89cb03ea req-edc18be7-ec10-4e06-aa3e-f20ec4c989e8 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720761 Mar 22 13:05:07.421777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36266) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:07.479701 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:07.497351 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:07.498904 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:07.519820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-794d98f4-e8fe-4b26-ab51-5e2378243701 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:07.713249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': '29804928-11d1-4ca7-80f5-28665ea9767c'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:07.714458 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:07.720486 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:07.749301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:07.750714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:07.769224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:07.784536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:07.792070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:07.796260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c9cab9aa-3d98-4caf-bfc0-906947ceae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:07.827916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:07.864987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:07.895668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cab9aa-3d98-4caf-bfc0-906947ceae6f None None] Routers {'2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:07.895986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c9cab9aa-3d98-4caf-bfc0-906947ceae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:07.969685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c9cab9aa-3d98-4caf-bfc0-906947ceae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:07.970097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cab9aa-3d98-4caf-bfc0-906947ceae6f None None] The sync data for ids ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:07.973339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.041402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] device_id is not set on port 39e0d191-9eff-48ec-9046-d6c468a5087b yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:08.068626 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 577f2ae2-e914-4fbf-ab48-99185fbe39ea completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:08.076249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-04ee5a58-6fd7-4458-a997-26136c2d67fc', 'network_id': '04ee5a58-6fd7-4458-a997-26136c2d67fc', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': '47094b14-bc06-4f45-9cb4-4bdce32e0080'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:08.077090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.107585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-e7637e50-1cf7-4222-a656-6ef440dbcdd3', 'network_id': 'e7637e50-1cf7-4222-a656-6ef440dbcdd3', 'tenant_id': '54db9df364b2456aac7e2debbb03b64e', 'fixed_ips': [{'subnet_id': 'd14196f3-eeb4-409a-b0be-89d6c196c2cd'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:08.108479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.110495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.126872 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:04Z', 'revision_number': 7, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '577f2ae2-e914-4fbf-ab48-99185fbe39ea', 'name': '', 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:c3:98:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:50Z', 'updated_at': '2022-03-22T13:05:02Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:08.132928 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:05:08.144412 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:08.145621 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:08.193109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 590f30d3-3ae6-4dfa-b24d-57184d5aae0f yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:08.203955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 577f2ae2-e914-4fbf-ab48-99185fbe39ea triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:08.204347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.291423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.343914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.355952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Allocated IP 2001:db8::f816:3eff:feb8:5311 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/29804928-11d1-4ca7-80f5-28665ea9767c/447d5560-8163-4c8c-9abd-5a2e5e5a0d1d) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:08.407555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.438530 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:08.448940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.559853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-794d98f4-e8fe-4b26-ab51-5e2378243701 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.568299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:08.656148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b20456-303a-4fea-a2b7-971778a451b7 None None] Sync routers for ids ['5543db17-7014-4d13-be95-bc26d34ecedb'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:08.659178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.660379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0288b61c-6629-4dba-a4c0-e4f3c50c8bf2 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "PUT /v2.0/routers/5543db17-7014-4d13-be95-bc26d34ecedb HTTP/1.1" status: 200 len: 920 time: 10.3197923 Mar 22 13:05:08.684929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36276) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:08.691226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.692339 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-23a1ea8c-a0a6-453f-86f7-3c6d8e0e0309 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4526627 Mar 22 13:05:08.729269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Allocated IP 172.20.0.3 (04ee5a58-6fd7-4458-a997-26136c2d67fc/47094b14-bc06-4f45-9cb4-4bdce32e0080/75fb0525-dd15-4b14-9b7d-01913d85dcfa) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:08.747416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b20456-303a-4fea-a2b7-971778a451b7 None None] Routers {'5543db17-7014-4d13-be95-bc26d34ecedb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:08.748048 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68b20456-303a-4fea-a2b7-971778a451b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5543db17-7014-4d13-be95-bc26d34ecedb'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:08.818343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36280) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:08.849114 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-794d98f4-e8fe-4b26-ab51-5e2378243701 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] update failed (client error): The resource could not be found. Mar 22 13:05:08.850382 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-794d98f4-e8fe-4b26-ab51-5e2378243701 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "PUT /v2.0/routers/2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b HTTP/1.1" status: 404 len: 339 time: 1.4253421 Mar 22 13:05:08.854770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68b20456-303a-4fea-a2b7-971778a451b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:08.859012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857b669-5b74-4f5f-84fd-7f21fcc84efc req-3537f904-8138-48f3-8277-ed12d60d6194 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:08.860531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9857b669-5b74-4f5f-84fd-7f21fcc84efc req-3537f904-8138-48f3-8277-ed12d60d6194 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 1.0261142 Mar 22 13:05:08.866676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'network_id': 'e7637e50-1cf7-4222-a656-6ef440dbcdd3', 'name': 'tempest-PortsIpV6TestJSON-1065400011'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:08.867708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.886579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36284) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:08.911195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1803543514'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:08.919439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 577f2ae2-e914-4fbf-ab48-99185fbe39ea {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:08.919929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:08.974441 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:04Z', 'revision_number': 7, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '577f2ae2-e914-4fbf-ab48-99185fbe39ea', 'name': '', 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:c3:98:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:50Z', 'updated_at': '2022-03-22T13:05:02Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:08.981994 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7ff19-31bb-4c48-87c8-ff783621d819 None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:04Z', 'revision_number': 7, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '577f2ae2-e914-4fbf-ab48-99185fbe39ea', 'name': '', 'network_id': '4cac1b93-5be4-411e-bc79-82cab59e7c8c', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:c3:98:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:50Z', 'updated_at': '2022-03-22T13:05:02Z', 'revision_number': 4, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '1b964d49-518e-4f56-b253-b9bf13ce256c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:08.990280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Allocated IP 2001:db8::2 (e7637e50-1cf7-4222-a656-6ef440dbcdd3/d14196f3-eeb4-409a-b0be-89d6c196c2cd/467a9cbc-bae9-4c89-8875-3addf5879229) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:08.998560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:09.005357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.052884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b20456-303a-4fea-a2b7-971778a451b7 None None] Routers {'5543db17-7014-4d13-be95-bc26d34ecedb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:09.053534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68b20456-303a-4fea-a2b7-971778a451b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5543db17-7014-4d13-be95-bc26d34ecedb'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:09.061287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Usage tracker for resource:network and tenant:d722d46c12414e9587f35f6b673a2fdc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:09.128282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:09.158975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port 577f2ae2-e914-4fbf-ab48-99185fbe39ea, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=577f2ae2-e914-4fbf-ab48-99185fbe39ea,segment=NetworkSegment(3465d6a8-535d-44e0-a8c3-46cc48cb9e5e),segment_id=3465d6a8-535d-44e0-a8c3-46cc48cb9e5e)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:09.159534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.160742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:09.163090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 577f2ae2-e914-4fbf-ab48-99185fbe39ea, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=577f2ae2-e914-4fbf-ab48-99185fbe39ea,segment=NetworkSegment(3465d6a8-535d-44e0-a8c3-46cc48cb9e5e),segment_id=3465d6a8-535d-44e0-a8c3-46cc48cb9e5e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:09.169761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68b20456-303a-4fea-a2b7-971778a451b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:09.170198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b20456-303a-4fea-a2b7-971778a451b7 None None] The sync data for ids ['5543db17-7014-4d13-be95-bc26d34ecedb'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:09.180232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.181010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cf1ff9cf-a78f-4438-a44b-5891d4f5b22b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:09.184068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Allocated IP 2001:db8::1d (f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e/6b5da3f3-fda1-40fe-96e1-816abaf87c44/39e0d191-9eff-48ec-9046-d6c468a5087b) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:09.210504 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fd7ebbbd-67eb-4026-b59c-4c8b83295faf tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/routers/5543db17-7014-4d13-be95-bc26d34ecedb HTTP/1.1" status: 200 len: 926 time: 0.5180540 Mar 22 13:05:09.220551 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9857b669-5b74-4f5f-84fd-7f21fcc84efc req-ade6564b-70ea-4dd3-acb3-04cb49944f13 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266416 Mar 22 13:05:09.220957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36288) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:09.293598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.323135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Made reservation on behalf of d722d46c12414e9587f35f6b673a2fdc for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:09.325093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 577f2ae2-e914-4fbf-ab48-99185fbe39ea owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:09.327130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.363825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:09.419972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:09.448668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:09.482100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:09.485750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.504249 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b308a-277a-4a80-b9fd-eac6c73514b1 req-26f95598-f77d-4915-a689-f737cfd6fcb0 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:09.505891 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-626b308a-277a-4a80-b9fd-eac6c73514b1 req-26f95598-f77d-4915-a689-f737cfd6fcb0 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.1471627 Mar 22 13:05:09.519040 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Transition to ACTIVE for port object 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:09.524398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.524754 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Added segment 33c9f5da-794e-474a-9e3d-3b24ad33382f of type vlan for network ff1c863f-753a-471c-90aa-af7c3a7d0681 Mar 22 13:05:09.553464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=577f2ae2-e914-4fbf-ab48-99185fbe39ea,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:09.573034 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-626b308a-277a-4a80-b9fd-eac6c73514b1 req-ff148345-378d-4413-bc2e-6529a9fc4183 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470095 Mar 22 13:05:09.573860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:09.574285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:09.584042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Transition to ACTIVE for port object 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:09.588999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.602795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af2a16-75ea-461d-aebf-47e768907ada tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:09.607022 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-05af2a16-75ea-461d-aebf-47e768907ada tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&device_id=5543db17-7014-4d13-be95-bc26d34ecedb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3776612 Mar 22 13:05:09.608365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:09.614214 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.636058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36296) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:09.664519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Transition to ACTIVE for port object 75fb0525-dd15-4b14-9b7d-01913d85dcfa will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:09.688396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.734998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:09.735403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.782797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:09.790358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Transition to ACTIVE for port object 75fb0525-dd15-4b14-9b7d-01913d85dcfa will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:09.792398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::f816:3eff:fe1e:c93c (664f0cd7-b40c-4378-b4f7-c397d24fad2a/29804928-11d1-4ca7-80f5-28665ea9767c/590f30d3-3ae6-4dfa-b24d-57184d5aae0f) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:09.801409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:09.807995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Pushing event updated for resources: {'Port': ['ID=447d5560-8163-4c8c-9abd-5a2e5e5a0d1d,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:09.812161 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:09.821186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.841172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.846629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:09.847592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.864687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710f3276-9d49-48e6-9363-26466dffbf8d tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:09.869657 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-710f3276-9d49-48e6-9363-26466dffbf8d tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 881 time: 0.2290802 Mar 22 13:05:09.875192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36300) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:09.883146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.908909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Transition to ACTIVE for port object 39e0d191-9eff-48ec-9046-d6c468a5087b will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:09.918126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:09.932533 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-17be8dcd-4387-4dd8-8285-e467f914a349 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=5543db17-7014-4d13-be95-bc26d34ecedb HTTP/1.1" status: 200 len: 205 time: 0.0541022 Mar 22 13:05:09.937786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36304) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:10.027386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=47094b14-bc06-4f45-9cb4-4bdce32e0080,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:10.032544 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Network 04ee5a58-6fd7-4458-a997-26136c2d67fc is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:10.041401 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1533444 Mar 22 13:05:10.044644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:10.052362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36308) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:10.053889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.056577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:10.058649 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Attempting to bind port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:10.058778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'subnet': {'network_id': 'ff1c863f-753a-471c-90aa-af7c3a7d0681', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:10.059020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Attempting to bind port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:10.059390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Attempting to bind port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:10.061278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Pushing event updated for resources: {'Port': ['ID=75fb0525-dd15-4b14-9b7d-01913d85dcfa,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:10.078328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 577f2ae2-e914-4fbf-ab48-99185fbe39ea {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:10.078328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.134920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Transition to ACTIVE for port object 467a9cbc-bae9-4c89-8875-3addf5879229 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:10.137608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:10.137975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:10.138368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.138753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:10.139248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Bound port: 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:10.139616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.206248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9c272-76c2-42c0-911d-de96323a2be0 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Network': ['ID=ff1c863f-753a-471c-90aa-af7c3a7d0681,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:10.215850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91a082-3f2e-44b1-984e-55a8b4458cd8 req-db933a92-9687-4ccd-994b-65e4b22b3be2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:10.217354 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c91a082-3f2e-44b1-984e-55a8b4458cd8 req-db933a92-9687-4ccd-994b-65e4b22b3be2 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.5221272 Mar 22 13:05:10.280757 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 74c8b757-2e5d-422a-930e-8ce0ae4805ad up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:10.331430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.336886 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network ff1c863f-753a-471c-90aa-af7c3a7d0681 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:10.357521 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Transition to ACTIVE for port object 467a9cbc-bae9-4c89-8875-3addf5879229 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:10.368231 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c91a082-3f2e-44b1-984e-55a8b4458cd8 req-44ad03d6-2076-4a8e-942c-a9243bf8a953 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441514 Mar 22 13:05:10.369213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.394245 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.410993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ee5a58-6fd7-4458-a997-26136c2d67fc']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:10.489776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b189884-0d32-485e-a884-ca5cd6a151c7') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:10.490074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b189884-0d32-485e-a884-ca5cd6a151c7') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:10.517084 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:10.521517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.525413 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Attempting to bind port 75fb0525-dd15-4b14-9b7d-01913d85dcfa on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:10.525939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Attempting to bind port 75fb0525-dd15-4b14-9b7d-01913d85dcfa by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '6b189884-0d32-485e-a884-ca5cd6a151c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '04ee5a58-6fd7-4458-a997-26136c2d67fc'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:10.526122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Attempting to bind port 75fb0525-dd15-4b14-9b7d-01913d85dcfa on network 04ee5a58-6fd7-4458-a997-26136c2d67fc {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:10.531419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:10.541961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:10.547588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:10.548231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.596335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.599185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8::ea (e7637e50-1cf7-4222-a656-6ef440dbcdd3/d14196f3-eeb4-409a-b0be-89d6c196c2cd/84c5871c-54b1-4e03-b0f1-6f5b2bb311e9) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:10.602098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Network e7637e50-1cf7-4222-a656-6ef440dbcdd3 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:10.607814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Port': ['ID=39e0d191-9eff-48ec-9046-d6c468a5087b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:10.619497 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.9130366 Mar 22 13:05:10.621519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:10.621923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.628048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36314) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:10.628626 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:10.637960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:10.638577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Checking segment: {'id': '6b189884-0d32-485e-a884-ca5cd6a151c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '04ee5a58-6fd7-4458-a997-26136c2d67fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:10.639114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.639852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Bound using segment: {'id': '6b189884-0d32-485e-a884-ca5cd6a151c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '04ee5a58-6fd7-4458-a997-26136c2d67fc'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:10.640485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Bound port: 75fb0525-dd15-4b14-9b7d-01913d85dcfa, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b189884-0d32-485e-a884-ca5cd6a151c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '04ee5a58-6fd7-4458-a997-26136c2d67fc'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:10.641011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:10.641412 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:10.670129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:10.693145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-801f3495-fd09-4ffe-b5ed-48a36564bd6c tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:88:08:29'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:10.727866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.728837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.729293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.731515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Pushing event updated for resources: {'Port': ['ID=467a9cbc-bae9-4c89-8875-3addf5879229,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:10.731673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.732827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.733272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.733684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.734080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.742876 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] For port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:10.748656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.748656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.748656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.748656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c173bb4-d735-4ace-8dc2-50f52bb9ee9e tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:10.775458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:10.806986 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Usage tracker for resource:subnet and tenant:d722d46c12414e9587f35f6b673a2fdc is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:10.816988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 74c8b757-2e5d-422a-930e-8ce0ae4805ad triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:10.817337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.828287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:10.837448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 13:05:10.837448 dv-neutron-834664-2-hyperv neutron-server[87933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 13:05:10.837448 dv-neutron-834664-2-hyperv neutron-server[87933]: [parameters: {'id': '04ee5a58-6fd7-4458-a997-26136c2d67fc'}] Mar 22 13:05:10.837448 dv-neutron-834664-2-hyperv neutron-server[87933]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:10.837863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:10.861372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.866088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] For port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=447d5560-8163-4c8c-9abd-5a2e5e5a0d1d,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:10.895887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.920268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:10.937556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:10.982823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Attempting to bind port 467a9cbc-bae9-4c89-8875-3addf5879229 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:10.983220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Attempting to bind port 467a9cbc-bae9-4c89-8875-3addf5879229 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'b683707b-9cfe-49b1-9f21-95edc9efde40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e7637e50-1cf7-4222-a656-6ef440dbcdd3'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:10.984118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Attempting to bind port 467a9cbc-bae9-4c89-8875-3addf5879229 on network e7637e50-1cf7-4222-a656-6ef440dbcdd3 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:10.997650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port 577f2ae2-e914-4fbf-ab48-99185fbe39ea, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=577f2ae2-e914-4fbf-ab48-99185fbe39ea,segment=NetworkSegment(3465d6a8-535d-44e0-a8c3-46cc48cb9e5e),segment_id=3465d6a8-535d-44e0-a8c3-46cc48cb9e5e)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:10.998201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.010942 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:11.011374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Checking segment: {'id': 'b683707b-9cfe-49b1-9f21-95edc9efde40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e7637e50-1cf7-4222-a656-6ef440dbcdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:11.011821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.012242 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Bound using segment: {'id': 'b683707b-9cfe-49b1-9f21-95edc9efde40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e7637e50-1cf7-4222-a656-6ef440dbcdd3'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:11.012708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Bound port: 467a9cbc-bae9-4c89-8875-3addf5879229, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b683707b-9cfe-49b1-9f21-95edc9efde40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e7637e50-1cf7-4222-a656-6ef440dbcdd3'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:11.013076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.016327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.030538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 590f30d3-3ae6-4dfa-b24d-57184d5aae0f will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:11.032489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:11.035004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b7a17bde-427f-48cd-a389-9910537977f6 None None] Provisioning for port 39e0d191-9eff-48ec-9046-d6c468a5087b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:11.039342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Made reservation on behalf of d722d46c12414e9587f35f6b673a2fdc for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:11.042754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.059846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.060647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] For port 75fb0525-dd15-4b14-9b7d-01913d85dcfa, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:11.071961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b7a17bde-427f-48cd-a389-9910537977f6 None None] Provisioning complete for port 39e0d191-9eff-48ec-9046-d6c468a5087b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:11.072330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7a17bde-427f-48cd-a389-9910537977f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.121549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network e7637e50-1cf7-4222-a656-6ef440dbcdd3 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:11.124734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:11.128680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:11.134189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:11.134794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.146374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1ba7d-2ce4-4517-98d9-dbe6174308f0 None None] Pushing event updated for resources: {'Port': ['ID=447d5560-8163-4c8c-9abd-5a2e5e5a0d1d,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:11.158698 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] For port 75fb0525-dd15-4b14-9b7d-01913d85dcfa, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=75fb0525-dd15-4b14-9b7d-01913d85dcfa,segment=NetworkSegment(6b189884-0d32-485e-a884-ca5cd6a151c7),segment_id=6b189884-0d32-485e-a884-ca5cd6a151c7)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:11.164682 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3327811 Mar 22 13:05:11.166241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36318) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:11.212003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.216154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 577f2ae2-e914-4fbf-ab48-99185fbe39ea owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:11.281763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b7a17bde-427f-48cd-a389-9910537977f6 None None] Port 39e0d191-9eff-48ec-9046-d6c468a5087b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:11.332389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a0ac3612-5d99-49c8-aeef-90a0897f7bd7 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:11.415847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] For port 467a9cbc-bae9-4c89-8875-3addf5879229, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:11.452604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] For port 467a9cbc-bae9-4c89-8875-3addf5879229, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=467a9cbc-bae9-4c89-8875-3addf5879229,segment=NetworkSegment(b683707b-9cfe-49b1-9f21-95edc9efde40),segment_id=b683707b-9cfe-49b1-9f21-95edc9efde40)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:11.453551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b859cdc-c0ff-4639-843c-a6c0b970dc86 None None] Pushing event updated for resources: {'Port': ['ID=75fb0525-dd15-4b14-9b7d-01913d85dcfa,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:11.473532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.495193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.537428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a838b0-3966-4431-934a-3ee9800a6b8b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=84c5871c-54b1-4e03-b0f1-6f5b2bb311e9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:11.578102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port 75fb0525-dd15-4b14-9b7d-01913d85dcfa {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:11.578450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.598918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ea8d9-6982-4ecb-9ecd-a464c61b29da req-91bc1bcc-27a4-4eb5-9c20-16e139c32159 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:11.610354 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e17ea8d9-6982-4ecb-9ecd-a464c61b29da req-91bc1bcc-27a4-4eb5-9c20-16e139c32159 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.9973705 Mar 22 13:05:11.629838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fa93bc-b01b-45f2-92bf-606dd602196a None None] Network 04ee5a58-6fd7-4458-a997-26136c2d67fc requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:11.672729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1603287-7192-4bdb-bcf3-f4b1acb19b29 None None] Pushing event updated for resources: {'Port': ['ID=467a9cbc-bae9-4c89-8875-3addf5879229,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:11.724062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:11.724461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.776347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.829143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:11.926299 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e17ea8d9-6982-4ecb-9ecd-a464c61b29da req-791a1e15-0fa9-4524-9d19-e5075c877a63 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145108 Mar 22 13:05:11.939360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-801f3495-fd09-4ffe-b5ed-48a36564bd6c tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:12.024291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Deleting port a72649ed-0c56-4e06-a1a2-5ad44320d473 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:12.024687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:12.126761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 1a59e519-6c81-4276-b4ef-001e63eab572 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:12.255405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 1a59e519-6c81-4276-b4ef-001e63eab572 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:12.255843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:12.276525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:12.404889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] For port 75fb0525-dd15-4b14-9b7d-01913d85dcfa, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=75fb0525-dd15-4b14-9b7d-01913d85dcfa,segment=NetworkSegment(6b189884-0d32-485e-a884-ca5cd6a151c7),segment_id=6b189884-0d32-485e-a884-ca5cd6a151c7)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:12.405242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:12.441044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:12.557321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6541b320-bbe6-4516-a00f-595152d95131 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:12.610389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 6541b320-bbe6-4516-a00f-595152d95131 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:12.610739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6541b320-bbe6-4516-a00f-595152d95131 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:12.647304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Calling delete_port for 75fb0525-dd15-4b14-9b7d-01913d85dcfa owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:12.763838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:12.835212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=590f30d3-3ae6-4dfa-b24d-57184d5aae0f,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:12.861073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:12.868568 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b36da03a-5c3e-4d9b-a100-62e298b22566 None None] Provisioning for port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:12.873834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:12.887330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:12.889072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 577f2ae2-e914-4fbf-ab48-99185fbe39ea up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:12.932653 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.007103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.084803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Port': ['ID=75fb0525-dd15-4b14-9b7d-01913d85dcfa,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:13.089570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 577f2ae2-e914-4fbf-ab48-99185fbe39ea triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:13.089945 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.131007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No DVR routers for this DVR port 75fb0525-dd15-4b14-9b7d-01913d85dcfa on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:13.234895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:13.243353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.262140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Calling delete_port for a72649ed-0c56-4e06-a1a2-5ad44320d473 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:13.321691 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d66fd-9b84-4aec-ac1c-aab19025552f None None] Network e7637e50-1cf7-4222-a656-6ef440dbcdd3 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:13.357126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-801f3495-fd09-4ffe-b5ed-48a36564bd6c tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.365689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.410808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-801f3495-fd09-4ffe-b5ed-48a36564bd6c tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.415904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ee5a58-6fd7-4458-a997-26136c2d67fc']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:13.432210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b189884-0d32-485e-a884-ca5cd6a151c7') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:13.432592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b189884-0d32-485e-a884-ca5cd6a151c7') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:13.439274 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:13.448634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.452041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:13.452417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.466208 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-08e1d40b-9b00-48c9-bbaf-19f3be844fa9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.4197681 Mar 22 13:05:13.468635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36326) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:13.510971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e7c5bb67-4f36-4746-9209-0f952cf6979b None None] Provisioning for port 590f30d3-3ae6-4dfa-b24d-57184d5aae0f completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:13.511644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.524131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.528776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:13.529440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.532001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.532155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e7c5bb67-4f36-4746-9209-0f952cf6979b None None] Provisioning complete for port 590f30d3-3ae6-4dfa-b24d-57184d5aae0f triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:13.532521 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e7c5bb67-4f36-4746-9209-0f952cf6979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.536510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-801f3495-fd09-4ffe-b5ed-48a36564bd6c tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] In _notify_port_updated(), no bound segment for port 39e0d191-9eff-48ec-9046-d6c468a5087b on network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:05:13.541942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801f3495-fd09-4ffe-b5ed-48a36564bd6c tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:13.542557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-801f3495-fd09-4ffe-b5ed-48a36564bd6c tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:13.546130 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:13.548384 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-801f3495-fd09-4ffe-b5ed-48a36564bd6c tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "PUT /v2.0/ports/39e0d191-9eff-48ec-9046-d6c468a5087b HTTP/1.1" status: 200 len: 1001 time: 2.9079025 Mar 22 13:05:13.548475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36330) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:13.602361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.604143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Subnet': ['ID=e1c3029b-f963-4ac3-adce-565c37096141,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:13.626772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f3495-fd09-4ffe-b5ed-48a36564bd6c tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Port': ['ID=39e0d191-9eff-48ec-9046-d6c468a5087b,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:13.660634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5bb67-4f36-4746-9209-0f952cf6979b None None] Port 590f30d3-3ae6-4dfa-b24d-57184d5aae0f cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:13.761925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e7c5bb67-4f36-4746-9209-0f952cf6979b None None] Provisioning for port 467a9cbc-bae9-4c89-8875-3addf5879229 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:13.763636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f9d4-d4a0-4c68-bf11-00f7f3392853 req-d2bf193e-9c10-4750-bcfa-b55b42b50d23 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:13.766196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.772121 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9e32f9d4-d4a0-4c68-bf11-00f7f3392853 req-d2bf193e-9c10-4750-bcfa-b55b42b50d23 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 1.1102922 Mar 22 13:05:13.777899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f5e08e2e-7224-48d7-b59f-d986d4b963f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Deleting port 39e0d191-9eff-48ec-9046-d6c468a5087b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:13.778472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f5e08e2e-7224-48d7-b59f-d986d4b963f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.838462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.843697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=447d5560-8163-4c8c-9abd-5a2e5e5a0d1d,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:13.865971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.867582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 467a9cbc-bae9-4c89-8875-3addf5879229 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:13.869281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Checking segment: {'id': '33c9f5da-794e-474a-9e3d-3b24ad33382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ff1c863f-753a-471c-90aa-af7c3a7d0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:13.869802 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network hostable DHCP agents. Network: ff1c863f-753a-471c-90aa-af7c3a7d0681, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:05:13.886406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=577f2ae2-e914-4fbf-ab48-99185fbe39ea,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:13.937327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.942356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=04ee5a58-6fd7-4458-a997-26136c2d67fc,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:14.004358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36334) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:14.005928 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f91e06a9-24ae-4267-9356-2b7a90e845d7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/04ee5a58-6fd7-4458-a997-26136c2d67fc HTTP/1.1" status: 204 len: 168 time: 6.6889827 Mar 22 13:05:14.014563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155364932'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:14.026974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=447d5560-8163-4c8c-9abd-5a2e5e5a0d1d,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:14.034465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bb1414c6-0cdd-4033-9947-b84e5c9ff52c None None] Provisioning complete for port 39e0d191-9eff-48ec-9046-d6c468a5087b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:14.034954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bb1414c6-0cdd-4033-9947-b84e5c9ff52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.046399 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9e32f9d4-d4a0-4c68-bf11-00f7f3392853 req-77ef4315-ba38-473a-b26f-da39b97e4210 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730894 Mar 22 13:05:14.053207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:14.060226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network ff1c863f-753a-471c-90aa-af7c3a7d0681 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:05:14.073069 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:network and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:14.077727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:14.097101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.105333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:14.111493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 467a9cbc-bae9-4c89-8875-3addf5879229 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:14.120052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-bb1414c6-0cdd-4033-9947-b84e5c9ff52c None None] Port 39e0d191-9eff-48ec-9046-d6c468a5087b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:14.122247 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 467a9cbc-bae9-4c89-8875-3addf5879229 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:14.122745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.207033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, ff1c863f-753a-471c-90aa-af7c3a7d0681) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:14.212192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:14.212694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.218175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=84c5871c-54b1-4e03-b0f1-6f5b2bb311e9,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:14.225589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2a7a39-2572-44df-b9b3-4df6e6838009 None None] Network ff1c863f-753a-471c-90aa-af7c3a7d0681 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:14.256993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:14.261313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.291442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e9e439-21eb-41bc-8814-1842e3921f7a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:14.297396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e9e439-21eb-41bc-8814-1842e3921f7a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:14.298206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-98e9e439-21eb-41bc-8814-1842e3921f7a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:14.348695 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.363199 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e3eb9747-cbc6-442f-a249-6706bf79cb2a tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.3093414 Mar 22 13:05:14.363991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36338) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:14.389434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-136b0d52-1d7f-4d0e-b0c8-1ba77a2f8592 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff1c863f-753a-471c-90aa-af7c3a7d0681'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:14.395932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 467a9cbc-bae9-4c89-8875-3addf5879229, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=467a9cbc-bae9-4c89-8875-3addf5879229,segment=NetworkSegment(b683707b-9cfe-49b1-9f21-95edc9efde40),segment_id=b683707b-9cfe-49b1-9f21-95edc9efde40)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:14.406767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.472591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:14.474686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.543194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-44ec00ab-9cc3-4147-9fed-30a23e6873ee None None] Provisioning complete for port 467a9cbc-bae9-4c89-8875-3addf5879229 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:14.547621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-44ec00ab-9cc3-4147-9fed-30a23e6873ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.596508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-98e9e439-21eb-41bc-8814-1842e3921f7a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:14.601860 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-98e9e439-21eb-41bc-8814-1842e3921f7a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1300902 Mar 22 13:05:14.603136 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=467a9cbc-bae9-4c89-8875-3addf5879229,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:14.606960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36342) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:14.693731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f5e08e2e-7224-48d7-b59f-d986d4b963f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.696374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-ff1c863f-753a-471c-90aa-af7c3a7d0681', 'network_id': 'ff1c863f-753a-471c-90aa-af7c3a7d0681', 'tenant_id': 'd722d46c12414e9587f35f6b673a2fdc', 'fixed_ips': [{'subnet_id': 'e1c3029b-f963-4ac3-adce-565c37096141'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:14.697235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.851462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Pushing event deleted for resources: {'Port': ['ID=a72649ed-0c56-4e06-a1a2-5ad44320d473,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:14.900013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:14.913825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f5e08e2e-7224-48d7-b59f-d986d4b963f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Calling delete_port for 39e0d191-9eff-48ec-9046-d6c468a5087b owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:14.941858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.942420 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment 6e436f5c-eb3a-49af-8c8d-c745262a6478 of type vlan for network 1fc05de9-9895-424a-b64d-8d09191d3beb Mar 22 13:05:14.962829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.981348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-44ec00ab-9cc3-4147-9fed-30a23e6873ee None None] Provisioning for port 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:14.985140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f1976-88f3-458c-99e0-1ee41dfc7675 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 590f30d3-3ae6-4dfa-b24d-57184d5aae0f {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:14.985483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1976-88f3-458c-99e0-1ee41dfc7675 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:14.988922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-44ec00ab-9cc3-4147-9fed-30a23e6873ee None None] Provisioning complete for port 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:14.989071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-44ec00ab-9cc3-4147-9fed-30a23e6873ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.148507 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:15.149252 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.182344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-44ec00ab-9cc3-4147-9fed-30a23e6873ee None None] Port 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:15.210808 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Allocated IP 2001:db8:1::2 (ff1c863f-753a-471c-90aa-af7c3a7d0681/e1c3029b-f963-4ac3-adce-565c37096141/f707ab55-1bba-472a-a3d2-32be3b806956) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:15.290830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.401982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 467a9cbc-bae9-4c89-8875-3addf5879229 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:15.406474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-136b0d52-1d7f-4d0e-b0c8-1ba77a2f8592 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.441785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.443480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-90d6dc8f-9ce2-4c48-8e33-ce483cabe453 None None] Provisioning complete for port 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:15.443480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-90d6dc8f-9ce2-4c48-8e33-ce483cabe453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.452064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.459859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f5e08e2e-7224-48d7-b59f-d986d4b963f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.525997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:15.578345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e08e2e-7224-48d7-b59f-d986d4b963f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event deleted for resources: {'Port': ['ID=39e0d191-9eff-48ec-9046-d6c468a5087b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:15.596178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-90d6dc8f-9ce2-4c48-8e33-ce483cabe453 None None] Port 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:15.598934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d411c49-c00b-4c2a-a082-0b46c90fa292 req-a68a4b36-cefc-44a4-bc6c-6988f589f752 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:15.600773 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5d411c49-c00b-4c2a-a082-0b46c90fa292 req-a68a4b36-cefc-44a4-bc6c-6988f589f752 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.4436600 Mar 22 13:05:15.620766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.626282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 467a9cbc-bae9-4c89-8875-3addf5879229 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:15.626674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.628425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1976-88f3-458c-99e0-1ee41dfc7675 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.629558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.636040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:15.636675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.668541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Transition to ACTIVE for port object f707ab55-1bba-472a-a3d2-32be3b806956 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:15.703635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Transition to ACTIVE for port object f707ab55-1bba-472a-a3d2-32be3b806956 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:15.715305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.815471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Network ff1c863f-753a-471c-90aa-af7c3a7d0681 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:15.822674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:15.832713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:15.851031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f5e08e2e-7224-48d7-b59f-d986d4b963f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.860377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f1976-88f3-458c-99e0-1ee41dfc7675 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 590f30d3-3ae6-4dfa-b24d-57184d5aae0f owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:15.879581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Pushing event updated for resources: {'Port': ['ID=f707ab55-1bba-472a-a3d2-32be3b806956,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:15.919380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:15.926355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.932677 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.936488 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:15.957142 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:15.958293 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:15.973573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.973922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.974268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.974611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.974942 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.975304 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.975700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.976193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.976532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.976992 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.977324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.977646 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:15.982744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Attempting to bind port f707ab55-1bba-472a-a3d2-32be3b806956 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:15.983114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Attempting to bind port f707ab55-1bba-472a-a3d2-32be3b806956 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '33c9f5da-794e-474a-9e3d-3b24ad33382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ff1c863f-753a-471c-90aa-af7c3a7d0681'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:15.983515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Attempting to bind port f707ab55-1bba-472a-a3d2-32be3b806956 on network ff1c863f-753a-471c-90aa-af7c3a7d0681 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:15.990275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:15.990661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Checking segment: {'id': '33c9f5da-794e-474a-9e3d-3b24ad33382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ff1c863f-753a-471c-90aa-af7c3a7d0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:15.991070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:15.992130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Bound using segment: {'id': '33c9f5da-794e-474a-9e3d-3b24ad33382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ff1c863f-753a-471c-90aa-af7c3a7d0681'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:15.992598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Bound port: f707ab55-1bba-472a-a3d2-32be3b806956, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c9f5da-794e-474a-9e3d-3b24ad33382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ff1c863f-753a-471c-90aa-af7c3a7d0681'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:15.992969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.016961 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0092447 Mar 22 13:05:16.019354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36348) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:16.034274 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c0f81035-89e1-4bae-aae8-fb08e9f959eb tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8498468 Mar 22 13:05:16.040603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': '1fc05de9-9895-424a-b64d-8d09191d3beb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:16.051500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36352) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:16.061780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000327b-04b5-47de-ba15-a9366e8b0489 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=1fc05de9-9895-424a-b64d-8d09191d3beb,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:16.118278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] For port f707ab55-1bba-472a-a3d2-32be3b806956, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:16.120324 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f5e08e2e-7224-48d7-b59f-d986d4b963f5 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "DELETE /v2.0/ports/39e0d191-9eff-48ec-9046-d6c468a5087b HTTP/1.1" status: 204 len: 168 time: 2.5541551 Mar 22 13:05:16.122129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] For port f707ab55-1bba-472a-a3d2-32be3b806956, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f707ab55-1bba-472a-a3d2-32be3b806956,segment=NetworkSegment(33c9f5da-794e-474a-9e3d-3b24ad33382f),segment_id=33c9f5da-794e-474a-9e3d-3b24ad33382f)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:16.126427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 1fc05de9-9895-424a-b64d-8d09191d3beb details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:16.130439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36356) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:16.167544 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.196095 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5d411c49-c00b-4c2a-a082-0b46c90fa292 req-465150a1-ef70-48b8-91e0-8656d5b06651 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5569050 Mar 22 13:05:16.198418 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:16.287013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c558d5-e368-45c8-ba39-fd367f59df61 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting subnet 1b964d49-518e-4f56-b253-b9bf13ce256c {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:16.332760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-62c558d5-e368-45c8-ba39-fd367f59df61 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.376141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbce49-ed33-48ed-bc85-7e87e4481a92 None None] Pushing event updated for resources: {'Port': ['ID=f707ab55-1bba-472a-a3d2-32be3b806956,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:16.447355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.448001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Fanout notify agent at l3_agent the message router_deleted on router 5543db17-7014-4d13-be95-bc26d34ecedb {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:05:16.511599 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5eb5851-c9b3-4e51-86b0-73d702370734 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] GET failed (client error): The resource could not be found. Mar 22 13:05:16.514291 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c5eb5851-c9b3-4e51-86b0-73d702370734 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "GET /v2.0/ports/39e0d191-9eff-48ec-9046-d6c468a5087b HTTP/1.1" status: 404 len: 333 time: 0.3808625 Mar 22 13:05:16.521250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.522530 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d274c766-a64f-401b-85c3-2a12099536a9 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/5543db17-7014-4d13-be95-bc26d34ecedb HTTP/1.1" status: 204 len: 168 time: 6.5839336 Mar 22 13:05:16.523405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36362) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:16.542467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'port': {'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1530246787'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:16.561410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36366) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:16.571318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-482676311', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:16.593830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:16.611738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:16.614164 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Usage tracker for resource:router and tenant:b8f03a402292443688fa19989a5b5f0b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:16.623260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:subnet and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:16.633352 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:16.642497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-62c558d5-e368-45c8-ba39-fd367f59df61 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.649390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:16.753021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:16.765894 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:16.804552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1976-88f3-458c-99e0-1ee41dfc7675 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.868757 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:12Z', 'revision_number': 8, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:16.870113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:16.873574 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:05:16.874318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.885530 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:16.886147 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:16.896238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f1976-88f3-458c-99e0-1ee41dfc7675 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=590f30d3-3ae6-4dfa-b24d-57184d5aae0f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:16.900203 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-136b0d52-1d7f-4d0e-b0c8-1ba77a2f8592 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:05:16.904780 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-136b0d52-1d7f-4d0e-b0c8-1ba77a2f8592 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "PUT /v2.0/routers/2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b HTTP/1.1" status: 400 len: 364 time: 2.5214567 Mar 22 13:05:16.904780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.905260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.908153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36372) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:16.990313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1976-88f3-458c-99e0-1ee41dfc7675 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:17.009636 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:17.032771 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4d0f1976-88f3-458c-99e0-1ee41dfc7675 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/590f30d3-3ae6-4dfa-b24d-57184d5aae0f HTTP/1.1" status: 204 len: 168 time: 2.4138253 Mar 22 13:05:17.035424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:17.038038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:17.041622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36376) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:17.065845 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:17.128235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:17.157251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-62c558d5-e368-45c8-ba39-fd367f59df61 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:17.242084 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b3244-f20b-44f8-911b-46339adb78c2 req-f76c1cd5-ae45-4d7b-a5cc-3feb7a20bdda tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:17.250272 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-568b3244-f20b-44f8-911b-46339adb78c2 req-f76c1cd5-ae45-4d7b-a5cc-3feb7a20bdda tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.5216808 Mar 22 13:05:17.403793 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:05:17.418772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:17.435822 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:12Z', 'revision_number': 8, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:17.441895 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdde9a3-75c7-493e-91f6-d030cabf5803 None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:12Z', 'revision_number': 8, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': '04980a0e-8c20-4b6f-a1f0-3d803750d28b', 'name': '', 'network_id': '3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:a8:a9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:36Z', 'updated_at': '2022-03-22T13:04:55Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6d215a5a-935b-4efe-9723-1f2b0e364029', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:17.455073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-d460802e-9932-465a-9c47-f9bf9624c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:17.457046 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-d460802e-9932-465a-9c47-f9bf9624c20c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1098 time: 0.6854384 Mar 22 13:05:17.465484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=84c5871c-54b1-4e03-b0f1-6f5b2bb311e9,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:17.507423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71860c5-df5b-4a06-9109-fe4b59c5d19b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:17.509021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71860c5-df5b-4a06-9109-fe4b59c5d19b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:17.509759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d71860c5-df5b-4a06-9109-fe4b59c5d19b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:17.536338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Usage tracker for resource:port and tenant:3d786d5b5ac148598d8c29999614ccb4 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:17.541679 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-568b3244-f20b-44f8-911b-46339adb78c2 req-9c39aac8-7956-46aa-baa2-59babff17fb6 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900805 Mar 22 13:05:17.551260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:17.556940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-62c558d5-e368-45c8-ba39-fd367f59df61 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:17.601776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d71860c5-df5b-4a06-9109-fe4b59c5d19b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:17.603614 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d71860c5-df5b-4a06-9109-fe4b59c5d19b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5149558 Mar 22 13:05:17.613871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c558d5-e368-45c8-ba39-fd367f59df61 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Subnet': ['ID=1b964d49-518e-4f56-b253-b9bf13ce256c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:17.618276 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36380) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:17.618423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:17.621725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-62c558d5-e368-45c8-ba39-fd367f59df61 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:17.630346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2878c4b3-f8e0-485b-90e2-684978d9cce4 None None] Network 4cac1b93-5be4-411e-bc79-82cab59e7c8c requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:17.667414 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-62c558d5-e368-45c8-ba39-fd367f59df61 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/1b964d49-518e-4f56-b253-b9bf13ce256c HTTP/1.1" status: 204 len: 168 time: 1.6135969 Mar 22 13:05:17.669837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network e7637e50-1cf7-4222-a656-6ef440dbcdd3 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:17.670767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36384) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:17.674597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:17.762523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b2ed2-a6cc-43e5-b487-67ed4ad8be4c None None] Network ff1c863f-753a-471c-90aa-af7c3a7d0681 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:17.894153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-72be6509-d22f-42a4-996d-9d56fa2c6705 None None] Provisioning for port f707ab55-1bba-472a-a3d2-32be3b806956 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:18.050523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4d39aa2d-ceb1-4882-9e36-8eb1282eac99 None None] Provisioning complete for port 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:18.050639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4d39aa2d-ceb1-4882-9e36-8eb1282eac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.115513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4d39aa2d-ceb1-4882-9e36-8eb1282eac99 None None] Port 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:18.130342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc28d5-bc8b-492c-bead-8d90028dafc8 None None] DHCP port deletion for 4cac1b93-5be4-411e-bc79-82cab59e7c8c request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:18.161813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-85bc28d5-bc8b-492c-bead-8d90028dafc8 None None] Deleting port 74c8b757-2e5d-422a-930e-8ce0ae4805ad {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:18.162438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-85bc28d5-bc8b-492c-bead-8d90028dafc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.175108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Made reservation on behalf of 3d786d5b5ac148598d8c29999614ccb4 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:18.178542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.222734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11bbfa0-0d1a-4744-8d5c-cc4953e613e7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 29804928-11d1-4ca7-80f5-28665ea9767c {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:18.227194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.231093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11bbfa0-0d1a-4744-8d5c-cc4953e613e7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.300688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 74c8b757-2e5d-422a-930e-8ce0ae4805ad {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:18.301223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.327975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11bbfa0-0d1a-4744-8d5c-cc4953e613e7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.328345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.355934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] device_id is not set on port 28ccff0f-4da0-40a0-bf13-4beae21b3442 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:18.363497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Router cfb597c1-8fd1-46f3-a86f-4ae08d1cd158 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:05:18.423515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-fdfc7c72-0214-4618-9460-a30baf603902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:18.425228 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-fdfc7c72-0214-4618-9460-a30baf603902 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 913 time: 0.8905077 Mar 22 13:05:18.517256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-85bc28d5-bc8b-492c-bead-8d90028dafc8 None None] For port 74c8b757-2e5d-422a-930e-8ce0ae4805ad, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=74c8b757-2e5d-422a-930e-8ce0ae4805ad,segment=NetworkSegment(3465d6a8-535d-44e0-a8c3-46cc48cb9e5e),segment_id=3465d6a8-535d-44e0-a8c3-46cc48cb9e5e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:18.517569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-85bc28d5-bc8b-492c-bead-8d90028dafc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.541006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.632441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.659310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-85bc28d5-bc8b-492c-bead-8d90028dafc8 None None] Calling delete_port for 74c8b757-2e5d-422a-930e-8ce0ae4805ad owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:18.688457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:18.708803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f6652-08b2-488c-a3b2-55a7952bba89 None None] Sync routers for ids ['cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:18.722504 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-75a2cfa4-4ae2-4f6b-bc37-d8f6a9fa1052 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "PUT /v2.0/routers/cfb597c1-8fd1-46f3-a86f-4ae08d1cd158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5552380 Mar 22 13:05:18.723928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f6652-08b2-488c-a3b2-55a7952bba89 None None] Routers {'cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:18.724762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-303f6652-08b2-488c-a3b2-55a7952bba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:18.732424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36392) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:18.815094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-303f6652-08b2-488c-a3b2-55a7952bba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:18.827218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11bbfa0-0d1a-4744-8d5c-cc4953e613e7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.851974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f6652-08b2-488c-a3b2-55a7952bba89 None None] Routers {'cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:18.852623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-303f6652-08b2-488c-a3b2-55a7952bba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:18.913358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port 74c8b757-2e5d-422a-930e-8ce0ae4805ad, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=74c8b757-2e5d-422a-930e-8ce0ae4805ad,segment=NetworkSegment(3465d6a8-535d-44e0-a8c3-46cc48cb9e5e),segment_id=3465d6a8-535d-44e0-a8c3-46cc48cb9e5e)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:18.913781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:18.922959 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-20f59dec-eb07-44a7-baec-f285fece5b92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 1001 time: 0.4858398 Mar 22 13:05:18.956954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-303f6652-08b2-488c-a3b2-55a7952bba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:18.956954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f6652-08b2-488c-a3b2-55a7952bba89 None None] The sync data for ids ['cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:18.957972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f707ab55-1bba-472a-a3d2-32be3b806956 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:18.996378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-85bc28d5-bc8b-492c-bead-8d90028dafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:19.004414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=50baa316-4370-4792-ae70-4039fe2b6e62,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:19.059192 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc28d5-bc8b-492c-bead-8d90028dafc8 None None] Pushing event deleted for resources: {'Port': ['ID=74c8b757-2e5d-422a-930e-8ce0ae4805ad,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:19.068583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 74c8b757-2e5d-422a-930e-8ce0ae4805ad owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:19.070721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc28d5-bc8b-492c-bead-8d90028dafc8 None None] No DVR routers for this DVR port 74c8b757-2e5d-422a-930e-8ce0ae4805ad on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:19.101585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458c05ca-f520-4370-95a5-f2c4b03f8e2a None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:05:19.134352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port f707ab55-1bba-472a-a3d2-32be3b806956 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:19.149403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11bbfa0-0d1a-4744-8d5c-cc4953e613e7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:19.152435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.152689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f707ab55-1bba-472a-a3d2-32be3b806956 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:19.152811 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.153068 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:19.153207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.153529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.153883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.154214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.154529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.155024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.155523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.155832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.156155 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.156472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.217398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d11bbfa0-0d1a-4744-8d5c-cc4953e613e7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:19.221931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bbfa0-0d1a-4744-8d5c-cc4953e613e7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=29804928-11d1-4ca7-80f5-28665ea9767c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:19.227428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Allocated IP 2001:db8::14c (f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e/6b5da3f3-fda1-40fe-96e1-816abaf87c44/28ccff0f-4da0-40a0-bf13-4beae21b3442) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:19.230394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': '6e436f5c-eb3a-49af-8c8d-c745262a6478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1fc05de9-9895-424a-b64d-8d09191d3beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:19.230815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: 1fc05de9-9895-424a-b64d-8d09191d3beb, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:05:19.244671 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d11bbfa0-0d1a-4744-8d5c-cc4953e613e7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/29804928-11d1-4ca7-80f5-28665ea9767c HTTP/1.1" status: 204 len: 168 time: 1.6245699 Mar 22 13:05:19.246115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36396) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:19.247346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:19.247346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:19.297768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-72103cd1-24ea-42ba-a3bf-9a0f8c4e0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:19.299256 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-72103cd1-24ea-42ba-a3bf-9a0f8c4e0d99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 200 len: 851 time: 0.3343387 Mar 22 13:05:19.326870 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-08d11c95-0e9d-4cfe-8c20-af7a0f5d1ec9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754390 Mar 22 13:05:19.327138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36400) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:19.349799 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:19.432654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce3a4a-ed11-44f6-931d-8fa4431dda29 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:19.433631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a1ce3a4a-ed11-44f6-931d-8fa4431dda29 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:19.447378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network 1fc05de9-9895-424a-b64d-8d09191d3beb is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:05:19.452363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a1ce3a4a-ed11-44f6-931d-8fa4431dda29 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:19.456255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port f707ab55-1bba-472a-a3d2-32be3b806956, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f707ab55-1bba-472a-a3d2-32be3b806956,segment=NetworkSegment(33c9f5da-794e-474a-9e3d-3b24ad33382f),segment_id=33c9f5da-794e-474a-9e3d-3b24ad33382f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:19.456497 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a1ce3a4a-ed11-44f6-931d-8fa4431dda29 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1256449 Mar 22 13:05:19.456497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36404) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:19.470362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:19.531710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 577f2ae2-e914-4fbf-ab48-99185fbe39ea no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:19.538650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e879631a-8603-4113-a895-669f9c015373 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:19.539314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e879631a-8603-4113-a895-669f9c015373 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:19.548908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662541fb-eb49-439a-a2c2-41edc4862d3b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:19.550082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-662541fb-eb49-439a-a2c2-41edc4862d3b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:19.555287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e879631a-8603-4113-a895-669f9c015373 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:19.558813 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e879631a-8603-4113-a895-669f9c015373 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0990012 Mar 22 13:05:19.559907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36408) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:19.565713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 1fc05de9-9895-424a-b64d-8d09191d3beb) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:19.578053 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 577f2ae2-e914-4fbf-ab48-99185fbe39ea {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:19.578316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 577f2ae2-e914-4fbf-ab48-99185fbe39ea not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:19.578724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 74c8b757-2e5d-422a-930e-8ce0ae4805ad no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:19.632823 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d0c3c-f454-4235-a941-6f76ba365356 req-81d21907-830a-4071-a05f-436d2d978edc tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:19.633902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 74c8b757-2e5d-422a-930e-8ce0ae4805ad {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:19.638826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 74c8b757-2e5d-422a-930e-8ce0ae4805ad not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:19.638947 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0f7d0c3c-f454-4235-a941-6f76ba365356 req-81d21907-830a-4071-a05f-436d2d978edc tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.8070817 Mar 22 13:05:19.639033 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8f667ab4-c59d-42f1-83bd-4b1df6445468 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730662 Mar 22 13:05:19.639033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36412) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:19.644953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:19.645790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:19.646561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:19.649590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=f707ab55-1bba-472a-a3d2-32be3b806956,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:19.687876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-662541fb-eb49-439a-a2c2-41edc4862d3b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:19.692287 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-662541fb-eb49-439a-a2c2-41edc4862d3b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfb597c1-8fd1-46f3-a86f-4ae08d1cd158 HTTP/1.1" status: 200 len: 988 time: 0.9440820 Mar 22 13:05:19.715403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36416) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:19.721132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458c05ca-f520-4370-95a5-f2c4b03f8e2a None None] Unable to find a vacant binding_index for network 1fc05de9-9895-424a-b64d-8d09191d3beb and agent e07495e9-f39f-464b-bfdd-57d454f97402 {{(pid=87934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 22 13:05:19.728507 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458c05ca-f520-4370-95a5-f2c4b03f8e2a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 1fc05de9-9895-424a-b64d-8d09191d3beb) {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:05:19.751933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 74c8b757-2e5d-422a-930e-8ce0ae4805ad {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:19.752275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:19.832149 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] The port '74c8b757-2e5d-422a-930e-8ce0ae4805ad' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:05:19.833325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:20.002961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:20.091804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.116736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:20.120467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.123381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Allocated IP 2001:db8::1 (49954e35-9717-4a9b-9c6d-89ff5dd0d09d/e1a7e022-dacf-4db5-ba7a-1993aedde994/522810ba-8528-4e08-ae08-375b85f655f0) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:20.131476 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9b3c6031-cbc1-41db-bf96-006f1e966605 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1009068 Mar 22 13:05:20.138431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36420) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:20.154090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cac1b93-5be4-411e-bc79-82cab59e7c8c']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:20.169877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-1fc05de9-9895-424a-b64d-8d09191d3beb', 'network_id': '1fc05de9-9895-424a-b64d-8d09191d3beb', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': '50baa316-4370-4792-ae70-4039fe2b6e62'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:20.170777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.172910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:20.173220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3465d6a8-535d-44e0-a8c3-46cc48cb9e5e') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:20.241617 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0f7d0c3c-f454-4235-a941-6f76ba365356 req-662dfe8c-7248-46f3-8eb0-025200624cf5 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5546920 Mar 22 13:05:20.242671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.269819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.280128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:20.280530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:20.295644 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:20.302735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-dc8f27de-7b8a-4ab7-922b-3e13c411f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:20.304294 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-dc8f27de-7b8a-4ab7-922b-3e13c411f1b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c61fb77-9331-4a80-a558-a9b057586d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9876146 Mar 22 13:05:20.368302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Allocated IP 172.20.0.1 (1fc05de9-9895-424a-b64d-8d09191d3beb/50baa316-4370-4792-ae70-4039fe2b6e62/887f5fa1-d47c-43e0-aa27-c9181324ecfe) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:20.421845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.447700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.464152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Network': ['ID=4cac1b93-5be4-411e-bc79-82cab59e7c8c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:20.484335 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6f1b4349-ed08-4fe4-a85f-ade2f1bd3de5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/networks/4cac1b93-5be4-411e-bc79-82cab59e7c8c HTTP/1.1" status: 204 len: 168 time: 2.8038373 Mar 22 13:05:20.487771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36424) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:20.603614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.614956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Transition to ACTIVE for port object 887f5fa1-d47c-43e0-aa27-c9181324ecfe will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:20.634472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Transition to ACTIVE for port object 887f5fa1-d47c-43e0-aa27-c9181324ecfe will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:20.644299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.674226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.717834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Network 1fc05de9-9895-424a-b64d-8d09191d3beb is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:20.726960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:20.738003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Pushing event updated for resources: {'Port': ['ID=887f5fa1-d47c-43e0-aa27-c9181324ecfe,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:20.742414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:20.748308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f707ab55-1bba-472a-a3d2-32be3b806956 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:20.802776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.883398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.885346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Transition to ACTIVE for port object 28ccff0f-4da0-40a0-bf13-4beae21b3442 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:20.887535 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Attempting to bind port 887f5fa1-d47c-43e0-aa27-c9181324ecfe on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:20.887902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Attempting to bind port 887f5fa1-d47c-43e0-aa27-c9181324ecfe by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '6e436f5c-eb3a-49af-8c8d-c745262a6478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1fc05de9-9895-424a-b64d-8d09191d3beb'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:20.888259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Attempting to bind port 887f5fa1-d47c-43e0-aa27-c9181324ecfe on network 1fc05de9-9895-424a-b64d-8d09191d3beb {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:20.895352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:20.895724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Checking segment: {'id': '6e436f5c-eb3a-49af-8c8d-c745262a6478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1fc05de9-9895-424a-b64d-8d09191d3beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:20.896141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.896503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Bound using segment: {'id': '6e436f5c-eb3a-49af-8c8d-c745262a6478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1fc05de9-9895-424a-b64d-8d09191d3beb'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:20.896953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Bound port: 887f5fa1-d47c-43e0-aa27-c9181324ecfe, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e436f5c-eb3a-49af-8c8d-c745262a6478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1fc05de9-9895-424a-b64d-8d09191d3beb'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:20.897352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:20.943628 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.objects.ports [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87933) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:05:20.950540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f707ab55-1bba-472a-a3d2-32be3b806956 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:20.950700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.047565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.049733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] For port 887f5fa1-d47c-43e0-aa27-c9181324ecfe, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:21.054213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] For port 887f5fa1-d47c-43e0-aa27-c9181324ecfe, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=887f5fa1-d47c-43e0-aa27-c9181324ecfe,segment=NetworkSegment(6e436f5c-eb3a-49af-8c8d-c745262a6478),segment_id=6e436f5c-eb3a-49af-8c8d-c745262a6478)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:21.074034 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-aaca19b7-e441-41ac-b05b-6b4a50b13cd4 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786940 Mar 22 13:05:21.104264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.160002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.221013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283aaa0-3e3a-4bf3-8a82-1d82903507cc None None] Pushing event updated for resources: {'Port': ['ID=887f5fa1-d47c-43e0-aa27-c9181324ecfe,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:21.241754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.266234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port 887f5fa1-d47c-43e0-aa27-c9181324ecfe {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:21.267150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.400516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.523810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Transition to ACTIVE for port object 522810ba-8528-4e08-ae08-375b85f655f0 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:21.525672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.678817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Allocated IP 172.26.5.14 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/d628b7f2-018b-4c45-9bb7-ae852dad6a83) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:21.731510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.734994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:21.757658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Port': ['ID=28ccff0f-4da0-40a0-bf13-4beae21b3442,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:21.760163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:21.796442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:21.801885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:21.802486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.813088 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5beaad5b-8952-47cd-bf37-9dde9a9e0733 req-e00a996d-9a08-4ebc-99ee-795326e5824b service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149577 Mar 22 13:05:21.945586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] For port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=447d5560-8163-4c8c-9abd-5a2e5e5a0d1d,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:21.966644 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-77d0afea-77f6-4cd1-89a3-eda4888be45b tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.4295013 Mar 22 13:05:21.979271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:21.998354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36430) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:22.007604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd81d3-bd2d-431c-b0de-b374645b159a req-bf103934-7a38-433c-91dc-03a0b80bb2ab tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:22.009024 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cbbd81d3-bd2d-431c-b0de-b374645b159a req-bf103934-7a38-433c-91dc-03a0b80bb2ab tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.5790312 Mar 22 13:05:22.024323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'port': {'network_id': 'f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1316222398'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:22.131227 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network 49954e35-9717-4a9b-9c6d-89ff5dd0d09d is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:22.138711 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:22.158477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:22.159009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:22.201085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:22.210961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Port': ['ID=522810ba-8528-4e08-ae08-375b85f655f0,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:22.217546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:22.218263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:22.224568 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cbbd81d3-bd2d-431c-b0de-b374645b159a req-d0b54a4e-2360-42cd-94ca-ed33f2f08415 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865165 Mar 22 13:05:22.228960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:22.235646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] For port 887f5fa1-d47c-43e0-aa27-c9181324ecfe, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=887f5fa1-d47c-43e0-aa27-c9181324ecfe,segment=NetworkSegment(6e436f5c-eb3a-49af-8c8d-c745262a6478),segment_id=6e436f5c-eb3a-49af-8c8d-c745262a6478)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:22.236019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:22.377110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=9d4b4bfd-0bf5-42be-bf29-4f6fe137b9b4,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:22.427468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Calling delete_port for 887f5fa1-d47c-43e0-aa27-c9181324ecfe owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:22.439261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:22.450024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:22.464389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a287e-faae-4ab8-94b6-0be91aa98a37 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:22.476186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:22.476908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:22.493543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=447d5560-8163-4c8c-9abd-5a2e5e5a0d1d,revision_number=6']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:22.527447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:22.529173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Usage tracker for resource:port and tenant:3d786d5b5ac148598d8c29999614ccb4 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:22.538494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:22.547068 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f7dc00c5-2802-4837-b10f-da1371d06edd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9067326 Mar 22 13:05:22.547903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36434) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:22.560934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:4c:d5:4d', 'name': 'tempest-NetworksTestDHCPv6-699689407'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:22.589484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:22.599676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe5cd5d-edc5-4098-a16a-e86ec1c17922 None None] Network 1fc05de9-9895-424a-b64d-8d09191d3beb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:22.611702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:22.794919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-dce80adf-ad1b-46c5-9f63-b03c69bee651 None None] Provisioning for port 887f5fa1-d47c-43e0-aa27-c9181324ecfe completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:22.877392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Made reservation on behalf of 3d786d5b5ac148598d8c29999614ccb4 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:22.887806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:22.920794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:22.941558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:23.026810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 887f5fa1-d47c-43e0-aa27-c9181324ecfe up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:23.037166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] device_id is not set on port 561284e1-76b0-47f7-91d7-a9a8a788ecee yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:23.073277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 04980a0e-8c20-4b6f-a1f0-3d803750d28b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:23.073679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:23.148710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6681d91b-9010-44a1-8499-afc3cfa34ae6 None None] Provisioning for port 522810ba-8528-4e08-ae08-375b85f655f0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:23.160655 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6681d91b-9010-44a1-8499-afc3cfa34ae6 None None] Provisioning complete for port 522810ba-8528-4e08-ae08-375b85f655f0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:23.161018 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6681d91b-9010-44a1-8499-afc3cfa34ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:23.242354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:23.341361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6681d91b-9010-44a1-8499-afc3cfa34ae6 None None] Port 522810ba-8528-4e08-ae08-375b85f655f0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:23.360498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:23.372747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:23.386385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:23.392519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6681d91b-9010-44a1-8499-afc3cfa34ae6 None None] Provisioning for port 28ccff0f-4da0-40a0-bf13-4beae21b3442 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:23.399181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6681d91b-9010-44a1-8499-afc3cfa34ae6 None None] Provisioning complete for port 28ccff0f-4da0-40a0-bf13-4beae21b3442 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:23.399751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6681d91b-9010-44a1-8499-afc3cfa34ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:23.416883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:23.466960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:23.494248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Allocated IP 2001:db8::23b (f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e/6b5da3f3-fda1-40fe-96e1-816abaf87c44/561284e1-76b0-47f7-91d7-a9a8a788ecee) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:23.495786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6681d91b-9010-44a1-8499-afc3cfa34ae6 None None] Port 28ccff0f-4da0-40a0-bf13-4beae21b3442 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:23.566197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-4c26b30d-1f55-4ce6-80d6-0c75654f04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:23.568722 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-4c26b30d-1f55-4ce6-80d6-0c75654f04d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94d1bf4c17454780927ec149855c36f1&device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 1098 time: 1.1136014 Mar 22 13:05:23.570039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port 04980a0e-8c20-4b6f-a1f0-3d803750d28b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=04980a0e-8c20-4b6f-a1f0-3d803750d28b,segment=NetworkSegment(9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15),segment_id=9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:23.570412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:23.581375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Pushing event updated for resources: {'Port': ['ID=d628b7f2-018b-4c45-9bb7-ae852dad6a83,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:23.618742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 887f5fa1-d47c-43e0-aa27-c9181324ecfe completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:23.625094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 887f5fa1-d47c-43e0-aa27-c9181324ecfe triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:23.625689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:23.667804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc77c9-6b13-48df-8fac-af20a8618a63 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:23.702669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Port 887f5fa1-d47c-43e0-aa27-c9181324ecfe was deleted so its status cannot be updated. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 22 13:05:23.703329 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:23.733436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:23.868325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-109ad6ab-e576-464e-b2b0-427fd60a32e2 None None] Provisioning complete for port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:23.869255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-109ad6ab-e576-464e-b2b0-427fd60a32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:23.889060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 04980a0e-8c20-4b6f-a1f0-3d803750d28b owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:23.945830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Port': ['ID=887f5fa1-d47c-43e0-aa27-c9181324ecfe,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:23.958603 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:23.959333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:23.986890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:24.046609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47024e90-5c81-4a0f-84ea-853b6c561cda None None] Network 1fc05de9-9895-424a-b64d-8d09191d3beb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:24.084863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:24.094089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No DVR routers for this DVR port 887f5fa1-d47c-43e0-aa27-c9181324ecfe on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:24.305442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0ad4a-3c85-4aff-ad73-42e2bfd37cbb req-3d334e65-1f8f-411b-b1e4-922aff28838c tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:24.306811 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9ce0ad4a-3c85-4aff-ad73-42e2bfd37cbb req-3d334e65-1f8f-411b-b1e4-922aff28838c tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.9510655 Mar 22 13:05:24.371136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:24.378371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-913507af-4fc4-4464-9393-ec136985abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:24.380098 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-913507af-4fc4-4464-9393-ec136985abe1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 200 len: 913 time: 0.7693908 Mar 22 13:05:24.389235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:24.437397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Transition to ACTIVE for port object 561284e1-76b0-47f7-91d7-a9a8a788ecee will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:24.463857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::f816:3eff:fe4c:d54d (664f0cd7-b40c-4378-b4f7-c397d24fad2a/9d4b4bfd-0bf5-42be-bf29-4f6fe137b9b4/7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:24.500206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:24.500791 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:24.509851 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a554065f-4dce-458e-a432-e5ccdb2615ab None None] Could not find standard attr ID for object 887f5fa1-d47c-43e0-aa27-c9181324ecfe. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:05:24.521947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:24.711727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=04980a0e-8c20-4b6f-a1f0-3d803750d28b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:24.787471 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9ce0ad4a-3c85-4aff-ad73-42e2bfd37cbb req-bbb06a28-6c53-4e34-bc7f-9b5a0b9673e9 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4401703 Mar 22 13:05:24.837910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1967853e-aacb-498d-a7cb-692eba2f6b98 None None] Provisioning complete for port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:24.838538 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1967853e-aacb-498d-a7cb-692eba2f6b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:24.871527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:24.932307 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.145428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.174398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:25.182713 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-d7430bee-6f54-423c-a77c-ce49f9aa2c55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 200 len: 1001 time: 0.7516680 Mar 22 13:05:25.183448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:25.189816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Port': ['ID=561284e1-76b0-47f7-91d7-a9a8a788ecee,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:25.192228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:25.198352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:25.199002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.261534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b978f80-3399-42b6-8da0-d9469fd0b91f None None] Network 1fc05de9-9895-424a-b64d-8d09191d3beb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:25.330956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=50baa316-4370-4792-ae70-4039fe2b6e62,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:25.425574 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f5ec0e21-cbda-4378-9175-5024425682bc tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4260314 Mar 22 13:05:25.434830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36442) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:25.441906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-276786cd-4857-499d-b01d-0125395fdd92 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a4', 'mac_address': 'fa:16:3e:88:08:29'}, {'ip_address': '2001:db8::14c', 'mac_address': 'fa:16:3e:67:ad:bc'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:25.471373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.536025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ba09fc56-9ec3-4d61-8476-f91aeb00790e None None] Provisioning for port 561284e1-76b0-47f7-91d7-a9a8a788ecee completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:25.543257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ba09fc56-9ec3-4d61-8476-f91aeb00790e None None] Provisioning complete for port 561284e1-76b0-47f7-91d7-a9a8a788ecee triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:25.544220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ba09fc56-9ec3-4d61-8476-f91aeb00790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.557481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.583437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-810391fd-29e0-4f27-94a0-f9d9a508db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:25.585017 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-810391fd-29e0-4f27-94a0-f9d9a508db46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 200 len: 851 time: 0.3797731 Mar 22 13:05:25.587099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.591820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede09794-10f3-498f-adb1-6d4feeb1364e None None] DHCP port deletion for 1fc05de9-9895-424a-b64d-8d09191d3beb request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:25.607850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.627442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ba09fc56-9ec3-4d61-8476-f91aeb00790e None None] Port 561284e1-76b0-47f7-91d7-a9a8a788ecee cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:25.702238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.702643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.731272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fec58-76eb-452a-96cb-ea8da232fe9d req-973e7974-6427-42de-860f-6e827f970f78 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:25.732968 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a49fec58-76eb-452a-96cb-ea8da232fe9d req-973e7974-6427-42de-860f-6e827f970f78 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.8341851 Mar 22 13:05:25.735767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:25.774159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc05de9-9895-424a-b64d-8d09191d3beb']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:25.784667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:25.830942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e436f5c-eb3a-49af-8c8d-c745262a6478') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:25.831264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e436f5c-eb3a-49af-8c8d-c745262a6478') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:25.958091 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a49fec58-76eb-452a-96cb-ea8da232fe9d req-5ae692af-bc74-4425-85b1-dc3eea31db32 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129745 Mar 22 13:05:25.969786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:25.974218 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:26.030576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:26.058298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:26.059200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event updated for resources: {'Port': ['ID=522810ba-8528-4e08-ae08-375b85f655f0,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:26.200424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:26.228125 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:26.228532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:26.248214 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:26.265270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:26.272945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:26.292488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:26.297918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:26.298553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:26.312909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:26.327369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:26.340173 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:26.359385 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:26.360875 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:26.392055 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2f5dc310-65ca-46bc-81e7-fbcaae89a601 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9032226 Mar 22 13:05:26.398098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36450) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:26.401915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-276786cd-4857-499d-b01d-0125395fdd92 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:26.469214 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9f47e0ed-8e14-4255-a834-c2230d4f6b93 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9146798 Mar 22 13:05:26.474982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36454) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:26.510810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-840e5d14-b92e-48f4-b596-5072f571fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:26.512307 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-840e5d14-b92e-48f4-b596-5072f571fdb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c61fb77-9331-4a80-a558-a9b057586d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9146323 Mar 22 13:05:26.620750 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:26.636608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc82514-4369-4a8e-866a-e54828c9bedd req-2a7575bb-62a4-43ba-a308-e9b5b012e6aa tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:26.637914 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bcc82514-4369-4a8e-866a-e54828c9bedd req-2a7575bb-62a4-43ba-a308-e9b5b012e6aa tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.3087342 Mar 22 13:05:26.661346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3f08f3b1-b036-4d7c-94d1-e69e4c838139 None None] Provisioning for port 7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:26.678253 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3f08f3b1-b036-4d7c-94d1-e69e4c838139 None None] Provisioning complete for port 7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:26.679510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3f08f3b1-b036-4d7c-94d1-e69e4c838139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:26.697214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:26.703112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:26.750562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f693ab-a63b-4a24-9fbe-b209cb967788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:26.756428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f693ab-a63b-4a24-9fbe-b209cb967788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:26.757598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f6f693ab-a63b-4a24-9fbe-b209cb967788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:26.769395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Network 49954e35-9717-4a9b-9c6d-89ff5dd0d09d is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:26.801169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-3f08f3b1-b036-4d7c-94d1-e69e4c838139 None None] Port 7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:26.812658 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bcc82514-4369-4a8e-866a-e54828c9bedd req-0a3f920f-36f6-45c0-8135-58130b04224b tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143451 Mar 22 13:05:26.814531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 887f5fa1-d47c-43e0-aa27-c9181324ecfe no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:26.815546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f6f693ab-a63b-4a24-9fbe-b209cb967788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:26.816621 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f6f693ab-a63b-4a24-9fbe-b209cb967788 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3399866 Mar 22 13:05:26.820446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36458) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:26.834137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=1fc05de9-9895-424a-b64d-8d09191d3beb,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:26.839318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:26.859730 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-27c75a04-1bf3-46eb-b1b8-6ffa4854e2a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/1fc05de9-9895-424a-b64d-8d09191d3beb HTTP/1.1" status: 204 len: 168 time: 6.7107439 Mar 22 13:05:26.870683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36462) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:26.898623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 887f5fa1-d47c-43e0-aa27-c9181324ecfe {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:26.898971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 887f5fa1-d47c-43e0-aa27-c9181324ecfe not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:26.926398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7606ef9e-a479-4fb2-a8b1-3ea8b52a783a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:26.926875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7606ef9e-a479-4fb2-a8b1-3ea8b52a783a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:26.976277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-276786cd-4857-499d-b01d-0125395fdd92 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:05:26.999638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1888387370'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:27.008238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-276786cd-4857-499d-b01d-0125395fdd92 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.015079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-276786cd-4857-499d-b01d-0125395fdd92 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.086368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:27.091120 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:24Z', 'revision_number': 9, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:27.096098 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:05:27.099283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-021ce44f-c382-4b5a-91be-511de4a47ac3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting subnet 6d215a5a-935b-4efe-9723-1f2b0e364029 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:27.107028 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:27.108821 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:27.110887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-021ce44f-c382-4b5a-91be-511de4a47ac3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.154808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-276786cd-4857-499d-b01d-0125395fdd92 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] In _notify_port_updated(), no bound segment for port 561284e1-76b0-47f7-91d7-a9a8a788ecee on network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:05:27.160197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276786cd-4857-499d-b01d-0125395fdd92 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:27.160836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-276786cd-4857-499d-b01d-0125395fdd92 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.162092 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-276786cd-4857-499d-b01d-0125395fdd92 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "PUT /v2.0/ports/561284e1-76b0-47f7-91d7-a9a8a788ecee HTTP/1.1" status: 200 len: 1067 time: 1.7261097 Mar 22 13:05:27.166034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36466) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:27.168489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276786cd-4857-499d-b01d-0125395fdd92 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event updated for resources: {'Port': ['ID=561284e1-76b0-47f7-91d7-a9a8a788ecee,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:27.203805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:network and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:27.214982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:27.237866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c6f5ffe1-0150-4495-9018-0de47ed1a45d None None] Provisioning complete for port 522810ba-8528-4e08-ae08-375b85f655f0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:27.238233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ffe1-0150-4495-9018-0de47ed1a45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.284540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-236b5a8b-ba7f-4555-af6c-d092192a2934 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Deleting port 561284e1-76b0-47f7-91d7-a9a8a788ecee {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:27.285142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-236b5a8b-ba7f-4555-af6c-d092192a2934 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.286513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:27.318209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5ffe1-0150-4495-9018-0de47ed1a45d None None] Port 522810ba-8528-4e08-ae08-375b85f655f0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:27.318555 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:27.339976 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.372459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-021ce44f-c382-4b5a-91be-511de4a47ac3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.430241 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-0b38c950-ba14-4b66-a51e-c17ec14b1dc6 service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7168458 Mar 22 13:05:27.501274 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:27.506999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.551976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d94538ce-3b2c-469f-8f64-55e448ea52e6 None None] Provisioning complete for port 561284e1-76b0-47f7-91d7-a9a8a788ecee triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:27.552777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d94538ce-3b2c-469f-8f64-55e448ea52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.564275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Router 2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:27.580922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.628655 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d94538ce-3b2c-469f-8f64-55e448ea52e6 None None] Port 561284e1-76b0-47f7-91d7-a9a8a788ecee cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:27.699536 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:24Z', 'revision_number': 9, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:27.703817 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b74857-2e72-4727-ae78-2a76a86033d6 None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:24Z', 'revision_number': 9, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'a2e8304e-ef8c-4b15-b10d-9724fead104c', 'name': '', 'network_id': '78333a61-0674-478c-b07f-c402a7bc1e14', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:83:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:21Z', 'updated_at': '2022-03-22T13:04:35Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': 'b1b47baa-734e-4963-b5ae-8aee87140ed8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:27.709178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=84c5871c-54b1-4e03-b0f1-6f5b2bb311e9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:27.750990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7606ef9e-a479-4fb2-a8b1-3ea8b52a783a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:27.848278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:27.938453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7606ef9e-a479-4fb2-a8b1-3ea8b52a783a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:28.063831 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-236b5a8b-ba7f-4555-af6c-d092192a2934 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:28.228264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-236b5a8b-ba7f-4555-af6c-d092192a2934 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Calling delete_port for 561284e1-76b0-47f7-91d7-a9a8a788ecee owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:28.255420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:28.255766 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment e5863eb9-3aed-473e-a33f-96e29c86dabd of type vlan for network da59330c-ada1-4f8e-ba85-cddb592ad461 Mar 22 13:05:28.324617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7606ef9e-a479-4fb2-a8b1-3ea8b52a783a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:28.366033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:28.375121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606ef9e-a479-4fb2-a8b1-3ea8b52a783a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:28.462426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7606ef9e-a479-4fb2-a8b1-3ea8b52a783a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:28.479889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-021ce44f-c382-4b5a-91be-511de4a47ac3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:28.485337 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7606ef9e-a479-4fb2-a8b1-3ea8b52a783a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b HTTP/1.1" status: 204 len: 168 time: 1.6638794 Mar 22 13:05:28.488083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36472) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:28.523623 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55a74fa8-cfca-48ce-82b2-aee96d6a7f6d req-49dc7af1-3d44-4415-811c-a0ec1030453c service neutron] 10.222.0.47 "GET /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0232441 Mar 22 13:05:28.529307 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-236b5a8b-ba7f-4555-af6c-d092192a2934 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:28.556943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:28.575604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:28.598467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbce900-7ba6-4eb6-bc58-af99dae942fb None None] Sync routers for ids ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:28.601313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b5a8b-ba7f-4555-af6c-d092192a2934 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event deleted for resources: {'Port': ['ID=561284e1-76b0-47f7-91d7-a9a8a788ecee,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:28.610304 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbce900-7ba6-4eb6-bc58-af99dae942fb None None] Routers {'2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:28.611024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ccbce900-7ba6-4eb6-bc58-af99dae942fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:28.655397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681a411d-a44a-41df-ab02-48b0031aa922 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:28.657431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681a411d-a44a-41df-ab02-48b0031aa922 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:28.658390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-681a411d-a44a-41df-ab02-48b0031aa922 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:28.719752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-681a411d-a44a-41df-ab02-48b0031aa922 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:28.720996 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-681a411d-a44a-41df-ab02-48b0031aa922 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2319367 Mar 22 13:05:28.727859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36476) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:28.760627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ccbce900-7ba6-4eb6-bc58-af99dae942fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:28.762978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 04980a0e-8c20-4b6f-a1f0-3d803750d28b no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:28.795596 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-17975940-5b8d-4c43-9a62-c648bc1d40f7 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "PUT /v2.0/routers/2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8698699 Mar 22 13:05:28.801595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36480) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:28.813147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 04980a0e-8c20-4b6f-a1f0-3d803750d28b {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:28.813928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 04980a0e-8c20-4b6f-a1f0-3d803750d28b not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:28.819130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbce900-7ba6-4eb6-bc58-af99dae942fb None None] Routers {'2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:28.820840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ccbce900-7ba6-4eb6-bc58-af99dae942fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:28.879871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:28.886297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:28.887005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:28.894694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ccbce900-7ba6-4eb6-bc58-af99dae942fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:28.895553 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbce900-7ba6-4eb6-bc58-af99dae942fb None None] The sync data for ids ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:28.922691 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Router b0f173bd-5df1-4910-9239-430e7a527d5e is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:05:28.929521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bffe2d-084d-41d4-af61-9939c3f09312 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 9d4b4bfd-0bf5-42be-bf29-4f6fe137b9b4 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:28.932063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80e9d-0b92-4040-851c-7cfb97a4851c req-a125253a-94e9-4a03-9d09-5f37686a5797 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:28.933585 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-97c80e9d-0b92-4040-851c-7cfb97a4851c req-a125253a-94e9-4a03-9d09-5f37686a5797 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.9418414 Mar 22 13:05:28.952801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-021ce44f-c382-4b5a-91be-511de4a47ac3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.092046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Router cfb597c1-8fd1-46f3-a86f-4ae08d1cd158 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:29.105581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-021ce44f-c382-4b5a-91be-511de4a47ac3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.105765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32146028-33d6-4cde-8136-2521f8597b54 None None] Network 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:29.109857 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-021ce44f-c382-4b5a-91be-511de4a47ac3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/6d215a5a-935b-4efe-9723-1f2b0e364029 HTTP/1.1" status: 204 len: 168 time: 2.7013807 Mar 22 13:05:29.110636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ce44f-c382-4b5a-91be-511de4a47ac3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Subnet': ['ID=6d215a5a-935b-4efe-9723-1f2b0e364029,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:29.120256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36484) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:29.148696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68bffe2d-084d-41d4-af61-9939c3f09312 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.173775 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2935231 Mar 22 13:05:29.214391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36488) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:29.217634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2f0e8-6f5b-44f7-b867-a3e3fa241291 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=da59330c-ada1-4f8e-ba85-cddb592ad461,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:29.232538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': 'da59330c-ada1-4f8e-ba85-cddb592ad461', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:29.236328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network da59330c-ada1-4f8e-ba85-cddb592ad461 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:29.293131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7d2e60d1-b4b9-4cd7-9690-6e7b19b41293 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.325145 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-97c80e9d-0b92-4040-851c-7cfb97a4851c req-2a07172b-a386-4def-9c7c-4eb9823d29fa tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665233 Mar 22 13:05:29.457717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-236b5a8b-ba7f-4555-af6c-d092192a2934 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.462454 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-236b5a8b-ba7f-4555-af6c-d092192a2934 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "DELETE /v2.0/ports/561284e1-76b0-47f7-91d7-a9a8a788ecee HTTP/1.1" status: 204 len: 168 time: 2.2953200 Mar 22 13:05:29.473118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36492) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:29.513299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c82cccd-789d-4b22-987e-064a5f0241ea None None] DHCP port deletion for 3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:29.518021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1c82cccd-789d-4b22-987e-064a5f0241ea None None] Deleting port dfacd801-e4af-4cca-a825-96e331482c3c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:29.518571 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1c82cccd-789d-4b22-987e-064a5f0241ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.526139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68bffe2d-084d-41d4-af61-9939c3f09312 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.557491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:29.562998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.570692 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9c734208-5b1e-4e05-bdbf-e62070e077fe tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "PUT /v2.0/routers/cfb597c1-8fd1-46f3-a86f-4ae08d1cd158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8488684 Mar 22 13:05:29.573127 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741effe3-ecec-4f1c-9dfd-87a42e489d9e None None] Sync routers for ids ['cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:29.579293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36496) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:29.583468 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741effe3-ecec-4f1c-9dfd-87a42e489d9e None None] Routers {'cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:29.584355 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-741effe3-ecec-4f1c-9dfd-87a42e489d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:29.637252 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbb8529-1f8f-4626-a8a4-feb5e355cb90 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] GET failed (client error): The resource could not be found. Mar 22 13:05:29.637818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9dbb8529-1f8f-4626-a8a4-feb5e355cb90 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Synchronizing usage tracker for tenant:3d786d5b5ac148598d8c29999614ccb4 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:29.650567 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-741effe3-ecec-4f1c-9dfd-87a42e489d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:29.660071 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741effe3-ecec-4f1c-9dfd-87a42e489d9e None None] Routers {'cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:29.660906 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-741effe3-ecec-4f1c-9dfd-87a42e489d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:29.687864 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-7d2e60d1-b4b9-4cd7-9690-6e7b19b41293 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 13:05:29.691574 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7d2e60d1-b4b9-4cd7-9690-6e7b19b41293 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/routers/2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b HTTP/1.1" status: 409 len: 329 time: 0.8863475 Mar 22 13:05:29.693693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9dbb8529-1f8f-4626-a8a4-feb5e355cb90 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Unset dirty status for tenant:3d786d5b5ac148598d8c29999614ccb4 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:29.697873 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9dbb8529-1f8f-4626-a8a4-feb5e355cb90 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "GET /v2.0/ports/561284e1-76b0-47f7-91d7-a9a8a788ecee HTTP/1.1" status: 404 len: 333 time: 0.2210495 Mar 22 13:05:29.702798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36500) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:29.703110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36502) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:29.740171 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-741effe3-ecec-4f1c-9dfd-87a42e489d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:29.741460 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741effe3-ecec-4f1c-9dfd-87a42e489d9e None None] The sync data for ids ['cfb597c1-8fd1-46f3-a86f-4ae08d1cd158'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:29.787004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1c82cccd-789d-4b22-987e-064a5f0241ea None None] For port dfacd801-e4af-4cca-a825-96e331482c3c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dfacd801-e4af-4cca-a825-96e331482c3c,segment=NetworkSegment(9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15),segment_id=9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:29.788549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1c82cccd-789d-4b22-987e-064a5f0241ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.822747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:29.836062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:29.841839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:subnet and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:29.846754 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-01620d46-6955-4ba9-87e9-b8a2dcd8c3af tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:05:29.847602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-01620d46-6955-4ba9-87e9-b8a2dcd8c3af tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:29.858952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092536d-7dd9-4c29-b76d-933579a43584 None None] Sync routers for ids ['b0f173bd-5df1-4910-9239-430e7a527d5e'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:29.874486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port dfacd801-e4af-4cca-a825-96e331482c3c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:29.874828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.897885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:29.905172 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:29.906778 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ca60da81-7c79-4495-9b5c-d938b4395a6a tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 13.3419287 Mar 22 13:05:29.915797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36508) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:29.918404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:29.923500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-01620d46-6955-4ba9-87e9-b8a2dcd8c3af tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:29.927284 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-01620d46-6955-4ba9-87e9-b8a2dcd8c3af tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/84c5871c-54b1-4e03-b0f1-6f5b2bb311e9 HTTP/1.1" status: 404 len: 333 time: 0.3140864 Mar 22 13:05:29.927444 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1c82cccd-789d-4b22-987e-064a5f0241ea None None] Calling delete_port for dfacd801-e4af-4cca-a825-96e331482c3c owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:29.928073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36512) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:29.930571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:29.968628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092536d-7dd9-4c29-b76d-933579a43584 None None] Routers {'b0f173bd-5df1-4910-9239-430e7a527d5e'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:29.969304 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d092536d-7dd9-4c29-b76d-933579a43584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b0f173bd-5df1-4910-9239-430e7a527d5e'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:30.034561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d092536d-7dd9-4c29-b76d-933579a43584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:30.054411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7db0eb7e-0d3d-4bc4-b694-2c047bccd9c6 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Deleting port 28ccff0f-4da0-40a0-bf13-4beae21b3442 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:30.054744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7db0eb7e-0d3d-4bc4-b694-2c047bccd9c6 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.057400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092536d-7dd9-4c29-b76d-933579a43584 None None] Routers {'b0f173bd-5df1-4910-9239-430e7a527d5e'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:30.058294 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d092536d-7dd9-4c29-b76d-933579a43584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b0f173bd-5df1-4910-9239-430e7a527d5e'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:30.087058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:30.090481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.126509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68bffe2d-084d-41d4-af61-9939c3f09312 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.129083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d092536d-7dd9-4c29-b76d-933579a43584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:30.129550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092536d-7dd9-4c29-b76d-933579a43584 None None] The sync data for ids ['b0f173bd-5df1-4910-9239-430e7a527d5e'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:30.137272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95795e1c-8d42-48dc-abed-257b5ee9e8ce tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.141559 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1c82cccd-789d-4b22-987e-064a5f0241ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.192932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82cccd-789d-4b22-987e-064a5f0241ea None None] Pushing event deleted for resources: {'Port': ['ID=dfacd801-e4af-4cca-a825-96e331482c3c,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:30.195437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82cccd-789d-4b22-987e-064a5f0241ea None None] No DVR routers for this DVR port dfacd801-e4af-4cca-a825-96e331482c3c on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:30.208585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-bea785c7-8c76-4a24-932e-7cf6ba817add tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:30.210785 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-bea785c7-8c76-4a24-932e-7cf6ba817add tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.6300414 Mar 22 13:05:30.564146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Deleting port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:30.564399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.670031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95795e1c-8d42-48dc-abed-257b5ee9e8ce tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.675511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95795e1c-8d42-48dc-abed-257b5ee9e8ce tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.684687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port dfacd801-e4af-4cca-a825-96e331482c3c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dfacd801-e4af-4cca-a825-96e331482c3c,segment=NetworkSegment(9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15),segment_id=9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:30.685132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.713088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dfacd801-e4af-4cca-a825-96e331482c3c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:30.758530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: dfacd801-e4af-4cca-a825-96e331482c3c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:30.759192 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dfacd801-e4af-4cca-a825-96e331482c3c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:30.859228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for dfacd801-e4af-4cca-a825-96e331482c3c owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:30.891541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95795e1c-8d42-48dc-abed-257b5ee9e8ce tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.891967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95795e1c-8d42-48dc-abed-257b5ee9e8ce tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Fanout notify agent at l3_agent the message router_deleted on router cfb597c1-8fd1-46f3-a86f-4ae08d1cd158 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:05:30.894722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68bffe2d-084d-41d4-af61-9939c3f09312 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.925138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95795e1c-8d42-48dc-abed-257b5ee9e8ce tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:30.926207 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-95795e1c-8d42-48dc-abed-257b5ee9e8ce tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/routers/cfb597c1-8fd1-46f3-a86f-4ae08d1cd158 HTTP/1.1" status: 204 len: 168 time: 0.9955800 Mar 22 13:05:30.946173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36518) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:30.976173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bffe2d-084d-41d4-af61-9939c3f09312 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4b4bfd-0bf5-42be-bf29-4f6fe137b9b4,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:30.987897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72f8af-c8cc-481a-8d42-7a1b808f05d5 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:31.033649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68bffe2d-084d-41d4-af61-9939c3f09312 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.126234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-341ae9fa-2db3-43e4-8a02-702fca035867 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet d14196f3-eeb4-409a-b0be-89d6c196c2cd {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:31.135598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341ae9fa-2db3-43e4-8a02-702fca035867 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.255768 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-68bffe2d-084d-41d4-af61-9939c3f09312 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/9d4b4bfd-0bf5-42be-bf29-4f6fe137b9b4 HTTP/1.1" status: 204 len: 168 time: 2.5262456 Mar 22 13:05:31.269606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36522) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:31.275197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e530b4-6057-45c9-8f1e-3936a6f2c7c3 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:31.279715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-72e530b4-6057-45c9-8f1e-3936a6f2c7c3 None None] Deleting port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:31.280226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-72e530b4-6057-45c9-8f1e-3936a6f2c7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.303146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a086139-4d3e-48d1-a4c7-75a275f42da4 req-c84adc08-6d87-4d52-bcf6-b9c07052ae88 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:31.305211 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1a086139-4d3e-48d1-a4c7-75a275f42da4 req-c84adc08-6d87-4d52-bcf6-b9c07052ae88 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 945 time: 0.7249868 Mar 22 13:05:31.311354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:31.311679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:31.333129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] For port 95e3c18b-5c85-4337-92b9-49b5fb53ad79, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=95e3c18b-5c85-4337-92b9-49b5fb53ad79,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:31.333641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.380427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7db0eb7e-0d3d-4bc4-b694-2c047bccd9c6 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.405205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341ae9fa-2db3-43e4-8a02-702fca035867 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.474078 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c2c5bbe8-34c9-430a-9645-c154090a6da8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1937909 Mar 22 13:05:31.487917 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36526) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:31.548401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:31.574312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-72e530b4-6057-45c9-8f1e-3936a6f2c7c3 None None] For port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=447d5560-8163-4c8c-9abd-5a2e5e5a0d1d,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:31.574682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-72e530b4-6057-45c9-8f1e-3936a6f2c7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.605775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7db0eb7e-0d3d-4bc4-b694-2c047bccd9c6 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Calling delete_port for 28ccff0f-4da0-40a0-bf13-4beae21b3442 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:31.715578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-72e530b4-6057-45c9-8f1e-3936a6f2c7c3 None None] Calling delete_port for 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:31.742356 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1a086139-4d3e-48d1-a4c7-75a275f42da4 req-c7baa3db-4743-455e-80dc-b264fd193e0d tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups?id=e22228b0-acb3-458f-9b35-3183682437e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773837 Mar 22 13:05:31.753154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.774803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:31.798160 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:31.804352 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:31.809390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341ae9fa-2db3-43e4-8a02-702fca035867 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.811385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-72e530b4-6057-45c9-8f1e-3936a6f2c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.837277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port dfacd801-e4af-4cca-a825-96e331482c3c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:31.837533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.859116 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e530b4-6057-45c9-8f1e-3936a6f2c7c3 None None] Pushing event deleted for resources: {'Port': ['ID=447d5560-8163-4c8c-9abd-5a2e5e5a0d1d,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:31.875295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e530b4-6057-45c9-8f1e-3936a6f2c7c3 None None] No DVR routers for this DVR port 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:31.883138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:31.960177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] The port 'dfacd801-e4af-4cca-a825-96e331482c3c' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:05:31.963973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:31.967480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.986167 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.986540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.986857 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Floating IP 44542798-e9c1-4cb9-bc85-c60709b53224 disassociated. External IP: 172.26.5.192, port: 95e3c18b-5c85-4337-92b9-49b5fb53ad79. Mar 22 13:05:31.987264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Calling delete_port for 95e3c18b-5c85-4337-92b9-49b5fb53ad79 owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:32.111740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.168620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=d65aca16-2d60-4594-9285-c7de417e4377,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:32.196650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': 'e5863eb9-3aed-473e-a33f-96e29c86dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'da59330c-ada1-4f8e-ba85-cddb592ad461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:32.197013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: da59330c-ada1-4f8e-ba85-cddb592ad461, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:05:32.206737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.233529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Deleting port d628b7f2-018b-4c45-9bb7-ae852dad6a83 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:32.233529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.235921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341ae9fa-2db3-43e4-8a02-702fca035867 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.274435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7db0eb7e-0d3d-4bc4-b694-2c047bccd9c6 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.308655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.317578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ae9fa-2db3-43e4-8a02-702fca035867 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=d14196f3-eeb4-409a-b0be-89d6c196c2cd,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:32.323858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341ae9fa-2db3-43e4-8a02-702fca035867 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.331358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network da59330c-ada1-4f8e-ba85-cddb592ad461 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:05:32.350379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b2a58-9da6-46a9-ac3b-53cc5fe183a6 None None] Network e7637e50-1cf7-4222-a656-6ef440dbcdd3 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:32.352461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0eb7e-0d3d-4bc4-b694-2c047bccd9c6 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event deleted for resources: {'Port': ['ID=28ccff0f-4da0-40a0-bf13-4beae21b3442,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:32.360953 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-341ae9fa-2db3-43e4-8a02-702fca035867 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/d14196f3-eeb4-409a-b0be-89d6c196c2cd HTTP/1.1" status: 204 len: 168 time: 1.4137421 Mar 22 13:05:32.363995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:32.367709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36530) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:32.410941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:32.411521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1a07e3-c2f0-4edf-9880-3e0aa01f6a15') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:32.434391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.434943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.503113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.520859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:32.521544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.528421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, da59330c-ada1-4f8e-ba85-cddb592ad461) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:32.540186 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:32.576161 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19bb161-4e50-4d3a-8411-3d3da3526c5f None None] Network da59330c-ada1-4f8e-ba85-cddb592ad461 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:32.639019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7db0eb7e-0d3d-4bc4-b694-2c047bccd9c6 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.640145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.660803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:32.661693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.695230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.700747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Pushing event deleted for resources: {'Port': ['ID=95e3c18b-5c85-4337-92b9-49b5fb53ad79,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:32.742828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.755358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Network': ['ID=3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:32.762848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 95e3c18b-5c85-4337-92b9-49b5fb53ad79 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:32.780641 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-229d35ad-0f2f-4f0c-8b8e-eee558fa9acd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/networks/3f7a7acf-3f4c-4e5d-a33d-d5649a3521d6 HTTP/1.1" status: 204 len: 168 time: 3.6067057 Mar 22 13:05:32.790482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36534) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:32.798108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:32.872364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 95e3c18b-5c85-4337-92b9-49b5fb53ad79 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:32.872717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 95e3c18b-5c85-4337-92b9-49b5fb53ad79 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:32.876972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:32.877324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 447d5560-8163-4c8c-9abd-5a2e5e5a0d1d not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:32.949196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3a9b91-d6fc-4756-8f24-c86726d51c68 None None] DHCP port deletion for e7637e50-1cf7-4222-a656-6ef440dbcdd3 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:32.955316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a9b91-d6fc-4756-8f24-c86726d51c68 None None] Deleting port 467a9cbc-bae9-4c89-8875-3addf5879229 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:32.955860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9b91-d6fc-4756-8f24-c86726d51c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.986778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-da59330c-ada1-4f8e-ba85-cddb592ad461', 'network_id': 'da59330c-ada1-4f8e-ba85-cddb592ad461', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': 'd65aca16-2d60-4594-9285-c7de417e4377'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:32.988344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.009561 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7db0eb7e-0d3d-4bc4-b694-2c047bccd9c6 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "DELETE /v2.0/ports/28ccff0f-4da0-40a0-bf13-4beae21b3442 HTTP/1.1" status: 204 len: 168 time: 3.3006225 Mar 22 13:05:33.014181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36540) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:33.094633 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5c21be3c-a8f7-4959-9dc7-be9c317d1afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.096827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.102735 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1520c909-a5c0-47c6-8cf7-722e0de917d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8870096 Mar 22 13:05:33.105199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-b23a2224-9e1d-49c2-aa34-468d8b7dbf06 req-b833e5b1-6df0-4224-b53b-c7fdb2a54e58 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Synchronizing usage tracker for tenant:94d1bf4c17454780927ec149855c36f1 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:33.105679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36544) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:33.179860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-b23a2224-9e1d-49c2-aa34-468d8b7dbf06 req-b833e5b1-6df0-4224-b53b-c7fdb2a54e58 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Unset dirty status for tenant:94d1bf4c17454780927ec149855c36f1 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:33.181225 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b23a2224-9e1d-49c2-aa34-468d8b7dbf06 req-b833e5b1-6df0-4224-b53b-c7fdb2a54e58 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 210 time: 0.1283450 Mar 22 13:05:33.208845 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ea4dea-32c7-4909-be2d-883b208280c3 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] GET failed (client error): The resource could not be found. Mar 22 13:05:33.208845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c6ea4dea-32c7-4909-be2d-883b208280c3 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Synchronizing usage tracker for tenant:3d786d5b5ac148598d8c29999614ccb4 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:33.311521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:05:33.316237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.316614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.326693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Allocated IP 172.20.0.2 (da59330c-ada1-4f8e-ba85-cddb592ad461/d65aca16-2d60-4594-9285-c7de417e4377/e07efb00-670c-4c85-9495-e47abc8710d2) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:33.329670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ed3a9b91-d6fc-4756-8f24-c86726d51c68 None None] For port 467a9cbc-bae9-4c89-8875-3addf5879229, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=467a9cbc-bae9-4c89-8875-3addf5879229,segment=NetworkSegment(b683707b-9cfe-49b1-9f21-95edc9efde40),segment_id=b683707b-9cfe-49b1-9f21-95edc9efde40)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:33.330128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9b91-d6fc-4756-8f24-c86726d51c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.363273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Router 774dfc06-512f-4d0b-9d71-126fe52a17cb has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:33.379446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:33.384843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:33.390994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:33.391605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.445783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad6f60-35a4-4d13-b596-33a66feaadf3 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:33.480937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=b9a543d8-aaf3-4054-86d8-ae309e3fd78d,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:33.496699 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-201b3212-205f-4f1b-86c4-226be97649aa tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0051937 Mar 22 13:05:33.497464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36548) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:33.504184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:78:6d:1a', 'name': 'tempest-NetworksTestDHCPv6-1923678496'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:33.510862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Calling delete_port for d628b7f2-018b-4c45-9bb7-ae852dad6a83 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:33.525335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a9b91-d6fc-4756-8f24-c86726d51c68 None None] Calling delete_port for 467a9cbc-bae9-4c89-8875-3addf5879229 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:33.649463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 467a9cbc-bae9-4c89-8875-3addf5879229 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:33.649855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.698300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:33.714856 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] Sync routers for ids ['774dfc06-512f-4d0b-9d71-126fe52a17cb'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:33.732297 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] Routers {'774dfc06-512f-4d0b-9d71-126fe52a17cb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:33.733459 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['774dfc06-512f-4d0b-9d71-126fe52a17cb'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:33.787078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] No DVR routers for this DVR port 95e3c18b-5c85-4337-92b9-49b5fb53ad79 on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:33.792011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.793874 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-874dbcd2-e2d1-4016-b0c2-047e82beacc5 req-73afa319-0530-43c9-8397-46c7df4421fd tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.47 "DELETE /v2.0/ports/95e3c18b-5c85-4337-92b9-49b5fb53ad79 HTTP/1.1" status: 204 len: 173 time: 3.5681558 Mar 22 13:05:33.794298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'name': 'network-vif-deleted', 'tag': '95e3c18b-5c85-4337-92b9-49b5fb53ad79'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:05:33.824436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:33.839005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:33.842824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:33.852472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:33.871895 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4', 'name': 'network-vif-deleted', 'tag': '95e3c18b-5c85-4337-92b9-49b5fb53ad79', 'status': 'completed', 'code': 200} Mar 22 13:05:33.875785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:33.914055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9b91-d6fc-4756-8f24-c86726d51c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.916292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c6ea4dea-32c7-4909-be2d-883b208280c3 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Unset dirty status for tenant:3d786d5b5ac148598d8c29999614ccb4 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:33.922368 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c6ea4dea-32c7-4909-be2d-883b208280c3 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "GET /v2.0/ports/28ccff0f-4da0-40a0-bf13-4beae21b3442 HTTP/1.1" status: 404 len: 333 time: 0.8967633 Mar 22 13:05:33.924179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36554) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:34.041553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.048726 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] Set router 774dfc06-512f-4d0b-9d71-126fe52a17cb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:34.088871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.106407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a9b91-d6fc-4756-8f24-c86726d51c68 None None] Pushing event deleted for resources: {'Port': ['ID=467a9cbc-bae9-4c89-8875-3addf5879229,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:34.112240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a9b91-d6fc-4756-8f24-c86726d51c68 None None] No DVR routers for this DVR port 467a9cbc-bae9-4c89-8875-3addf5879229 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:34.122476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 5f56ca11-e5dd-4234-a85f-c4a6bfd7e5d1 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:34.198492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.207079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-a912fdfd-5a92-4913-9081-a8cfcef20c28 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Deleting port 01851a52-965a-4817-a4f5-f261402e8783 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:34.207641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a912fdfd-5a92-4913-9081-a8cfcef20c28 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.226627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': 'b9a543d8-aaf3-4054-86d8-ae309e3fd78d'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:34.227483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.317947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] The port '467a9cbc-bae9-4c89-8875-3addf5879229' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:05:34.349724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Transition to ACTIVE for port object e07efb00-670c-4c85-9495-e47abc8710d2 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:34.397673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.451050 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2958d7cb-3bb9-4e96-850b-cd1ccdebec96', 'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'mac_address': 'fa:16:3e:a1:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:40Z', 'revision_number': 5, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'subnets': [{'id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:34.459600 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] Checking router: 774dfc06-512f-4d0b-9d71-126fe52a17cb for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:05:34.485843 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] Routers {'774dfc06-512f-4d0b-9d71-126fe52a17cb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:34.486542 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['774dfc06-512f-4d0b-9d71-126fe52a17cb'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:34.489562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Transition to ACTIVE for port object e07efb00-670c-4c85-9495-e47abc8710d2 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:34.490310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Pushing event deleted for resources: {'Port': ['ID=d628b7f2-018b-4c45-9bb7-ae852dad6a83,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:34.508405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.573071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Network da59330c-ada1-4f8e-ba85-cddb592ad461 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:34.575902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:34.584313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:34.594221 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Pushing event updated for resources: {'Port': ['ID=e07efb00-670c-4c85-9495-e47abc8710d2,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:34.674271 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8e4197b9-ced0-49fd-ac97-4549d9cec403 req-2e345598-e916-4315-a3fc-b7cd35058aa8 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6e6a49-bf16-4fe0-8112-4bc1e0eba6c4 HTTP/1.1" status: 200 len: 210 time: 0.1613214 Mar 22 13:05:34.708362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Attempting to bind port e07efb00-670c-4c85-9495-e47abc8710d2 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:34.708362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Attempting to bind port e07efb00-670c-4c85-9495-e47abc8710d2 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'e5863eb9-3aed-473e-a33f-96e29c86dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'da59330c-ada1-4f8e-ba85-cddb592ad461'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:34.708362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Attempting to bind port e07efb00-670c-4c85-9495-e47abc8710d2 on network da59330c-ada1-4f8e-ba85-cddb592ad461 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:34.708362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:34.708785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Checking segment: {'id': 'e5863eb9-3aed-473e-a33f-96e29c86dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'da59330c-ada1-4f8e-ba85-cddb592ad461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:34.709129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.709544 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Bound using segment: {'id': 'e5863eb9-3aed-473e-a33f-96e29c86dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'da59330c-ada1-4f8e-ba85-cddb592ad461'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:34.710004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Bound port: e07efb00-670c-4c85-9495-e47abc8710d2, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5863eb9-3aed-473e-a33f-96e29c86dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'da59330c-ada1-4f8e-ba85-cddb592ad461'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:34.710528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.782013 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] Set router 774dfc06-512f-4d0b-9d71-126fe52a17cb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:34.784919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 467a9cbc-bae9-4c89-8875-3addf5879229 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:34.830095 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 467a9cbc-bae9-4c89-8875-3addf5879229 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:34.830397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 467a9cbc-bae9-4c89-8875-3addf5879229 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:34.856384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] For port e07efb00-670c-4c85-9495-e47abc8710d2, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:34.859564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] For port e07efb00-670c-4c85-9495-e47abc8710d2, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e07efb00-670c-4c85-9495-e47abc8710d2,segment=NetworkSegment(e5863eb9-3aed-473e-a33f-96e29c86dabd),segment_id=e5863eb9-3aed-473e-a33f-96e29c86dabd)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:34.868152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.904641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:34.993297 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bec03b-ba2e-4ec7-9348-35e5f8769964 None None] Pushing event updated for resources: {'Port': ['ID=e07efb00-670c-4c85-9495-e47abc8710d2,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:35.026600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:35.048423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::f816:3eff:fe78:6d1a (664f0cd7-b40c-4378-b4f7-c397d24fad2a/b9a543d8-aaf3-4054-86d8-ae309e3fd78d/5f56ca11-e5dd-4234-a85f-c4a6bfd7e5d1) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:35.105183 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a912fdfd-5a92-4913-9081-a8cfcef20c28 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:35.112617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7637e50-1cf7-4222-a656-6ef440dbcdd3']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:35.152838 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2958d7cb-3bb9-4e96-850b-cd1ccdebec96', 'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'mac_address': 'fa:16:3e:a1:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:40Z', 'revision_number': 5, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'subnets': [{'id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:35.157122 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5af840-2874-49e0-9e2a-f81c5561c27e None None] The sync data for ids ['774dfc06-512f-4d0b-9d71-126fe52a17cb'] in dv-neutron-834664-2-hyperv is: [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2958d7cb-3bb9-4e96-850b-cd1ccdebec96', 'name': '', 'network_id': '9c61fb77-9331-4a80-a558-a9b057586d7a', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'mac_address': 'fa:16:3e:a1:ae:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:40Z', 'revision_number': 5, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'subnets': [{'id': 'f4e510cb-a7fc-4707-a105-6066b604172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:35.176344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:35.305341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b683707b-9cfe-49b1-9f21-95edc9efde40') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:35.305664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b683707b-9cfe-49b1-9f21-95edc9efde40') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:35.325973 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7c8bd6a3-3510-43d2-a04d-9c94f882d1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:35.346373 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-a912fdfd-5a92-4913-9081-a8cfcef20c28 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Calling delete_port for 01851a52-965a-4817-a4f5-f261402e8783 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:35.559120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:35.604224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47793ea-98ee-44cb-a054-f07c238d746a None None] New status for floating IP 44542798-e9c1-4cb9-bc85-c60709b53224: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:05:35.665607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Deleting port 522810ba-8528-4e08-ae08-375b85f655f0 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:35.665956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:35.712938 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:35.721308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:35.740364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 5f56ca11-e5dd-4234-a85f-c4a6bfd7e5d1 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:35.762013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a912fdfd-5a92-4913-9081-a8cfcef20c28 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:35.808654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:35.825374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912fdfd-5a92-4913-9081-a8cfcef20c28 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event deleted for resources: {'Port': ['ID=01851a52-965a-4817-a4f5-f261402e8783,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:35.869041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36564) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:35.962238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Allocated IP 2001:db8::f816:3eff:fe6f:33b7 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/b9a543d8-aaf3-4054-86d8-ae309e3fd78d/169d55f7-527b-41bd-9d63-a3298009482c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:36.020099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:36.020788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:36.061428 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:36.064926 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=5f56ca11-e5dd-4234-a85f-c4a6bfd7e5d1,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:36.071429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:36.074973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:36.078028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:36.084088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:36.084762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.118300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a912fdfd-5a92-4913-9081-a8cfcef20c28 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.123148 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a912fdfd-5a92-4913-9081-a8cfcef20c28 tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "DELETE /v2.0/ports/01851a52-965a-4817-a4f5-f261402e8783 HTTP/1.1" status: 204 len: 168 time: 2.0861926 Mar 22 13:05:36.126925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36568) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:36.174602 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-99bde93f-f660-4690-af29-6296811ef2ad tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6762674 Mar 22 13:05:36.180955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36572) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:36.198138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c52b526e-20d0-4838-940b-ce570bc5d79f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.242634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2ca05f-138f-4be2-b40f-a028cad70e1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Deleting subnet 6b5da3f3-fda1-40fe-96e1-816abaf87c44 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:36.245741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c52b526e-20d0-4838-940b-ce570bc5d79f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.259593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca05f-138f-4be2-b40f-a028cad70e1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.270592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.317629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.323533 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.339514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Transition to ACTIVE for port object 169d55f7-527b-41bd-9d63-a3298009482c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:36.363349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c52b526e-20d0-4838-940b-ce570bc5d79f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.366070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Transition to ACTIVE for port object 169d55f7-527b-41bd-9d63-a3298009482c will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:36.370382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca05f-138f-4be2-b40f-a028cad70e1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.375346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.402288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.434222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b526e-20d0-4838-940b-ce570bc5d79f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22228b0-acb3-458f-9b35-3183682437e4,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:36.455277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c52b526e-20d0-4838-940b-ce570bc5d79f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.455884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.458919 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c52b526e-20d0-4838-940b-ce570bc5d79f tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "DELETE /v2.0/security-groups/e22228b0-acb3-458f-9b35-3183682437e4 HTTP/1.1" status: 204 len: 168 time: 0.5477905 Mar 22 13:05:36.465849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36576) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:36.486918 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-4f2cd6fb-39b3-46a6-89c6-31233be6dce3 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] show failed (client error): The resource could not be found. Mar 22 13:05:36.490533 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4f2cd6fb-39b3-46a6-89c6-31233be6dce3 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "GET /v2.0/security-groups/e22228b0-acb3-458f-9b35-3183682437e4 HTTP/1.1" status: 404 len: 347 time: 0.0212965 Mar 22 13:05:36.495889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36580) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:36.502216 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:36.510617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:36.515970 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dbec5f-3179-46bf-a561-0bbc934141d6 None None] Network da59330c-ada1-4f8e-ba85-cddb592ad461 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:36.531621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:36.539961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Pushing event updated for resources: {'Port': ['ID=169d55f7-527b-41bd-9d63-a3298009482c,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:36.581312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=d65aca16-2d60-4594-9285-c7de417e4377,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:36.643721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca05f-138f-4be2-b40f-a028cad70e1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.719024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-6e665e7b-daee-4ec8-a75f-5f24e140f257 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Deleting port a6249856-b5e1-4518-8905-4590945bbef7 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:36.719411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e665e7b-daee-4ec8-a75f-5f24e140f257 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.743786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Attempting to bind port 169d55f7-527b-41bd-9d63-a3298009482c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:36.744313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Attempting to bind port 169d55f7-527b-41bd-9d63-a3298009482c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:36.744740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Attempting to bind port 169d55f7-527b-41bd-9d63-a3298009482c on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:36.747651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.752469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-13f0594e-13f3-4f58-a8ef-4bf52d87bbeb None None] Provisioning for port e07efb00-670c-4c85-9495-e47abc8710d2 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:36.786622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:36.787121 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:36.787578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.788481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:36.788964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Bound port: 169d55f7-527b-41bd-9d63-a3298009482c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:36.789345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.830922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.845619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e07efb00-670c-4c85-9495-e47abc8710d2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:36.871955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca05f-138f-4be2-b40f-a028cad70e1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.876295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.885395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Router b0f173bd-5df1-4910-9239-430e7a527d5e has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:36.929801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ca05f-138f-4be2-b40f-a028cad70e1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5da3f3-fda1-40fe-96e1-816abaf87c44,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:36.931702 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca05f-138f-4be2-b40f-a028cad70e1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.947302 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0a2ca05f-138f-4be2-b40f-a028cad70e1a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "DELETE /v2.0/subnets/6b5da3f3-fda1-40fe-96e1-816abaf87c44 HTTP/1.1" status: 204 len: 168 time: 0.8159239 Mar 22 13:05:36.948434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36584) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:36.955409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Network': ['ID=e7637e50-1cf7-4222-a656-6ef440dbcdd3,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:36.974854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da4cff-7e70-4f41-bf40-41fff7350c9d None None] Network f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:36.982521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.998324 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e665e7b-daee-4ec8-a75f-5f24e140f257 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:36.998663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e665e7b-daee-4ec8-a75f-5f24e140f257 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.011600 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3a7dee6b-01be-4fa6-a04f-52c24a19c3c0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/networks/e7637e50-1cf7-4222-a656-6ef440dbcdd3 HTTP/1.1" status: 204 len: 168 time: 4.6414568 Mar 22 13:05:37.013278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36588) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:37.025607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.093455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] For port 169d55f7-527b-41bd-9d63-a3298009482c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:37.111923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] For port 169d55f7-527b-41bd-9d63-a3298009482c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=169d55f7-527b-41bd-9d63-a3298009482c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:37.151427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.152407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da59330c-ada1-4f8e-ba85-cddb592ad461']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:37.259869 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port e07efb00-670c-4c85-9495-e47abc8710d2 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:37.278431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port e07efb00-670c-4c85-9495-e47abc8710d2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:37.278797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.359585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2139dce-d856-4e0d-91c8-63ac0d5fe584 None None] Pushing event updated for resources: {'Port': ['ID=169d55f7-527b-41bd-9d63-a3298009482c,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:37.389111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-6e665e7b-daee-4ec8-a75f-5f24e140f257 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Calling delete_port for a6249856-b5e1-4518-8905-4590945bbef7 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:37.437174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] DHCP port deletion for da59330c-ada1-4f8e-ba85-cddb592ad461 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:37.437895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.454277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Deleting port e07efb00-670c-4c85-9495-e47abc8710d2 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:37.454641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.477544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a7533-852d-446e-a58b-395e37a6a1be tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:37.478872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad9e10-ae0a-434f-85ff-906e05341df1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:37.480488 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2dad9e10-ae0a-434f-85ff-906e05341df1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/69030962-52b2-42af-9fb3-849a8ba49874 HTTP/1.1" status: 200 len: 845 time: 0.4664350 Mar 22 13:05:37.488110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36592) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:37.490076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a7533-852d-446e-a58b-395e37a6a1be tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:37.491519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-462a7533-852d-446e-a58b-395e37a6a1be tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:37.497053 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.499034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5863eb9-3aed-473e-a33f-96e29c86dabd') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:37.499365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5863eb9-3aed-473e-a33f-96e29c86dabd') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:37.516419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Calling delete_port for 522810ba-8528-4e08-ae08-375b85f655f0 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:37.533954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Deleting port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:37.534301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.552171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:37.559921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.563503 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-194083de-6918-4585-a189-aa39f1efa899 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "PUT /v2.0/routers/b0f173bd-5df1-4910-9239-430e7a527d5e HTTP/1.1" status: 200 len: 709 time: 7.6384330 Mar 22 13:05:37.567318 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861592-c6bf-4a23-816a-d894af16a8c8 None None] Sync routers for ids ['b0f173bd-5df1-4910-9239-430e7a527d5e'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:37.575573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36596) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:37.584004 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca861592-c6bf-4a23-816a-d894af16a8c8 None None] Routers {'b0f173bd-5df1-4910-9239-430e7a527d5e'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:37.584999 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ca861592-c6bf-4a23-816a-d894af16a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b0f173bd-5df1-4910-9239-430e7a527d5e'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:37.631054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e49a23-1ab3-460b-ba95-8e3c44557abe None None] DHCP port deletion for f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:37.652073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port e07efb00-670c-4c85-9495-e47abc8710d2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e07efb00-670c-4c85-9495-e47abc8710d2,segment=NetworkSegment(e5863eb9-3aed-473e-a33f-96e29c86dabd),segment_id=e5863eb9-3aed-473e-a33f-96e29c86dabd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:37.655377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-61e49a23-1ab3-460b-ba95-8e3c44557abe None None] Deleting port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:37.655770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-61e49a23-1ab3-460b-ba95-8e3c44557abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.683520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.707028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.722911 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ca861592-c6bf-4a23-816a-d894af16a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:37.723259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.754396 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca861592-c6bf-4a23-816a-d894af16a8c8 None None] Routers {'b0f173bd-5df1-4910-9239-430e7a527d5e'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:37.755264 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ca861592-c6bf-4a23-816a-d894af16a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b0f173bd-5df1-4910-9239-430e7a527d5e'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:37.848005 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ca861592-c6bf-4a23-816a-d894af16a8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:37.848805 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861592-c6bf-4a23-816a-d894af16a8c8 None None] The sync data for ids ['b0f173bd-5df1-4910-9239-430e7a527d5e'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:37.881905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e665e7b-daee-4ec8-a75f-5f24e140f257 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.925944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:37.957336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e665e7b-daee-4ec8-a75f-5f24e140f257 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Pushing event deleted for resources: {'Port': ['ID=a6249856-b5e1-4518-8905-4590945bbef7,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:38.000638 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-275a5aab-3cbc-44c7-a9fd-9a24051e1e8c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/69030962-52b2-42af-9fb3-849a8ba49874?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5114372 Mar 22 13:05:38.001271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36600) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:38.007578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-462a7533-852d-446e-a58b-395e37a6a1be tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:38.008842 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-462a7533-852d-446e-a58b-395e37a6a1be tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.7345839 Mar 22 13:05:38.042127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36602) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:38.043372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] For port e07efb00-670c-4c85-9495-e47abc8710d2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e07efb00-670c-4c85-9495-e47abc8710d2,segment=NetworkSegment(e5863eb9-3aed-473e-a33f-96e29c86dabd),segment_id=e5863eb9-3aed-473e-a33f-96e29c86dabd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:38.043936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.058457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=e07efb00-670c-4c85-9495-e47abc8710d2,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:38.072205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.103663 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8d2d22a8-811f-4a2f-b6d9-2229b0e10abf tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/routers/b0f173bd-5df1-4910-9239-430e7a527d5e HTTP/1.1" status: 200 len: 744 time: 0.5212195 Mar 22 13:05:38.103901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:38.106454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:38.106864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.121927 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36608) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:38.124681 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:38.206737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Calling delete_port for e07efb00-670c-4c85-9495-e47abc8710d2 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:38.263780 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-eb9b4054-befd-40a4-b0a8-a36d2295f781 tempest-RoutersIpV6AdminTest-1664333839 tempest-RoutersIpV6AdminTest-1664333839-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&device_id=b0f173bd-5df1-4910-9239-430e7a527d5e HTTP/1.1" status: 200 len: 205 time: 0.1357653 Mar 22 13:05:38.268787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36612) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:38.326368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-61e49a23-1ab3-460b-ba95-8e3c44557abe None None] For port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cf1ff9cf-a78f-4438-a44b-5891d4f5b22b,segment=NetworkSegment(75f014a8-2960-46f3-a527-7a33ff03c901),segment_id=75f014a8-2960-46f3-a527-7a33ff03c901)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:38.326753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-61e49a23-1ab3-460b-ba95-8e3c44557abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.342249 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b9152893-5bbd-4d9c-9a42-cefb4e23f86e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 5f56ca11-e5dd-4234-a85f-c4a6bfd7e5d1 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:38.342752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b9152893-5bbd-4d9c-9a42-cefb4e23f86e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.402198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e665e7b-daee-4ec8-a75f-5f24e140f257 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.421545 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5abeb37e-b3f6-4b05-8a5c-e4af44734ab8 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0f173bd-5df1-4910-9239-430e7a527d5e HTTP/1.1" status: 200 len: 205 time: 0.1485145 Mar 22 13:05:38.428633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] For port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cf1ff9cf-a78f-4438-a44b-5891d4f5b22b,segment=NetworkSegment(75f014a8-2960-46f3-a527-7a33ff03c901),segment_id=75f014a8-2960-46f3-a527-7a33ff03c901)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:38.429015 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.431033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 13:05:38.431033 dv-neutron-834664-2-hyperv neutron-server[87933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 13:05:38.431033 dv-neutron-834664-2-hyperv neutron-server[87933]: [parameters: {'id': 'da59330c-ada1-4f8e-ba85-cddb592ad461'}] Mar 22 13:05:38.431033 dv-neutron-834664-2-hyperv neutron-server[87933]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:38.431392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:38.431759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36616) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:38.447170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:38.482578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:38.484285 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-61e49a23-1ab3-460b-ba95-8e3c44557abe None None] Calling delete_port for cf1ff9cf-a78f-4438-a44b-5891d4f5b22b owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:38.527415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:38.527765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:38.562286 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:38.580225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-61e49a23-1ab3-460b-ba95-8e3c44557abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.621154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-270df69e-60da-4870-bb27-864bd97ebce2 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.643766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e49a23-1ab3-460b-ba95-8e3c44557abe None None] No DVR routers for this DVR port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:38.645753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e49a23-1ab3-460b-ba95-8e3c44557abe None None] Pushing event deleted for resources: {'Port': ['ID=cf1ff9cf-a78f-4438-a44b-5891d4f5b22b,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:38.683624 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:38.724549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Calling delete_port for cf1ff9cf-a78f-4438-a44b-5891d4f5b22b owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:38.781610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 169d55f7-527b-41bd-9d63-a3298009482c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:38.797315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6e665e7b-daee-4ec8-a75f-5f24e140f257 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.801376 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6e665e7b-daee-4ec8-a75f-5f24e140f257 tempest-ServerActionsTestJSON-2074408401 tempest-ServerActionsTestJSON-2074408401-project] 10.222.0.70 "DELETE /v2.0/floatingips/44542798-e9c1-4cb9-bc85-c60709b53224 HTTP/1.1" status: 204 len: 168 time: 2.3016670 Mar 22 13:05:38.803609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36620) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:38.806967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.823996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:38.828375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.885410 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-953ffb10-0252-4f14-931d-6d6b1c8f2228 None None] Provisioning for port 169d55f7-527b-41bd-9d63-a3298009482c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:38.893494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 169d55f7-527b-41bd-9d63-a3298009482c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:38.898015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-953ffb10-0252-4f14-931d-6d6b1c8f2228 None None] Provisioning complete for port 169d55f7-527b-41bd-9d63-a3298009482c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:38.898565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-953ffb10-0252-4f14-931d-6d6b1c8f2228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.935057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 169d55f7-527b-41bd-9d63-a3298009482c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:38.935792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:38.979215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Port': ['ID=522810ba-8528-4e08-ae08-375b85f655f0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:38.980857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.040003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Deleting port e07efb00-670c-4c85-9495-e47abc8710d2 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:39.040488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.205678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b9152893-5bbd-4d9c-9a42-cefb4e23f86e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.279808 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-953ffb10-0252-4f14-931d-6d6b1c8f2228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.337247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b9152893-5bbd-4d9c-9a42-cefb4e23f86e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 5f56ca11-e5dd-4234-a85f-c4a6bfd7e5d1 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:39.417123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.444585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] For port e07efb00-670c-4c85-9495-e47abc8710d2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e07efb00-670c-4c85-9495-e47abc8710d2,segment=NetworkSegment(e5863eb9-3aed-473e-a33f-96e29c86dabd),segment_id=e5863eb9-3aed-473e-a33f-96e29c86dabd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:39.445095 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.466832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:39.467483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:39.560618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b9152893-5bbd-4d9c-9a42-cefb4e23f86e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.576412 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-953ffb10-0252-4f14-931d-6d6b1c8f2228 None None] For port 169d55f7-527b-41bd-9d63-a3298009482c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=169d55f7-527b-41bd-9d63-a3298009482c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:39.583128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Calling delete_port for e07efb00-670c-4c85-9495-e47abc8710d2 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:39.610966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-270df69e-60da-4870-bb27-864bd97ebce2 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.618542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-953ffb10-0252-4f14-931d-6d6b1c8f2228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.619604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9152893-5bbd-4d9c-9a42-cefb4e23f86e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=5f56ca11-e5dd-4234-a85f-c4a6bfd7e5d1,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:39.622918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-270df69e-60da-4870-bb27-864bd97ebce2 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.653603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port e07efb00-670c-4c85-9495-e47abc8710d2 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:39.653950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.668606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b9152893-5bbd-4d9c-9a42-cefb4e23f86e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.749762 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b9152893-5bbd-4d9c-9a42-cefb4e23f86e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/5f56ca11-e5dd-4234-a85f-c4a6bfd7e5d1 HTTP/1.1" status: 204 len: 168 time: 1.6827078 Mar 22 13:05:39.753862 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36624) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:39.774777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port a2e8304e-ef8c-4b15-b10d-9724fead104c {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:39.775454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.797485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fdd3359c-90a8-4123-a17b-cdf4a2ab0058 None None] Could not find standard attr ID for object 5f56ca11-e5dd-4234-a85f-c4a6bfd7e5d1. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:05:39.811190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.844620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:39.844957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:39.851408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ffb10-0252-4f14-931d-6d6b1c8f2228 None None] Pushing event updated for resources: {'Port': ['ID=169d55f7-527b-41bd-9d63-a3298009482c,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:39.860046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3445d80-2540-48b6-9f86-9770b9b9f9df tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:39.862025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3445d80-2540-48b6-9f86-9770b9b9f9df tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:39.863339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b3445d80-2540-48b6-9f86-9770b9b9f9df tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:39.866239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.871869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.940765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b3445d80-2540-48b6-9f86-9770b9b9f9df tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:39.944317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] No DVR routers for this DVR port e07efb00-670c-4c85-9495-e47abc8710d2 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:39.946746 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b3445d80-2540-48b6-9f86-9770b9b9f9df tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1916995 Mar 22 13:05:39.951191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-270df69e-60da-4870-bb27-864bd97ebce2 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:39.951722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270df69e-60da-4870-bb27-864bd97ebce2 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Fanout notify agent at l3_agent the message router_deleted on router b0f173bd-5df1-4910-9239-430e7a527d5e {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:05:39.953967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36628) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:39.957671 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139ff35-f57c-4585-937d-05100831a8eb None None] Pushing event deleted for resources: {'Port': ['ID=e07efb00-670c-4c85-9495-e47abc8710d2,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:39.960475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:39.990423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Deleting port cf1ff9cf-a78f-4438-a44b-5891d4f5b22b {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:39.990802 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.023919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:40.026801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:40.027414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.033226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e042b-f298-4aae-b588-818ad6b5a3e2 None None] Network 44292524-8479-4256-81c8-0277f7193fcb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:40.092438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=e65ce005-eb39-4915-96f7-e42f19425b1e,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:40.095383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] The port 'e07efb00-670c-4c85-9495-e47abc8710d2' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:05:40.102664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] The port 'cf1ff9cf-a78f-4438-a44b-5891d4f5b22b' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:05:40.145432 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a2421916-926f-4bf0-bde5-407665135f01 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1162798 Mar 22 13:05:40.164268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36632) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:40.167874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1b5222-9f38-4069-bb03-204a3c7ad283 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet b9a543d8-aaf3-4054-86d8-ae309e3fd78d {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:40.185783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'security_group': {'name': 'tempest-secgroup-134709852'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:40.190127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5222-9f38-4069-bb03-204a3c7ad283 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.229555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:40.244945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:40.286972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-44292524-8479-4256-81c8-0277f7193fcb', 'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'tenant_id': '54db9df364b2456aac7e2debbb03b64e', 'fixed_ips': [{'subnet_id': 'e65ce005-eb39-4915-96f7-e42f19425b1e'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:40.287527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-270df69e-60da-4870-bb27-864bd97ebce2 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.287969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.288608 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-270df69e-60da-4870-bb27-864bd97ebce2 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/b0f173bd-5df1-4910-9239-430e7a527d5e HTTP/1.1" status: 204 len: 168 time: 1.8552728 Mar 22 13:05:40.299264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36636) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:40.299915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:40.345931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.355224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:40.386737 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-43d8fb2b-5154-461b-9e8a-7f0984f3a8a7 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0f173bd-5df1-4910-9239-430e7a527d5e HTTP/1.1" status: 200 len: 205 time: 0.0834558 Mar 22 13:05:40.391556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5222-9f38-4069-bb03-204a3c7ad283 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.421486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36640) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:40.431315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:40.510355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f014a8-2960-46f3-a527-7a33ff03c901') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:40.511111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f014a8-2960-46f3-a527-7a33ff03c901') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:40.513615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Allocated IP 2001:db8::2 (44292524-8479-4256-81c8-0277f7193fcb/e65ce005-eb39-4915-96f7-e42f19425b1e/10e153b9-f245-45a2-9e14-c7dcff05438a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:40.529394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.552562 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-3dd2045f-cd3b-4547-aae6-15f35f9c7727 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] delete failed (client error): The resource could not be found. Mar 22 13:05:40.557420 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3dd2045f-cd3b-4547-aae6-15f35f9c7727 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/b0f173bd-5df1-4910-9239-430e7a527d5e HTTP/1.1" status: 404 len: 336 time: 0.1284523 Mar 22 13:05:40.559254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36644) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:40.561408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.567484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cf1ff9cf-a78f-4438-a44b-5891d4f5b22b no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:40.614700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: cf1ff9cf-a78f-4438-a44b-5891d4f5b22b {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:40.615037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cf1ff9cf-a78f-4438-a44b-5891d4f5b22b not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:40.615479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e07efb00-670c-4c85-9495-e47abc8710d2 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:40.643887 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-be1b26b9-36b3-4e83-a06c-c87b9d303c45 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=5543db17-7014-4d13-be95-bc26d34ecedb HTTP/1.1" status: 200 len: 205 time: 0.0671015 Mar 22 13:05:40.643887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.649124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:40.653381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36648) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:40.699278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: e07efb00-670c-4c85-9495-e47abc8710d2 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:40.699496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e07efb00-670c-4c85-9495-e47abc8710d2 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:40.716962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group_rule and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:40.720201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:40.720448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:40.736358 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:40.738810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:40.795291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Router 2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:40.800185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.821557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port a2e8304e-ef8c-4b15-b10d-9724fead104c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a2e8304e-ef8c-4b15-b10d-9724fead104c,segment=NetworkSegment(db40a5df-3527-4137-8894-7302332c44b8),segment_id=db40a5df-3527-4137-8894-7302332c44b8)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:40.822630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.851687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.865243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 169d55f7-527b-41bd-9d63-a3298009482c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:40.895884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:40.898035 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-3c2b5a31-60f1-4688-a3d8-4ef33d78a17b tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] delete failed (client error): The resource could not be found. Mar 22 13:05:40.901427 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3c2b5a31-60f1-4688-a3d8-4ef33d78a17b tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/5543db17-7014-4d13-be95-bc26d34ecedb HTTP/1.1" status: 404 len: 336 time: 0.2447369 Mar 22 13:05:40.902432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36652) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:40.937722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 169d55f7-527b-41bd-9d63-a3298009482c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:40.938196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.991320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.993298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5222-9f38-4069-bb03-204a3c7ad283 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:40.995308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Transition to ACTIVE for port object 10e153b9-f245-45a2-9e14-c7dcff05438a will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:41.003922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da59330c-ada1-4f8e-ba85-cddb592ad461']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:41.020847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Transition to ACTIVE for port object 10e153b9-f245-45a2-9e14-c7dcff05438a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:41.047813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.065267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.073173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for a2e8304e-ef8c-4b15-b10d-9724fead104c owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:41.098942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] Pushing event deleted for resources: {'Network': ['ID=f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:41.116846 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1215cdf7-b155-4bd4-b5d0-d9774ec0137a tempest-AllowedAddressPairIpV6TestJSON-2077242989 tempest-AllowedAddressPairIpV6TestJSON-2077242989-project] 10.222.0.70 "DELETE /v2.0/networks/f5ee89f3-7d1b-43cb-8e0b-1051b4f4154e HTTP/1.1" status: 204 len: 168 time: 4.1651373 Mar 22 13:05:41.128224 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cd2e5502-fb3e-446b-9793-6ee9fbcd915e tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=420ef90b-b5a5-432b-bc72-0e3fbf5c26ac HTTP/1.1" status: 200 len: 205 time: 0.2230182 Mar 22 13:05:41.130164 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5863eb9-3aed-473e-a33f-96e29c86dabd') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:41.130647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5863eb9-3aed-473e-a33f-96e29c86dabd') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:41.137332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:41.142463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36658) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.143303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:41.151440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:41.201232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.205047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5222-9f38-4069-bb03-204a3c7ad283 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.252038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Pushing event updated for resources: {'Port': ['ID=10e153b9-f245-45a2-9e14-c7dcff05438a,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:41.261438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Attempting to bind port 10e153b9-f245-45a2-9e14-c7dcff05438a on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:41.261894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Attempting to bind port 10e153b9-f245-45a2-9e14-c7dcff05438a by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'de07bfdf-4ddc-4d8d-9beb-bb54124a57dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '44292524-8479-4256-81c8-0277f7193fcb'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:41.262365 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Attempting to bind port 10e153b9-f245-45a2-9e14-c7dcff05438a on network 44292524-8479-4256-81c8-0277f7193fcb {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:41.268062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.270188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:41.270700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Checking segment: {'id': 'de07bfdf-4ddc-4d8d-9beb-bb54124a57dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '44292524-8479-4256-81c8-0277f7193fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:41.271390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.272410 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Bound using segment: {'id': 'de07bfdf-4ddc-4d8d-9beb-bb54124a57dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '44292524-8479-4256-81c8-0277f7193fcb'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:41.272979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Bound port: 10e153b9-f245-45a2-9e14-c7dcff05438a, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de07bfdf-4ddc-4d8d-9beb-bb54124a57dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '44292524-8479-4256-81c8-0277f7193fcb'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:41.273788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.277385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.310750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:41.327402 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe725219-bf56-453c-961b-115c82431c66,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:41.330597 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-5e733426-3445-4c26-b272-123095a47174 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] delete failed (client error): The resource could not be found. Mar 22 13:05:41.331202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b5222-9f38-4069-bb03-204a3c7ad283 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a543d8-aaf3-4054-86d8-ae309e3fd78d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:41.331660 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5e733426-3445-4c26-b272-123095a47174 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/420ef90b-b5a5-432b-bc72-0e3fbf5c26ac HTTP/1.1" status: 404 len: 336 time: 0.1822093 Mar 22 13:05:41.335844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36664) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.336233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5222-9f38-4069-bb03-204a3c7ad283 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.349717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb5054-1dad-42d7-bd81-5ebdb56ec098 None None] Sync routers for ids ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:41.353371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bee43d5-f275-4163-9d3b-47a8fbc0123a None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:41.356523 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-25568b3c-4fa4-4f0b-a70b-f19859e4b048 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "PUT /v2.0/routers/2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6498287 Mar 22 13:05:41.360792 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2a1b5222-9f38-4069-bb03-204a3c7ad283 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/b9a543d8-aaf3-4054-86d8-ae309e3fd78d HTTP/1.1" status: 204 len: 168 time: 1.4054096 Mar 22 13:05:41.361608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36666) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.362021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36668) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.461326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.476822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb5054-1dad-42d7-bd81-5ebdb56ec098 None None] Routers {'2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:41.477469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-9fbb5054-1dad-42d7-bd81-5ebdb56ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:41.483232 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-54a4ffd7-50dc-4207-ac15-5741bfd9951b tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd06353-ddc1-4538-9546-1ff140db9c5d HTTP/1.1" status: 200 len: 205 time: 0.1197207 Mar 22 13:05:41.485372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36676) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.485963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36678) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.491280 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.495043 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-be00e8a6-b9e4-4abb-9ca7-d858a72d06dc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3225636 Mar 22 13:05:41.495233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:41.495233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:41.510287 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:41.512913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36684) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.519915 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-72592770-1451-49bc-8a71-768b4924a825 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] show failed (client error): The resource could not be found. Mar 22 13:05:41.525279 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-72592770-1451-49bc-8a71-768b4924a825 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1651827322 HTTP/1.1" status: 404 len: 335 time: 0.1579456 Mar 22 13:05:41.525279 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f95de82f-dc35-4991-a54a-a7b5b0b6bda6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1589029 Mar 22 13:05:41.525513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36688) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.527785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36690) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.532357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6988f729-7c49-4a8d-a779-810eeeecc2e2 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:41.575094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-9fbb5054-1dad-42d7-bd81-5ebdb56ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:41.590176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] For port 10e153b9-f245-45a2-9e14-c7dcff05438a, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:41.632513 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-6988f729-7c49-4a8d-a779-810eeeecc2e2 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] update failed (client error): The resource could not be found. Mar 22 13:05:41.636957 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6988f729-7c49-4a8d-a779-810eeeecc2e2 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1430564510 HTTP/1.1" status: 404 len: 335 time: 0.1071880 Mar 22 13:05:41.637485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36698) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.672671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'security_group': {'name': 'tempest-secgroup-251260616'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:41.700915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:41.721176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb5054-1dad-42d7-bd81-5ebdb56ec098 None None] Routers {'2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:41.721815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-9fbb5054-1dad-42d7-bd81-5ebdb56ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:41.738203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69768c9-75a1-4434-863e-ca8f28c18b16 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Deleting subnet e1c3029b-f963-4ac3-adce-565c37096141 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:41.742992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f69768c9-75a1-4434-863e-ca8f28c18b16 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.745057 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-6a3bf075-3806-43d4-8cd4-3b5fc47ae4aa tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] delete failed (client error): The resource could not be found. Mar 22 13:05:41.746214 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6a3bf075-3806-43d4-8cd4-3b5fc47ae4aa tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/5fd06353-ddc1-4538-9546-1ff140db9c5d HTTP/1.1" status: 404 len: 336 time: 0.2563701 Mar 22 13:05:41.753505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:41.758684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36702) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.768282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:41.793470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-9fbb5054-1dad-42d7-bd81-5ebdb56ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:41.793877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb5054-1dad-42d7-bd81-5ebdb56ec098 None None] The sync data for ids ['2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:41.798148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] For port 10e153b9-f245-45a2-9e14-c7dcff05438a, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=10e153b9-f245-45a2-9e14-c7dcff05438a,segment=NetworkSegment(de07bfdf-4ddc-4d8d-9beb-bb54124a57dd),segment_id=de07bfdf-4ddc-4d8d-9beb-bb54124a57dd)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:41.801685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8136f4-58c9-4468-8586-101ec0fe98d8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:41.802360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3b8136f4-58c9-4468-8586-101ec0fe98d8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:41.806475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.828638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f69768c9-75a1-4434-863e-ca8f28c18b16 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.846263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:41.855831 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.856673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3b8136f4-58c9-4468-8586-101ec0fe98d8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:41.860174 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3b8136f4-58c9-4468-8586-101ec0fe98d8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3292885 Mar 22 13:05:41.862740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36708) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.884897 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ecc97677-906e-4c6a-b135-b90405fba8ca tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=41bfc85a-ef7c-4b32-b461-5d7fe3d1b310 HTTP/1.1" status: 200 len: 205 time: 0.1167965 Mar 22 13:05:41.903907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36712) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.911956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5886952-7a70-4011-8755-15fb87299ef5 None None] Pushing event updated for resources: {'Port': ['ID=10e153b9-f245-45a2-9e14-c7dcff05438a,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:41.915906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.934383 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/da59330c-ada1-4f8e-ba85-cddb592ad461 HTTP/1.1" status: 204 len: 168 time: 8.8154161 Mar 22 13:05:41.937000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36716) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:41.938711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec027023-491e-43dc-884c-dcfa09647fbc tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=da59330c-ada1-4f8e-ba85-cddb592ad461,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:41.945423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:41.970692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-144610897'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:41.987166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:41.999390 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-ed3603cf-5447-40bf-b480-97fbd518a702 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] delete failed (client error): The resource could not be found. Mar 22 13:05:42.000425 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ed3603cf-5447-40bf-b480-97fbd518a702 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/41bfc85a-ef7c-4b32-b461-5d7fe3d1b310 HTTP/1.1" status: 404 len: 336 time: 0.0942354 Mar 22 13:05:42.009108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36720) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:42.026296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f3aac7-93f6-485d-9d65-509dc27ca9b1 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:42.031715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-65f3aac7-93f6-485d-9d65-509dc27ca9b1 None None] Deleting port 169d55f7-527b-41bd-9d63-a3298009482c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:42.032837 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-65f3aac7-93f6-485d-9d65-509dc27ca9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.049668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:network and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:42.067009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:42.072932 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1b68e657-19f8-4476-b89c-a406a8b1fe27 tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b66adb4-155f-46c3-8761-24d747854ba2 HTTP/1.1" status: 200 len: 205 time: 0.0604582 Mar 22 13:05:42.077265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:42.078327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36724) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:42.081653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group_rule and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:42.084834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:42.097758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:42.111467 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b0c9a459-5337-40a2-a702-18a9bf67ac92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d786d5b5ac148598d8c29999614ccb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6206896 Mar 22 13:05:42.111467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:42.119585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.137452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a7c9f-a738-497d-81c4-3b3261100a97 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:42.138124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7d8a7c9f-a738-497d-81c4-3b3261100a97 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:42.145560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36728) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:42.187246 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-b10b8573-6428-4035-9933-04a19a22dedb tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] delete failed (client error): The resource could not be found. Mar 22 13:05:42.187246 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b10b8573-6428-4035-9933-04a19a22dedb tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/routers/8b66adb4-155f-46c3-8761-24d747854ba2 HTTP/1.1" status: 404 len: 336 time: 0.1055360 Mar 22 13:05:42.207120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36732) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:42.248357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:42.252220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.252607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f69768c9-75a1-4434-863e-ca8f28c18b16 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.288030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.318039 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b6f56e-07bf-47f7-8639-822879c1299c tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] DELETE failed (client error): The resource could not be found. Mar 22 13:05:42.318493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b6f56e-07bf-47f7-8639-822879c1299c tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:05:42.320511 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e0b6f56e-07bf-47f7-8639-822879c1299c tempest-RoutersIpV6AdminTest-1596308437 tempest-RoutersIpV6AdminTest-1596308437-project] 10.222.0.70 "DELETE /v2.0/subnets/b11e875a-e526-4eb1-bf5d-7419d147e1be HTTP/1.1" status: 404 len: 337 time: 0.1128805 Mar 22 13:05:42.321224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7d8a7c9f-a738-497d-81c4-3b3261100a97 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:42.322164 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7d8a7c9f-a738-497d-81c4-3b3261100a97 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4586909 Mar 22 13:05:42.327952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36736) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:42.404896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-65f3aac7-93f6-485d-9d65-509dc27ca9b1 None None] For port 169d55f7-527b-41bd-9d63-a3298009482c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=169d55f7-527b-41bd-9d63-a3298009482c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:42.405296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-65f3aac7-93f6-485d-9d65-509dc27ca9b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.446811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=a2e8304e-ef8c-4b15-b10d-9724fead104c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:42.493121 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-59297d88-0f0d-4a48-a9e1-1f16b18535da tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1571991 Mar 22 13:05:42.494685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36742) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:42.518600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:42.556231 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48346a56-0636-4f13-a4c8-db985b33e81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.631795 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-65f3aac7-93f6-485d-9d65-509dc27ca9b1 None None] Calling delete_port for 169d55f7-527b-41bd-9d63-a3298009482c owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:42.676758 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f69768c9-75a1-4434-863e-ca8f28c18b16 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.748091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-65f3aac7-93f6-485d-9d65-509dc27ca9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.758405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48346a56-0636-4f13-a4c8-db985b33e81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.774959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36748) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:42.775947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69768c9-75a1-4434-863e-ca8f28c18b16 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c3029b-f963-4ac3-adce-565c37096141,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:42.780220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f69768c9-75a1-4434-863e-ca8f28c18b16 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.815253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:42.818561 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f69768c9-75a1-4434-863e-ca8f28c18b16 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/subnets/e1c3029b-f963-4ac3-adce-565c37096141 HTTP/1.1" status: 204 len: 168 time: 1.1801672 Mar 22 13:05:42.819701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f3aac7-93f6-485d-9d65-509dc27ca9b1 None None] No DVR routers for this DVR port 169d55f7-527b-41bd-9d63-a3298009482c on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:42.827216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:42.840287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:42.841151 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment c525cae2-356d-4c41-abb8-264a3a6adf95 of type vlan for network 8dc41b29-9983-46d4-ba92-7250a64de196 Mar 22 13:05:42.841377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc6eea2-e941-4fe0-9e6c-1a8c543aafbb None None] Network ff1c863f-753a-471c-90aa-af7c3a7d0681 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:42.843050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36754) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:42.883903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.007606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3aac7-93f6-485d-9d65-509dc27ca9b1 None None] Pushing event deleted for resources: {'Port': ['ID=169d55f7-527b-41bd-9d63-a3298009482c,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:43.032013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 10e153b9-f245-45a2-9e14-c7dcff05438a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:43.072156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:43.095444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.176695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7976e254-b77f-4b6e-8f02-278e38891f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.191978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.197052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 10e153b9-f245-45a2-9e14-c7dcff05438a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:43.198608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:43.199266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.204601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48346a56-0636-4f13-a4c8-db985b33e81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.209947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:43.213783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.254990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.306695 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384e2ba2-2702-4350-8657-7ec61ce19644 None None] DHCP port deletion for ff1c863f-753a-471c-90aa-af7c3a7d0681 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:43.311417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 169d55f7-527b-41bd-9d63-a3298009482c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:43.349010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7976e254-b77f-4b6e-8f02-278e38891f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:43.354915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-384e2ba2-2702-4350-8657-7ec61ce19644 None None] Deleting port f707ab55-1bba-472a-a3d2-32be3b806956 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:43.356695 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-384e2ba2-2702-4350-8657-7ec61ce19644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.365025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48346a56-0636-4f13-a4c8-db985b33e81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb0fb34-2220-4132-81ef-88ae077475c3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:43.370740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7976e254-b77f-4b6e-8f02-278e38891f4b admin admin] Usage tracker for resource:security_group_rule and tenant:b8f03a402292443688fa19989a5b5f0b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:43.380953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7976e254-b77f-4b6e-8f02-278e38891f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:43.390924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48346a56-0636-4f13-a4c8-db985b33e81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.392376 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-48346a56-0636-4f13-a4c8-db985b33e81c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3eb0fb34-2220-4132-81ef-88ae077475c3 HTTP/1.1" status: 204 len: 168 time: 1.2438498 Mar 22 13:05:43.404982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 169d55f7-527b-41bd-9d63-a3298009482c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:43.405418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 169d55f7-527b-41bd-9d63-a3298009482c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:43.423041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.435482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7976e254-b77f-4b6e-8f02-278e38891f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:43.455876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Deleting port f707ab55-1bba-472a-a3d2-32be3b806956 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:43.456217 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.488600 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5474026 Mar 22 13:05:43.496052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.498533 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8929362 Mar 22 13:05:43.499081 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36760) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:43.500374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fd70a-757d-47f9-8e50-25d00cbbdc0b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cca74b3-716e-4dd1-802d-0774c927eb04,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:43.509978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36762) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:43.514779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c32257-257e-465d-aa25-cf33968257de tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=8dc41b29-9983-46d4-ba92-7250a64de196,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:43.517213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.517605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': '8dc41b29-9983-46d4-ba92-7250a64de196', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:43.524622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1323428200', 'security_groups': ['7cca74b3-716e-4dd1-802d-0774c927eb04'], 'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e65ce005-eb39-4915-96f7-e42f19425b1e'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:43.534520 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 8dc41b29-9983-46d4-ba92-7250a64de196 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:43.753797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-384e2ba2-2702-4350-8657-7ec61ce19644 None None] For port f707ab55-1bba-472a-a3d2-32be3b806956, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f707ab55-1bba-472a-a3d2-32be3b806956,segment=NetworkSegment(33c9f5da-794e-474a-9e3d-3b24ad33382f),segment_id=33c9f5da-794e-474a-9e3d-3b24ad33382f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:43.754295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-384e2ba2-2702-4350-8657-7ec61ce19644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.762933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b73ba7ae-ec59-4dda-baaf-ad378a573f30 None None] Provisioning for port 10e153b9-f245-45a2-9e14-c7dcff05438a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:43.773670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b73ba7ae-ec59-4dda-baaf-ad378a573f30 None None] Provisioning complete for port 10e153b9-f245-45a2-9e14-c7dcff05438a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:43.774043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b73ba7ae-ec59-4dda-baaf-ad378a573f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.878090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] For port f707ab55-1bba-472a-a3d2-32be3b806956, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f707ab55-1bba-472a-a3d2-32be3b806956,segment=NetworkSegment(33c9f5da-794e-474a-9e3d-3b24ad33382f),segment_id=33c9f5da-794e-474a-9e3d-3b24ad33382f)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:43.878618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.897632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:43.964305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:port and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:43.972379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:43.975516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-384e2ba2-2702-4350-8657-7ec61ce19644 None None] Calling delete_port for f707ab55-1bba-472a-a3d2-32be3b806956 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:43.987550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] Deleting port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:43.987898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.008756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Calling delete_port for f707ab55-1bba-472a-a3d2-32be3b806956 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:44.012510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:44.106931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:44.125943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:44.126739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-384e2ba2-2702-4350-8657-7ec61ce19644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.127239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:44.133166 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:44.143193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:subnet and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:44.161827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:44.175700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:44.183662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e2ba2-2702-4350-8657-7ec61ce19644 None None] No DVR routers for this DVR port f707ab55-1bba-472a-a3d2-32be3b806956 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:44.185081 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b73ba7ae-ec59-4dda-baaf-ad378a573f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.202896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e2ba2-2702-4350-8657-7ec61ce19644 None None] Pushing event deleted for resources: {'Port': ['ID=f707ab55-1bba-472a-a3d2-32be3b806956,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:44.229940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:44.233974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.241531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b73ba7ae-ec59-4dda-baaf-ad378a573f30 None None] For port 10e153b9-f245-45a2-9e14-c7dcff05438a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=10e153b9-f245-45a2-9e14-c7dcff05438a,segment=NetworkSegment(de07bfdf-4ddc-4d8d-9beb-bb54124a57dd),segment_id=de07bfdf-4ddc-4d8d-9beb-bb54124a57dd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:44.247416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b73ba7ae-ec59-4dda-baaf-ad378a573f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.335274 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b73ba7ae-ec59-4dda-baaf-ad378a573f30 None None] Provisioning complete for port 69030962-52b2-42af-9fb3-849a8ba49874 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:44.335650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b73ba7ae-ec59-4dda-baaf-ad378a573f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.341706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7976e254-b77f-4b6e-8f02-278e38891f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.349202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.392579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.ipam_backend_mixin [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Performing IP validity checks on allocation pools {{(pid=87932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 13:05:44.393447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.ipam_backend_mixin [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 13:05:44.399560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7976e254-b77f-4b6e-8f02-278e38891f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.414983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ba7ae-ec59-4dda-baaf-ad378a573f30 None None] Pushing event updated for resources: {'Port': ['ID=10e153b9-f245-45a2-9e14-c7dcff05438a,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:44.444068 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b73ba7ae-ec59-4dda-baaf-ad378a573f30 None None] Port 69030962-52b2-42af-9fb3-849a8ba49874 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:44.445089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:44.457327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976e254-b77f-4b6e-8f02-278e38891f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1bc052-f97f-486c-8583-89ca12fcb374,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:44.470318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:44.484801 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408859b-d278-4258-8501-44cee2fcb4a9 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:44.545121 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:44.545816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.547929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36786) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:44.556772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:44.581130 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7976e254-b77f-4b6e-8f02-278e38891f4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8f03a402292443688fa19989a5b5f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7986307 Mar 22 13:05:44.581314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36792) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:44.594921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=74cf9b0b-c236-4afe-b635-6721b0746fef,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:44.629347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Deleting port f707ab55-1bba-472a-a3d2-32be3b806956 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:44.629687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.674924 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-db697292-df05-44c4-9153-17e4fe25b432 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1681070 Mar 22 13:05:44.693596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.711350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] The port 'f707ab55-1bba-472a-a3d2-32be3b806956' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:05:44.712351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36796) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:44.742618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': '74cf9b0b-c236-4afe-b635-6721b0746fef'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:44.743885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.751354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'networks': [{'name': 'tempest-network--328017413'}, {'name': 'tempest-network--1489060626'}]} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:44.751827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'network': {'name': 'tempest-network--328017413'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:44.752537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'network': {'name': 'tempest-network--1489060626'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:44.757164 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:cb:fc:b4', 'name': 'tempest-NetworksTestDHCPv6-2032376083'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:44.801320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.830411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:44.845312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port 32a44fb0-65bd-46df-a821-18fe865b5ec2 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:44.846684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 10e153b9-f245-45a2-9e14-c7dcff05438a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:44.884607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Usage tracker for resource:network and tenant:4f08bc571c22495d9b4344d07ac57db0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:44.893289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:44.909297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] For port 2958d7cb-3bb9-4e96-850b-cd1ccdebec96, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2958d7cb-3bb9-4e96-850b-cd1ccdebec96,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:44.910017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:44.935791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:44.994762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/74cf9b0b-c236-4afe-b635-6721b0746fef/3a0c00ca-e956-499e-8482-2fd62abc8681) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:44.996819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 10e153b9-f245-45a2-9e14-c7dcff05438a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:44.997077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.092388 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:45.103707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] Calling delete_port for 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:45.109494 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:45.125400 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:45.126770 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:45.128189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.130926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5f919d05-84d6-4c7f-b162-1af69d3eff3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.167930 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=f0296515-867f-4431-977b-3084da79426f,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:45.179095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Made reservation on behalf of 4f08bc571c22495d9b4344d07ac57db0 for: {'network': 2} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:45.183562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.203043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1c863f-753a-471c-90aa-af7c3a7d0681']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:45.222769 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': 'c525cae2-356d-4c41-abb8-264a3a6adf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8dc41b29-9983-46d4-ba92-7250a64de196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:45.223140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: 8dc41b29-9983-46d4-ba92-7250a64de196, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:05:45.231820 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3fad63ea-360d-4da9-962d-525d55e9c2bd tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3642726 Mar 22 13:05:45.231820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.235003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c9f5da-794e-474a-9e3d-3b24ad33382f') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:45.235392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c9f5da-794e-474a-9e3d-3b24ad33382f') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:45.242336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36800) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:45.298528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.309204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f707ab55-1bba-472a-a3d2-32be3b806956 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:45.316646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.317141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:45.321375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5f919d05-84d6-4c7f-b162-1af69d3eff3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.324886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:45.325697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.351513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: f707ab55-1bba-472a-a3d2-32be3b806956 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:45.351868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f707ab55-1bba-472a-a3d2-32be3b806956 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:45.353258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Usage tracker for resource:security_group_rule and tenant:4f08bc571c22495d9b4344d07ac57db0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:45.358749 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:45.379012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:45.391070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.427182 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:45.457279 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:45.457505 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:45.493614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:45.507572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network 8dc41b29-9983-46d4-ba92-7250a64de196 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:05:45.510031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Transition to ACTIVE for port object 3a0c00ca-e956-499e-8482-2fd62abc8681 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:45.521069 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.529832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fb21fc-07c5-4dfe-b37f-3c9c97f91f0a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting subnet b1b47baa-734e-4963-b5ae-8aee87140ed8 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:45.533404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4fb21fc-07c5-4dfe-b37f-3c9c97f91f0a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.564173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8::12 (44292524-8479-4256-81c8-0277f7193fcb/e65ce005-eb39-4915-96f7-e42f19425b1e/32a44fb0-65bd-46df-a821-18fe865b5ec2) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:45.585032 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Transition to ACTIVE for port object 3a0c00ca-e956-499e-8482-2fd62abc8681 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:45.591772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5f919d05-84d6-4c7f-b162-1af69d3eff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.594335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.598214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4fb21fc-07c5-4dfe-b37f-3c9c97f91f0a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.645117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f919d05-84d6-4c7f-b162-1af69d3eff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1bc052-f97f-486c-8583-89ca12fcb374,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:45.652528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.667353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 8dc41b29-9983-46d4-ba92-7250a64de196) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:45.669736 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/networks/ff1c863f-753a-471c-90aa-af7c3a7d0681 HTTP/1.1" status: 204 len: 168 time: 2.8225107 Mar 22 13:05:45.670628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:45.683694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36804) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:45.697157 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3dfe91-a8a3-4cb7-8fe7-735887bb4968 None None] Network 8dc41b29-9983-46d4-ba92-7250a64de196 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:45.704263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:45.704856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.715309 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90862f32-7868-41d9-83b0-2516f1d06edd tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Network': ['ID=ff1c863f-753a-471c-90aa-af7c3a7d0681,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:45.753865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:45.760739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:45.766712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:45.806473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5f919d05-84d6-4c7f-b162-1af69d3eff3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.821959 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5f919d05-84d6-4c7f-b162-1af69d3eff3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d1bc052-f97f-486c-8583-89ca12fcb374 HTTP/1.1" status: 204 len: 168 time: 1.2263830 Mar 22 13:05:45.837152 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-74ce0d6f-ddbd-4635-84b8-6533adef57d1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3355594 Mar 22 13:05:45.845277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36810) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:45.856920 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:41Z', 'revision_number': 10, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:45.865162 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:05:45.887778 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:45.888410 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:45.891872 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Pushing event updated for resources: {'Port': ['ID=3a0c00ca-e956-499e-8482-2fd62abc8681,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:45.975530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Attempting to bind port 3a0c00ca-e956-499e-8482-2fd62abc8681 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:45.975918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Attempting to bind port 3a0c00ca-e956-499e-8482-2fd62abc8681 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:45.976526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Attempting to bind port 3a0c00ca-e956-499e-8482-2fd62abc8681 on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:45.991849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4fb21fc-07c5-4dfe-b37f-3c9c97f91f0a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.993462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-55856f21-812d-4c09-a0db-d48d1c56017e tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Deleting subnet ee0c0cb0-85d5-4d81-b774-8a222a9dc9e9 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:45.996770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:45.997152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:45.997556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:45.998319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:45.998971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Bound port: 3a0c00ca-e956-499e-8482-2fd62abc8681, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:45.999370 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.001436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55856f21-812d-4c09-a0db-d48d1c56017e tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.072930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.118102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4fb21fc-07c5-4dfe-b37f-3c9c97f91f0a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.139841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.174637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2958d7cb-3bb9-4e96-850b-cd1ccdebec96,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:46.178529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.180156 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.206051 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:46.215565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.261968 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] For port 3a0c00ca-e956-499e-8482-2fd62abc8681, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:46.266792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] For port 3a0c00ca-e956-499e-8482-2fd62abc8681, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3a0c00ca-e956-499e-8482-2fd62abc8681,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:46.269627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-8dc41b29-9983-46d4-ba92-7250a64de196', 'network_id': '8dc41b29-9983-46d4-ba92-7250a64de196', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': 'f0296515-867f-4431-977b-3084da79426f'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:46.270492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.288752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.300826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb21fc-07c5-4dfe-b37f-3c9c97f91f0a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b47baa-734e-4963-b5ae-8aee87140ed8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:46.315439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4fb21fc-07c5-4dfe-b37f-3c9c97f91f0a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.342999 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f4fb21fc-07c5-4dfe-b37f-3c9c97f91f0a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/b1b47baa-734e-4963-b5ae-8aee87140ed8 HTTP/1.1" status: 204 len: 168 time: 1.0996113 Mar 22 13:05:46.343630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36816) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:46.352415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36818) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:46.361518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 7f74a24b-de2d-4dee-9c8e-df0dc0063943 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:46.383334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55856f21-812d-4c09-a0db-d48d1c56017e tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.408979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6612eadb-7326-4c87-8d69-51babe10b638 None None] Network 78333a61-0674-478c-b07f-c402a7bc1e14 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:46.563864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.684078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Allocated IP 172.20.0.3 (8dc41b29-9983-46d4-ba92-7250a64de196/f0296515-867f-4431-977b-3084da79426f/87583748-de3d-4041-9f65-922cfe70527d) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:46.708365 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:41Z', 'revision_number': 10, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:46.712246 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-025b9c56-2a4e-47ee-855a-f7db1033753a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc395393d84541eeb0f4c132d3a2d6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527817 Mar 22 13:05:46.713434 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4e3dc-141d-4488-ba90-404c31dc4f42 None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:41Z', 'revision_number': 10, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None, '_interfaces': [{'id': 'fc8500eb-eba3-4493-bb6e-68b34620b81b', 'name': '', 'network_id': '03f25e5d-f862-40a4-b7fb-370c93874221', 'tenant_id': 'fee226a007774d58826c427014967959', 'mac_address': 'fa:16:3e:9f:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:04:09Z', 'updated_at': '2022-03-22T13:04:25Z', 'revision_number': 5, 'project_id': 'fee226a007774d58826c427014967959', 'subnets': [{'id': '6ea5c9d4-170c-440d-ac2b-d2de321a53db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:46.715949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44881b33-c0a8-46f7-ad4a-d937404ede0d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:46.718852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36824) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:46.730678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::31e (664f0cd7-b40c-4378-b4f7-c397d24fad2a/74cf9b0b-c236-4afe-b635-6721b0746fef/7f74a24b-de2d-4dee-9c8e-df0dc0063943) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:46.759861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.923537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.933519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:46.937117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98565ff-2067-4d01-8ea5-011c4454373d None None] Pushing event updated for resources: {'Port': ['ID=3a0c00ca-e956-499e-8482-2fd62abc8681,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:46.942833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:46.944452 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Added segment 2dbffc72-a50c-440a-8a80-136e1fd7b9c8 of type vlan for network 188110db-3b10-46e5-a63a-a38fc126ab01 Mar 22 13:05:46.974854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.009779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:47.021051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.021386 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Added segment 5040498e-dece-4741-8af1-f6977144bdcc of type vlan for network d7c3c064-3eb7-4155-a45c-34554e069b6f Mar 22 13:05:47.040142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.058170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.063285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 7f74a24b-de2d-4dee-9c8e-df0dc0063943 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:47.133839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.228877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:47.243828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:05:47.247260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.249447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:47.254783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:47.264850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0358fba9-268b-4777-a5f2-23c9f92c8297 None None] DHCP port deletion for 78333a61-0674-478c-b07f-c402a7bc1e14 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:47.276901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:47.277983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.281776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Transition to ACTIVE for port object 87583748-de3d-4041-9f65-922cfe70527d will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:47.295925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=7f74a24b-de2d-4dee-9c8e-df0dc0063943,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:47.296923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.312051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object 32a44fb0-65bd-46df-a821-18fe865b5ec2 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:47.314558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0358fba9-268b-4777-a5f2-23c9f92c8297 None None] Deleting port 26f3c852-71f7-4f59-9577-c54f48134608 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:47.314943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0358fba9-268b-4777-a5f2-23c9f92c8297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.362773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Transition to ACTIVE for port object 87583748-de3d-4041-9f65-922cfe70527d will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:47.364643 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-836f8dfc-8220-4a55-9085-18805f9f9648 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6193926 Mar 22 13:05:47.364643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36828) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:47.373242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 26f3c852-71f7-4f59-9577-c54f48134608 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:47.373591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.395178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.405855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-128850c3-54f6-4ac0-b7e2-607d516b68fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.439320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-128850c3-54f6-4ac0-b7e2-607d516b68fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.455344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.455843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.461900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:47.462400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.466622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:47.467303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.534747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Network 8dc41b29-9983-46d4-ba92-7250a64de196 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:47.554001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:47.556679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Pushing event updated for resources: {'Port': ['ID=87583748-de3d-4041-9f65-922cfe70527d,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:47.573905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:47.636743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55856f21-812d-4c09-a0db-d48d1c56017e tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.661520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=f0296515-867f-4431-977b-3084da79426f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:47.734880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0358fba9-268b-4777-a5f2-23c9f92c8297 None None] For port 26f3c852-71f7-4f59-9577-c54f48134608, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=26f3c852-71f7-4f59-9577-c54f48134608,segment=NetworkSegment(db40a5df-3527-4137-8894-7302332c44b8),segment_id=db40a5df-3527-4137-8894-7302332c44b8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:47.735291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0358fba9-268b-4777-a5f2-23c9f92c8297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.780134 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2268896 Mar 22 13:05:47.789825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36832) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:47.791399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.807504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Attempting to bind port 87583748-de3d-4041-9f65-922cfe70527d on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:47.807741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Attempting to bind port 87583748-de3d-4041-9f65-922cfe70527d by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'c525cae2-356d-4c41-abb8-264a3a6adf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8dc41b29-9983-46d4-ba92-7250a64de196'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:47.808119 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Attempting to bind port 87583748-de3d-4041-9f65-922cfe70527d on network 8dc41b29-9983-46d4-ba92-7250a64de196 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:47.837887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'Network': ['ID=188110db-3b10-46e5-a63a-a38fc126ab01,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:47.844610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.868043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.878977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50a7f09-cb7e-4939-807b-27aa86710f8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:47.886098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50a7f09-cb7e-4939-807b-27aa86710f8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:47.886981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d50a7f09-cb7e-4939-807b-27aa86710f8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:47.893761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 188110db-3b10-46e5-a63a-a38fc126ab01 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:47.899355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc41b29-9983-46d4-ba92-7250a64de196']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:47.915608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0358fba9-268b-4777-a5f2-23c9f92c8297 None None] Calling delete_port for 26f3c852-71f7-4f59-9577-c54f48134608 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:47.947469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:47.948184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Checking segment: {'id': 'c525cae2-356d-4c41-abb8-264a3a6adf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8dc41b29-9983-46d4-ba92-7250a64de196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:47.948772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.949321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Bound using segment: {'id': 'c525cae2-356d-4c41-abb8-264a3a6adf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8dc41b29-9983-46d4-ba92-7250a64de196'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:47.950105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Bound port: 87583748-de3d-4041-9f65-922cfe70527d, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525cae2-356d-4c41-abb8-264a3a6adf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8dc41b29-9983-46d4-ba92-7250a64de196'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:47.950772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:47.992618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c525cae2-356d-4c41-abb8-264a3a6adf95') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:47.993066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c525cae2-356d-4c41-abb8-264a3a6adf95') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:48.013620 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.030900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d50a7f09-cb7e-4939-807b-27aa86710f8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:48.032291 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d50a7f09-cb7e-4939-807b-27aa86710f8e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6671703 Mar 22 13:05:48.039345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36836) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:48.053784 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-128850c3-54f6-4ac0-b7e2-607d516b68fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.118563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-942d0d10-e5b1-433b-9e1a-b153546d294f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 7f74a24b-de2d-4dee-9c8e-df0dc0063943 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:48.119047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942d0d10-e5b1-433b-9e1a-b153546d294f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.153657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.181570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:48.201596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:48.202142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:48.217843 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:48.229290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6760c-8f28-458d-a10c-0752058517a0 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:48.234246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0358fba9-268b-4777-a5f2-23c9f92c8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.235410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6760c-8f28-458d-a10c-0752058517a0 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:48.241660 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6760c-8f28-458d-a10c-0752058517a0 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:48.247465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6760c-8f28-458d-a10c-0752058517a0 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:48.249210 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-40b6760c-8f28-458d-a10c-0752058517a0 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4505684 Mar 22 13:05:48.263517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044cdf9-9c0f-4585-9c68-548d04ddda4d tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'Network': ['ID=d7c3c064-3eb7-4155-a45c-34554e069b6f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:48.265978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128850c3-54f6-4ac0-b7e2-607d516b68fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9de089-23b0-4cda-b0ff-a127aa7b915e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:48.267916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:48.272487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36840) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:48.293802 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55856f21-812d-4c09-a0db-d48d1c56017e tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.298889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network d7c3c064-3eb7-4155-a45c-34554e069b6f details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:48.305844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:48.311306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:48.311904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.360614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=32a44fb0-65bd-46df-a821-18fe865b5ec2,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:48.370075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0358fba9-268b-4777-a5f2-23c9f92c8297 None None] No DVR routers for this DVR port 26f3c852-71f7-4f59-9577-c54f48134608 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:48.375218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358fba9-268b-4777-a5f2-23c9f92c8297 None None] Pushing event deleted for resources: {'Port': ['ID=26f3c852-71f7-4f59-9577-c54f48134608,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:48.448502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.480199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55856f21-812d-4c09-a0db-d48d1c56017e tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0c0cb0-85d5-4d81-b774-8a222a9dc9e9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:48.485879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55856f21-812d-4c09-a0db-d48d1c56017e tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.487815 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-55856f21-812d-4c09-a0db-d48d1c56017e tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/subnets/ee0c0cb0-85d5-4d81-b774-8a222a9dc9e9 HTTP/1.1" status: 204 len: 168 time: 2.8020816 Mar 22 13:05:48.488829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-128850c3-54f6-4ac0-b7e2-607d516b68fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.492805 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-128850c3-54f6-4ac0-b7e2-607d516b68fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f9de089-23b0-4cda-b0ff-a127aa7b915e HTTP/1.1" status: 204 len: 168 time: 1.7579231 Mar 22 13:05:48.495858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36844) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:48.510964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] For port 87583748-de3d-4041-9f65-922cfe70527d, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:48.531758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef779f84-9bf8-4185-a59b-d0f6b449d648 None None] Network af90922d-da7d-48a2-a721-2d64d730db83 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:48.557826 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-01633aa6-1e43-448f-8c64-fe5285e4be7b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0459762 Mar 22 13:05:48.571823 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36848) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:48.631822 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:48.655011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port 26f3c852-71f7-4f59-9577-c54f48134608, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=26f3c852-71f7-4f59-9577-c54f48134608,segment=NetworkSegment(db40a5df-3527-4137-8894-7302332c44b8),segment_id=db40a5df-3527-4137-8894-7302332c44b8)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:48.655401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.717533 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] For port 87583748-de3d-4041-9f65-922cfe70527d, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=87583748-de3d-4041-9f65-922cfe70527d,segment=NetworkSegment(c525cae2-356d-4c41-abb8-264a3a6adf95),segment_id=c525cae2-356d-4c41-abb8-264a3a6adf95)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:48.724004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:48.745171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 13:05:48.745171 dv-neutron-834664-2-hyperv neutron-server[87932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 13:05:48.745171 dv-neutron-834664-2-hyperv neutron-server[87932]: [parameters: {'id': '8dc41b29-9983-46d4-ba92-7250a64de196'}] Mar 22 13:05:48.745171 dv-neutron-834664-2-hyperv neutron-server[87932]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:48.745524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:48.964272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3a0c00ca-e956-499e-8482-2fd62abc8681 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:48.967533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.012324 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188110db-3b10-46e5-a63a-a38fc126ab01']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:49.026311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbffc72-a50c-440a-8a80-136e1fd7b9c8') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:49.026621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbffc72-a50c-440a-8a80-136e1fd7b9c8') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:49.041896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.064757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.072884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:49.073300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.122272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for 26f3c852-71f7-4f59-9577-c54f48134608 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:49.159756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc06fed-fbdf-48a2-97e4-559d9214cd05 None None] Pushing event updated for resources: {'Port': ['ID=87583748-de3d-4041-9f65-922cfe70527d,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:49.184535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9ea8bf-0853-441c-8287-bd2346cb900d tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Deleting subnet 8cc1d9b3-b320-4997-990c-12561d40426a {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:49.196681 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:49.205624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] Provisioning for port 3a0c00ca-e956-499e-8482-2fd62abc8681 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:49.219119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.239958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] Provisioning complete for port 3a0c00ca-e956-499e-8482-2fd62abc8681 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:49.240558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.243506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea8bf-0853-441c-8287-bd2346cb900d tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.253762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.256640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.278985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba92ea42-7e8a-40a4-9f23-b2d11654c5ce None None] Network 8dc41b29-9983-46d4-ba92-7250a64de196 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:49.298431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 3a0c00ca-e956-499e-8482-2fd62abc8681 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:49.330354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Network': ['ID=188110db-3b10-46e5-a63a-a38fc126ab01,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:49.359294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port 87583748-de3d-4041-9f65-922cfe70527d {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:49.359294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.360410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea8bf-0853-441c-8287-bd2346cb900d tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.394755 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8878f2c0-4a2d-4695-9668-4ffdb17609e1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "DELETE /v2.0/networks/188110db-3b10-46e5-a63a-a38fc126ab01 HTTP/1.1" status: 204 len: 168 time: 1.1211097 Mar 22 13:05:49.407051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36866) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:49.409144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3a0c00ca-e956-499e-8482-2fd62abc8681 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:49.410825 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.447826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:49.448151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:49.456169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:49.477149 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:49.602907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.721377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed5f57d-da7e-472b-88e0-30b59586f1a6 None None] DHCP port deletion for af90922d-da7d-48a2-a721-2d64d730db83 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:49.725901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.763334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] Router 774dfc06-512f-4d0b-9d71-126fe52a17cb has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:49.805238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] For port 87583748-de3d-4041-9f65-922cfe70527d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=87583748-de3d-4041-9f65-922cfe70527d,segment=NetworkSegment(c525cae2-356d-4c41-abb8-264a3a6adf95),segment_id=c525cae2-356d-4c41-abb8-264a3a6adf95)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:49.805593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.827899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-fed5f57d-da7e-472b-88e0-30b59586f1a6 None None] Deleting port 1a59e519-6c81-4276-b4ef-001e63eab572 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:49.828804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fed5f57d-da7e-472b-88e0-30b59586f1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.829623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.838470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea8bf-0853-441c-8287-bd2346cb900d tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.937045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Calling delete_port for 87583748-de3d-4041-9f65-922cfe70527d owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:49.946512 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:49.948906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port 26f3c852-71f7-4f59-9577-c54f48134608 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:49.949541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.023552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:50.028285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942d0d10-e5b1-433b-9e1a-b153546d294f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.041988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.050439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:50.072142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c3c064-3eb7-4155-a45c-34554e069b6f']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:50.093886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] The port '26f3c852-71f7-4f59-9577-c54f48134608' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:05:50.106055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5040498e-dece-4741-8af1-f6977144bdcc') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:50.106474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5040498e-dece-4741-8af1-f6977144bdcc') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:50.133206 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] For port 3a0c00ca-e956-499e-8482-2fd62abc8681, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3a0c00ca-e956-499e-8482-2fd62abc8681,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:50.169358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.205904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.221342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-942d0d10-e5b1-433b-9e1a-b153546d294f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 7f74a24b-de2d-4dee-9c8e-df0dc0063943 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:50.252202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No DVR routers for this DVR port 87583748-de3d-4041-9f65-922cfe70527d on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:50.260579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Port': ['ID=87583748-de3d-4041-9f65-922cfe70527d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:50.295471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.298366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:50.302617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.312795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:50.313215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:50.328574 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:50.331465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea8bf-0853-441c-8287-bd2346cb900d tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.517102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:05:50.517453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:05:50.549558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.556540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] Pushing event updated for resources: {'Port': ['ID=3a0c00ca-e956-499e-8482-2fd62abc8681,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:50.563483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] Provisioning for port 32a44fb0-65bd-46df-a821-18fe865b5ec2 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:50.567654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-fed5f57d-da7e-472b-88e0-30b59586f1a6 None None] For port 1a59e519-6c81-4276-b4ef-001e63eab572, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=1a59e519-6c81-4276-b4ef-001e63eab572,segment=NetworkSegment(24e4e9c0-7efb-4a5e-8156-911e606b9550),segment_id=24e4e9c0-7efb-4a5e-8156-911e606b9550)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:50.568041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fed5f57d-da7e-472b-88e0-30b59586f1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.572976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ea8bf-0853-441c-8287-bd2346cb900d tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc1d9b3-b320-4997-990c-12561d40426a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:50.579415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea8bf-0853-441c-8287-bd2346cb900d tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.585574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf947928-1e01-4f01-a785-54ef107a39f8 None None] Network 33a33d33-7c43-4342-8cb6-276092493b7e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:50.596580 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:50.620349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78333a61-0674-478c-b07f-c402a7bc1e14']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:50.632234 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ee9ea8bf-0853-441c-8287-bd2346cb900d tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/subnets/8cc1d9b3-b320-4997-990c-12561d40426a HTTP/1.1" status: 204 len: 168 time: 2.0730836 Mar 22 13:05:50.638495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36890) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:50.645785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36894) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:50.648232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db40a5df-3527-4137-8894-7302332c44b8') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:50.648578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db40a5df-3527-4137-8894-7302332c44b8') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:50.667516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.712097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] Sync routers for ids ['774dfc06-512f-4d0b-9d71-126fe52a17cb'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:50.722334 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942d0d10-e5b1-433b-9e1a-b153546d294f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.772629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc41b29-9983-46d4-ba92-7250a64de196']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:50.778238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] Provisioning complete for port 32a44fb0-65bd-46df-a821-18fe865b5ec2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:50.778780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.811781 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c525cae2-356d-4c41-abb8-264a3a6adf95') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:50.812229 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-fed5f57d-da7e-472b-88e0-30b59586f1a6 None None] Calling delete_port for 1a59e519-6c81-4276-b4ef-001e63eab572 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:50.812377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c525cae2-356d-4c41-abb8-264a3a6adf95') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:50.825897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d0d10-e5b1-433b-9e1a-b153546d294f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=7f74a24b-de2d-4dee-9c8e-df0dc0063943,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:50.838245 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-44abf9ce-2fb5-402b-9f88-e266fffd6ae8 admin admin] 10.222.0.70 "PUT /v2.0/routers/774dfc06-512f-4d0b-9d71-126fe52a17cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0355721 Mar 22 13:05:50.850868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36898) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:50.872092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.878505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.892839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.918144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.922435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] Routers {'774dfc06-512f-4d0b-9d71-126fe52a17cb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:50.929525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:50.931019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.932379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['774dfc06-512f-4d0b-9d71-126fe52a17cb'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:50.955554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:50.981961 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:50.985393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942d0d10-e5b1-433b-9e1a-b153546d294f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:50.988835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "DELETE /v2.0/networks/d7c3c064-3eb7-4155-a45c-34554e069b6f HTTP/1.1" status: 204 len: 168 time: 1.5807052 Mar 22 13:05:50.992521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36904) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:51.059373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01166bfd-a932-4d76-b12c-5ff6736e4fbc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Network': ['ID=d7c3c064-3eb7-4155-a45c-34554e069b6f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:51.065797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1071298028', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:51.070185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.086973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:51.106443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:51.107113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:51.128374 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:51.130342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9d26ce3f-36f2-491a-829e-e56aa084f9b4 None None] Port 32a44fb0-65bd-46df-a821-18fe865b5ec2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:51.150260 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.ipam_backend_mixin [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e65ce005-eb39-4915-96f7-e42f19425b1e (CIDR: 2001:db8::/64) Mar 22 13:05:51.154168 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Usage tracker for resource:port and tenant:794d67ad97fb44d6adf841a7d145efeb is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:51.165206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.181905 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:51.232964 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:05:51.233465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:05:51.251205 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-942d0d10-e5b1-433b-9e1a-b153546d294f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/7f74a24b-de2d-4dee-9c8e-df0dc0063943 HTTP/1.1" status: 204 len: 168 time: 3.2085652 Mar 22 13:05:51.255347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36908) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:51.256858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:51.289594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2dd364ce-cd5e-4af0-bf07-254947e37968 None None] Could not find standard attr ID for object 7f74a24b-de2d-4dee-9c8e-df0dc0063943. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:05:51.295561 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6ee56673-9886-415b-b79a-8ef7803ced97 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7029059 Mar 22 13:05:51.298833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36910) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:51.299721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.313286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fed5f57d-da7e-472b-88e0-30b59586f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.325905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.327208 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/8dc41b29-9983-46d4-ba92-7250a64de196 HTTP/1.1" status: 204 len: 168 time: 5.4782259 Mar 22 13:05:51.361679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5f57d-da7e-472b-88e0-30b59586f1a6 None None] No DVR routers for this DVR port 1a59e519-6c81-4276-b4ef-001e63eab572 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:51.378972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a2e8304e-ef8c-4b15-b10d-9724fead104c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:51.382657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:51.414897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5f57d-da7e-472b-88e0-30b59586f1a6 None None] Pushing event deleted for resources: {'Port': ['ID=1a59e519-6c81-4276-b4ef-001e63eab572,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:51.419474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] Set router 774dfc06-512f-4d0b-9d71-126fe52a17cb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:51.453748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36916) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:51.457429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e097a8-8c15-410b-bfdf-19185abaf7f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:51.459636 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e097a8-8c15-410b-bfdf-19185abaf7f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:51.460381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d7e097a8-8c15-410b-bfdf-19185abaf7f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:51.475750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-55548253'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:51.479653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.483404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5db4a-63dd-4017-863b-c793fa1dfa57 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:51.489561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5db4a-63dd-4017-863b-c793fa1dfa57 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:51.490361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-61b5db4a-63dd-4017-863b-c793fa1dfa57 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Synchronizing usage tracker for tenant:4f08bc571c22495d9b4344d07ac57db0 on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:51.504636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc0a2a-3210-4413-9094-6c3dfea52427 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=8dc41b29-9983-46d4-ba92-7250a64de196,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:51.524372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-61b5db4a-63dd-4017-863b-c793fa1dfa57 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Unset dirty status for tenant:4f08bc571c22495d9b4344d07ac57db0 on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:51.529090 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-61b5db4a-63dd-4017-863b-c793fa1dfa57 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5135462 Mar 22 13:05:51.531436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36920) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:51.531583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: a2e8304e-ef8c-4b15-b10d-9724fead104c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:51.531583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a2e8304e-ef8c-4b15-b10d-9724fead104c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:51.531583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 26f3c852-71f7-4f59-9577-c54f48134608 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:51.536600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1566284218'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:51.548093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:51.572636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:51.581889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:51.582991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:51.587964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:51.590942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:51.594165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Made reservation on behalf of 4f08bc571c22495d9b4344d07ac57db0 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:51.594675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.598179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.598503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Made reservation on behalf of 794d67ad97fb44d6adf841a7d145efeb for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:51.600800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.609718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 26f3c852-71f7-4f59-9577-c54f48134608 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:51.610399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 26f3c852-71f7-4f59-9577-c54f48134608 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:51.618436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:51.620422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:network and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:51.628330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.633555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:51.639583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.689897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.692763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:51.695534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d7e097a8-8c15-410b-bfdf-19185abaf7f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:51.696847 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d7e097a8-8c15-410b-bfdf-19185abaf7f0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3890183 Mar 22 13:05:51.724367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36924) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:51.743137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3a0c00ca-e956-499e-8482-2fd62abc8681 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:51.773337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:51.776729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.806558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:51.857720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b4d76-4833-4588-8188-58c2f2fcfaf8 None None] DHCP port deletion for 33a33d33-7c43-4342-8cb6-276092493b7e request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:51.867205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:51.868795 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-990b4d76-4833-4588-8188-58c2f2fcfaf8 None None] Deleting port c13983b3-7ff6-4480-95e6-94aebcd73c0a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:51.869190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-990b4d76-4833-4588-8188-58c2f2fcfaf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.875619 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.875963 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Added segment f66d753b-233b-4380-8dc5-e2e39cee06d8 of type vlan for network 661974f4-b5cb-4680-8cad-e1f37aa921b9 Mar 22 13:05:51.876599 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/networks/78333a61-0674-478c-b07f-c402a7bc1e14 HTTP/1.1" status: 204 len: 168 time: 5.5070975 Mar 22 13:05:51.876892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36928) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:51.877965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b90e6-ee34-44e9-aa39-ecee1820915c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Network': ['ID=78333a61-0674-478c-b07f-c402a7bc1e14,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:51.944518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Usage tracker for resource:security_group_rule and tenant:794d67ad97fb44d6adf841a7d145efeb is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:51.958136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:51.962470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.973263 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3a0c00ca-e956-499e-8482-2fd62abc8681 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:51.973844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:51.975741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:51.998983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:52.003853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.057520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.058073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.073898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af90922d-da7d-48a2-a721-2d64d730db83']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:52.105910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e4e9c0-7efb-4a5e-8156-911e606b9550') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:52.106300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e4e9c0-7efb-4a5e-8156-911e606b9550') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:52.114377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:52.120470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a942bb-73de-4992-b743-1dbb0aeddce4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 74cf9b0b-c236-4afe-b635-6721b0746fef {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:52.129132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Deleting port 934e1527-aa2e-40f9-828d-fabe70c72720 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:52.129476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.165772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.173167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00a942bb-73de-4992-b743-1dbb0aeddce4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.195662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66'}], 'enable_snat': True}, 'gw_port_id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:05:45Z', 'revision_number': 5, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port': {'id': '934e1527-aa2e-40f9-828d-fabe70c72720', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:12Z', 'updated_at': '2022-03-22T13:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:52.211072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] Checking router: 774dfc06-512f-4d0b-9d71-126fe52a17cb for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:05:52.229907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.230492 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment 93758e4f-a2f3-4423-86a6-6dd130d1aad1 of type vlan for network e1f02239-7d5e-4060-904c-a288b1be4ad9 Mar 22 13:05:52.272935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] Routers {'774dfc06-512f-4d0b-9d71-126fe52a17cb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:52.273616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['774dfc06-512f-4d0b-9d71-126fe52a17cb'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:52.273859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.310017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.315339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:52.315923 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.330308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-990b4d76-4833-4588-8188-58c2f2fcfaf8 None None] For port c13983b3-7ff6-4480-95e6-94aebcd73c0a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c13983b3-7ff6-4480-95e6-94aebcd73c0a,segment=NetworkSegment(bb81ba6e-9521-4a31-a3eb-24ed89488324),segment_id=bb81ba6e-9521-4a31-a3eb-24ed89488324)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:52.331519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-990b4d76-4833-4588-8188-58c2f2fcfaf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.336668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:52.337078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:52.359599 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:52.362273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00a942bb-73de-4992-b743-1dbb0aeddce4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.482009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.482210 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-990b4d76-4833-4588-8188-58c2f2fcfaf8 None None] Calling delete_port for c13983b3-7ff6-4480-95e6-94aebcd73c0a owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:52.546602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'Network': ['ID=661974f4-b5cb-4680-8cad-e1f37aa921b9,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:52.587889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 661974f4-b5cb-4680-8cad-e1f37aa921b9 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:52.588913 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-aa4d53c7-8e26-442e-8d38-de1f72cd1801 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0582345 Mar 22 13:05:52.593373 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36932) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:52.603537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-944287092'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:52.606964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 1a59e519-6c81-4276-b4ef-001e63eab572 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:52.612023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:52.625502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Usage tracker for resource:network and tenant:4f08bc571c22495d9b4344d07ac57db0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:52.641179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:52.651383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:52.671874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 1a59e519-6c81-4276-b4ef-001e63eab572 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:52.672213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 1a59e519-6c81-4276-b4ef-001e63eab572 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:52.688883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Made reservation on behalf of 4f08bc571c22495d9b4344d07ac57db0 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:52.691511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.738298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.772556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.772891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] Set router 774dfc06-512f-4d0b-9d71-126fe52a17cb gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:52.782982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.808340 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.810258 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=bc2b5620-7962-4be0-8ad1-b3adb7858a0e,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:52.819214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.832251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:52.838079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:52.845097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:52.845828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.852355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Network': ['ID=af90922d-da7d-48a2-a721-2d64d730db83,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:52.854212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:52.866886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] device_id is not set on port 2d709cd3-88c3-474d-ba65-736ee5fc0532 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:52.879888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.880261 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Added segment e49a6e6b-87f6-4c17-b98c-f108e2876240 of type vlan for network acb0ecb0-2ec8-44d5-b73c-e25c329b823b Mar 22 13:05:52.890327 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f003df30-b926-4e5e-a9fb-eebd08a1da56 None None] Network 44292524-8479-4256-81c8-0277f7193fcb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:52.895379 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bb377623-6010-4b8a-bd0f-b223411997a7 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5805364 Mar 22 13:05:52.896422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36936) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:52.906212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.907400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-600474983', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc2b5620-7962-4be0-8ad1-b3adb7858a0e'}], 'security_groups': ['fe725219-bf56-453c-961b-115c82431c66']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:52.911708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:52.913031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.939143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:05:52Z', 'revision_number': 6, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:52.947445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-990b4d76-4833-4588-8188-58c2f2fcfaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.968422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] For port 934e1527-aa2e-40f9-828d-fabe70c72720, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=934e1527-aa2e-40f9-828d-fabe70c72720,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:52.968854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.969184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:52.988402 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-31f7ee4c-f0e6-4190-be2b-401c256bc046 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/networks/af90922d-da7d-48a2-a721-2d64d730db83 HTTP/1.1" status: 204 len: 168 time: 2.3461523 Mar 22 13:05:53.001131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdd0ed-75b1-43e5-bdfb-57dc18eeb4eb None None] The sync data for ids ['774dfc06-512f-4d0b-9d71-126fe52a17cb'] in dv-neutron-834664-2-hyperv is: [{'id': '774dfc06-512f-4d0b-9d71-126fe52a17cb', 'name': 'tempest-ServerActionsTestJSON-1810259992-router', 'tenant_id': '94d1bf4c17454780927ec149855c36f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:10Z', 'updated_at': '2022-03-22T13:05:52Z', 'revision_number': 6, 'project_id': '94d1bf4c17454780927ec149855c36f1', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:53.043977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36940) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:53.059703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:53.090494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b4d76-4833-4588-8188-58c2f2fcfaf8 None None] Pushing event deleted for resources: {'Port': ['ID=c13983b3-7ff6-4480-95e6-94aebcd73c0a,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:53.092451 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b4d76-4833-4588-8188-58c2f2fcfaf8 None None] No DVR routers for this DVR port c13983b3-7ff6-4480-95e6-94aebcd73c0a on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:53.148490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Calling delete_port for 934e1527-aa2e-40f9-828d-fabe70c72720 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:53.195779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e477d71-9d40-4f1d-b5d7-ec5a828185cc,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:53.200022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00a942bb-73de-4992-b743-1dbb0aeddce4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:53.235661 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7724125 Mar 22 13:05:53.299759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36944) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:53.356627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06df4ed-bdc3-42c0-afae-b72e314674cf None None] Update dhcp port {'port': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'fixed_ips': [{'subnet_id': 'e65ce005-eb39-4915-96f7-e42f19425b1e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bc2b5620-7962-4be0-8ad1-b3adb7858a0e'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '10e153b9-f245-45a2-9e14-c7dcff05438a'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:05:53.404058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16070436-c5f9-4f9c-9424-da08ad20344e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=e1f02239-7d5e-4060-904c-a288b1be4ad9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:53.406442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:05:53.426584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c06df4ed-bdc3-42c0-afae-b72e314674cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:53.446691 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network e1f02239-7d5e-4060-904c-a288b1be4ad9 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:53.506682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': 'e1f02239-7d5e-4060-904c-a288b1be4ad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:53.540695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:53.584876 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Allocated IP 172.26.5.243 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/2d709cd3-88c3-474d-ba65-736ee5fc0532) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:53.623303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:53.628764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:53.629426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:53.689675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00a942bb-73de-4992-b743-1dbb0aeddce4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:53.764691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:53.768700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a942bb-73de-4992-b743-1dbb0aeddce4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=74cf9b0b-c236-4afe-b635-6721b0746fef,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:53.769576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046feda2-59ad-4f7b-976f-2fbc4e877846 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:53.772143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-00a942bb-73de-4992-b743-1dbb0aeddce4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:53.774873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:53.807753 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2100406 Mar 22 13:05:53.819093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36948) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:53.837922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:subnet and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:53.842849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbc8fc-3fb9-4310-b105-31eab4191cdc tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'Network': ['ID=acb0ecb0-2ec8-44d5-b73c-e25c329b823b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:53.850221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:53.855110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'ports': [{'network_id': '661974f4-b5cb-4680-8cad-e1f37aa921b9', 'name': 'tempest-port--951464136', 'admin_state_up': True}, {'network_id': 'acb0ecb0-2ec8-44d5-b73c-e25c329b823b', 'admin_state_up': False}]} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:53.855864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'port': {'network_id': '661974f4-b5cb-4680-8cad-e1f37aa921b9', 'name': 'tempest-port--951464136', 'admin_state_up': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:53.855982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'port': {'network_id': 'acb0ecb0-2ec8-44d5-b73c-e25c329b823b', 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:53.873492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Pushing event deleted for resources: {'Port': ['ID=934e1527-aa2e-40f9-828d-fabe70c72720,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:53.897078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network acb0ecb0-2ec8-44d5-b73c-e25c329b823b details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:05:53.931886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:53.985782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-c06df4ed-bdc3-42c0-afae-b72e314674cf None None] Allocated IP 2001:db8:0:1::2 (44292524-8479-4256-81c8-0277f7193fcb/bc2b5620-7962-4be0-8ad1-b3adb7858a0e/10e153b9-f245-45a2-9e14-c7dcff05438a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:53.989845 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-00a942bb-73de-4992-b743-1dbb0aeddce4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/74cf9b0b-c236-4afe-b635-6721b0746fef HTTP/1.1" status: 204 len: 168 time: 2.2553730 Mar 22 13:05:53.993211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36952) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:53.994855 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.044821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a33d33-7c43-4342-8cb6-276092493b7e']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:54.051337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 934e1527-aa2e-40f9-828d-fabe70c72720 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:54.064510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.079254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb81ba6e-9521-4a31-a3eb-24ed89488324') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:54.079475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb81ba6e-9521-4a31-a3eb-24ed89488324') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:54.128175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.159527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 934e1527-aa2e-40f9-828d-fabe70c72720 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:54.159870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 934e1527-aa2e-40f9-828d-fabe70c72720 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:54.160401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:54.175497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:54.179398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.198202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.201232 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f5ff62b6-c461-407c-94d9-55a3b7d9bbf3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1991642 Mar 22 13:05:54.207681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36956) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:54.222052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:54.222482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:54.244222 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:54.276750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:54.277026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2958d7cb-3bb9-4e96-850b-cd1ccdebec96 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:54.277447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c13983b3-7ff6-4480-95e6-94aebcd73c0a no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:54.288417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port fc8500eb-eba3-4493-bb6e-68b34620b81b {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:54.288764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.364520 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:05:54.368184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: c13983b3-7ff6-4480-95e6-94aebcd73c0a {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:54.368334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c13983b3-7ff6-4480-95e6-94aebcd73c0a not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:54.453240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c06df4ed-bdc3-42c0-afae-b72e314674cf None None] For port 10e153b9-f245-45a2-9e14-c7dcff05438a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=10e153b9-f245-45a2-9e14-c7dcff05438a,segment=NetworkSegment(de07bfdf-4ddc-4d8d-9beb-bb54124a57dd),segment_id=de07bfdf-4ddc-4d8d-9beb-bb54124a57dd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:54.463753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.488727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c06df4ed-bdc3-42c0-afae-b72e314674cf None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.505067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.516805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c06df4ed-bdc3-42c0-afae-b72e314674cf None None] Transition to ACTIVE for port object 10e153b9-f245-45a2-9e14-c7dcff05438a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:54.518919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.521750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c06df4ed-bdc3-42c0-afae-b72e314674cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.562157 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Network': ['ID=33a33d33-7c43-4342-8cb6-276092493b7e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:54.569602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f61e8-e97a-4efd-a58b-af95e9b50869 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:54.569791 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-558c93fa-3f7c-4524-af06-c84454123333 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/networks/33a33d33-7c43-4342-8cb6-276092493b7e HTTP/1.1" status: 204 len: 168 time: 1.5235438 Mar 22 13:05:54.594922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e68f61e8-e97a-4efd-a58b-af95e9b50869 None None] Deleting port 3a0c00ca-e956-499e-8482-2fd62abc8681 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:54.595570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e68f61e8-e97a-4efd-a58b-af95e9b50869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.612879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36960) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:54.741162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06df4ed-bdc3-42c0-afae-b72e314674cf None None] Pushing event updated for resources: {'Port': ['ID=10e153b9-f245-45a2-9e14-c7dcff05438a,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:54.768601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port fc8500eb-eba3-4493-bb6e-68b34620b81b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fc8500eb-eba3-4493-bb6e-68b34620b81b,segment=NetworkSegment(3abda993-5022-445f-b86b-2c8744e03924),segment_id=3abda993-5022-445f-b86b-2c8744e03924)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:54.769221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.895911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.903088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for fc8500eb-eba3-4493-bb6e-68b34620b81b owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:54.913417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.948881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e68f61e8-e97a-4efd-a58b-af95e9b50869 None None] For port 3a0c00ca-e956-499e-8482-2fd62abc8681, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3a0c00ca-e956-499e-8482-2fd62abc8681,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:54.950117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e68f61e8-e97a-4efd-a58b-af95e9b50869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:54.974479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffd8e37-1c23-4d4c-b324-e8cad1fe0cb8 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Deleting subnet e1a7e022-dacf-4db5-ba7a-1993aedde994 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:54.980260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:54.996866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e37-1c23-4d4c-b324-e8cad1fe0cb8 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.027262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Usage tracker for resource:port and tenant:4f08bc571c22495d9b4344d07ac57db0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:55.032623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.046964 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:55.058398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.058929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 774dfc06-512f-4d0b-9d71-126fe52a17cb {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:05:55.075920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:55.096531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe6b7a9-2fbe-419a-baad-cfac412a259a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:55.101433 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-afe6b7a9-2fbe-419a-baad-cfac412a259a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8903544 Mar 22 13:05:55.106667 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36964) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:55.162729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e68f61e8-e97a-4efd-a58b-af95e9b50869 None None] Calling delete_port for 3a0c00ca-e956-499e-8482-2fd62abc8681 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:55.179212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e37-1c23-4d4c-b324-e8cad1fe0cb8 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.271906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e68f61e8-e97a-4efd-a58b-af95e9b50869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.279446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Made reservation on behalf of 4f08bc571c22495d9b4344d07ac57db0 for: {'port': 2} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:55.283874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.305239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.308894 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9f2d7106-1298-45c8-8a5a-b3c8b70a9385 admin admin] 10.222.0.70 "DELETE /v2.0/routers/774dfc06-512f-4d0b-9d71-126fe52a17cb HTTP/1.1" status: 204 len: 168 time: 4.4546175 Mar 22 13:05:55.312132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36968) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:55.329890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f61e8-e97a-4efd-a58b-af95e9b50869 None None] Pushing event deleted for resources: {'Port': ['ID=3a0c00ca-e956-499e-8482-2fd62abc8681,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:55.342364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f61e8-e97a-4efd-a58b-af95e9b50869 None None] No DVR routers for this DVR port 3a0c00ca-e956-499e-8482-2fd62abc8681 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:55.377186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.396347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.427421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55850583-0a24-40bb-ae8c-a285cfbac2ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:55.428147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-55850583-0a24-40bb-ae8c-a285cfbac2ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:05:55.461098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Delete allocated IP 2001:db8::12 (44292524-8479-4256-81c8-0277f7193fcb/e65ce005-eb39-4915-96f7-e42f19425b1e) {{(pid=87932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 13:05:55.491459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=fc8500eb-eba3-4493-bb6e-68b34620b81b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:55.563318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8:0:1::15 (44292524-8479-4256-81c8-0277f7193fcb/bc2b5620-7962-4be0-8ad1-b3adb7858a0e/32a44fb0-65bd-46df-a821-18fe865b5ec2) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:55.590438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2b0ad97a-f881-4034-987f-3e10cbae2970 None None] Provisioning for port 10e153b9-f245-45a2-9e14-c7dcff05438a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:55.597262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2b0ad97a-f881-4034-987f-3e10cbae2970 None None] Provisioning complete for port 10e153b9-f245-45a2-9e14-c7dcff05438a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:55.598075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b0ad97a-f881-4034-987f-3e10cbae2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.602575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.608313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-324191ad-12a1-474e-8dbd-8989219ba908 admin admin] Deleting subnet f4e510cb-a7fc-4707-a105-6066b604172b {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:55.669612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-324191ad-12a1-474e-8dbd-8989219ba908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.700794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.701030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-55850583-0a24-40bb-ae8c-a285cfbac2ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:05:55.707686 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-55850583-0a24-40bb-ae8c-a285cfbac2ea tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5965917 Mar 22 13:05:55.708969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36972) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:55.779974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2b0ad97a-f881-4034-987f-3e10cbae2970 None None] Provisioning complete for port 32a44fb0-65bd-46df-a821-18fe865b5ec2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:55.780346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b0ad97a-f881-4034-987f-3e10cbae2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.790892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.796962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e37-1c23-4d4c-b324-e8cad1fe0cb8 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:55.807526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b8d7f6-3768-455b-9c76-e2c68807b333 None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:05:55.869907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:55.887654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 10e153b9-f245-45a2-9e14-c7dcff05438a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:55.900365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:55.902674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:55.903869 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9b73b6e6-030b-462c-9c03-ae0d4e4f1e8f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1936479 Mar 22 13:05:55.923986 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36976) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:55.951953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:56.004777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ad97a-f881-4034-987f-3e10cbae2970 None None] Port 32a44fb0-65bd-46df-a821-18fe865b5ec2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:56.017726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-324191ad-12a1-474e-8dbd-8989219ba908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.040672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2b0ad97a-f881-4034-987f-3e10cbae2970 None None] Provisioning complete for port 69030962-52b2-42af-9fb3-849a8ba49874 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:56.041045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b0ad97a-f881-4034-987f-3e10cbae2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.044923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Pushing event updated for resources: {'Port': ['ID=2d709cd3-88c3-474d-ba65-736ee5fc0532,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:56.097075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 10e153b9-f245-45a2-9e14-c7dcff05438a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:05:56.097458 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.242978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ad97a-f881-4034-987f-3e10cbae2970 None None] Port 69030962-52b2-42af-9fb3-849a8ba49874 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:05:56.257688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] device_id is not set on port d30c9a41-62b5-4b1f-991d-4148e0cc4941 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:56.293946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:56.294547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.317327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=909fd9d3-77b2-4d26-8a7d-d6dfd2b4d3b0,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:56.336980 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:56.348743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:05:56.354526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': '93758e4f-a2f3-4423-86a6-6dd130d1aad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1f02239-7d5e-4060-904c-a288b1be4ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:56.354888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: e1f02239-7d5e-4060-904c-a288b1be4ad9, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:05:56.371250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e37-1c23-4d4c-b324-e8cad1fe0cb8 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.372355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:56.395516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b8d7f6-3768-455b-9c76-e2c68807b333 None None] Network e1f02239-7d5e-4060-904c-a288b1be4ad9 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:05:56.407587 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b8d7f6-3768-455b-9c76-e2c68807b333 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, e1f02239-7d5e-4060-904c-a288b1be4ad9) {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:05:56.429010 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4a648976-c54a-4f64-bf6a-21bb660b9f9f tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.5960064 Mar 22 13:05:56.435077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36980) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:56.446308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3a0c00ca-e956-499e-8482-2fd62abc8681 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:56.454740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd8e37-1c23-4d4c-b324-e8cad1fe0cb8 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a7e022-dacf-4db5-ba7a-1993aedde994,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:56.456446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:56.461172 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.462204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e37-1c23-4d4c-b324-e8cad1fe0cb8 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.464317 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8ffd8e37-1c23-4d4c-b324-e8cad1fe0cb8 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/subnets/e1a7e022-dacf-4db5-ba7a-1993aedde994 HTTP/1.1" status: 204 len: 168 time: 1.8470676 Mar 22 13:05:56.467616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Unable to find a vacant binding_index for network e1f02239-7d5e-4060-904c-a288b1be4ad9 and agent e07495e9-f39f-464b-bfdd-57d454f97402 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 22 13:05:56.469651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36984) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:56.482927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.243'}]}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:56.502838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:56.513047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 3a0c00ca-e956-499e-8482-2fd62abc8681 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:56.513396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3a0c00ca-e956-499e-8482-2fd62abc8681 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:56.529827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, e1f02239-7d5e-4060-904c-a288b1be4ad9) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:56.535108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-324191ad-12a1-474e-8dbd-8989219ba908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.558524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:05:56.616061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:56.616675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.704317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.709448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Usage tracker for resource:router and tenant:794d67ad97fb44d6adf841a7d145efeb is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:56.713248 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ffcebfa8-6131-414f-ad1a-be1da7ce32a7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4021704 Mar 22 13:05:56.716207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:56.723255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36988) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:56.765446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.777568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:05:56.779378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:56.785042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.800504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Deleting port dbebd953-c0b8-4beb-9c2e-c090416b5a30 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:56.801385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.801505 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:05:56.817484 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:56.819084 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:56.825286 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.826437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.843191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.855340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-e1f02239-7d5e-4060-904c-a288b1be4ad9', 'network_id': 'e1f02239-7d5e-4060-904c-a288b1be4ad9', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': '909fd9d3-77b2-4d26-8a7d-d6dfd2b4d3b0'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:05:56.856848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.862439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object 32a44fb0-65bd-46df-a821-18fe865b5ec2 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:56.867480 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ed843a2e-ff91-44bd-a008-b648a80afe05 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9805069 Mar 22 13:05:56.922695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 36992) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:56.925428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.935664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-324191ad-12a1-474e-8dbd-8989219ba908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:56.973757 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:57.077583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324191ad-12a1-474e-8dbd-8989219ba908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e510cb-a7fc-4707-a105-6066b604172b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:57.094617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-324191ad-12a1-474e-8dbd-8989219ba908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.097104 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:55Z', 'revision_number': 11, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:57.104202 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:05:57.111880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Allocated IP 172.20.0.1 (e1f02239-7d5e-4060-904c-a288b1be4ad9/909fd9d3-77b2-4d26-8a7d-d6dfd2b4d3b0/d10327c4-1f68-47b0-ac56-1f21c95c6968) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:57.114136 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:05:57.114811 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:57.166311 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-324191ad-12a1-474e-8dbd-8989219ba908 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f4e510cb-a7fc-4707-a105-6066b604172b HTTP/1.1" status: 204 len: 168 time: 1.8450930 Mar 22 13:05:57.173432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] device_id is not set on port f1dbd4ca-4e5a-4e60-852e-5bc30c805881 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:05:57.176188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 36996) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:57.233282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.295833 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:05:57.376539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.392177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Transition to ACTIVE for port object d10327c4-1f68-47b0-ac56-1f21c95c6968 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:57.392681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] In _notify_port_updated(), no bound segment for port 32a44fb0-65bd-46df-a821-18fe865b5ec2 on network 44292524-8479-4256-81c8-0277f7193fcb {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:05:57.399894 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:57.400712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.405145 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "PUT /v2.0/ports/32a44fb0-65bd-46df-a821-18fe865b5ec2 HTTP/1.1" status: 200 len: 929 time: 4.5044136 Mar 22 13:05:57.406528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9daf62-1f7e-43c8-a0d9-a000a6167e83 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting subnet 6ea5c9d4-170c-440d-ac2b-d2de321a53db {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:05:57.419918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Transition to ACTIVE for port object d10327c4-1f68-47b0-ac56-1f21c95c6968 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:05:57.426777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37000) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:57.430019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.432942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f9daf62-1f7e-43c8-a0d9-a000a6167e83 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.436336 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:55Z', 'revision_number': 11, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:57.441463 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc373d5-4727-4062-9e38-7b9df2830d39 None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:55Z', 'revision_number': 11, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:05:57.468383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.475234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port d10327c4-1f68-47b0-ac56-1f21c95c6968 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:57.475629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.496897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Network e1f02239-7d5e-4060-904c-a288b1be4ad9 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:57.499753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:57.508482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:57.518493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Pushing event updated for resources: {'Port': ['ID=d10327c4-1f68-47b0-ac56-1f21c95c6968,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:57.539728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] For port dbebd953-c0b8-4beb-9c2e-c090416b5a30, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dbebd953-c0b8-4beb-9c2e-c090416b5a30,segment=NetworkSegment(ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988),segment_id=ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:57.540090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.574999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Deleting port 7b6be5a2-7764-4927-a8d6-d8bbed87053f {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:57.574999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.586499 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e9872-244d-48ab-91ad-1a81d3f3da90 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=32a44fb0-65bd-46df-a821-18fe865b5ec2,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:57.597346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.609348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Attempting to bind port d10327c4-1f68-47b0-ac56-1f21c95c6968 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:05:57.609716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Attempting to bind port d10327c4-1f68-47b0-ac56-1f21c95c6968 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '93758e4f-a2f3-4423-86a6-6dd130d1aad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1f02239-7d5e-4060-904c-a288b1be4ad9'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:05:57.610141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Attempting to bind port d10327c4-1f68-47b0-ac56-1f21c95c6968 on network e1f02239-7d5e-4060-904c-a288b1be4ad9 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:05:57.615936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:05:57.616306 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Checking segment: {'id': '93758e4f-a2f3-4423-86a6-6dd130d1aad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1f02239-7d5e-4060-904c-a288b1be4ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:57.616834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.617283 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Bound using segment: {'id': '93758e4f-a2f3-4423-86a6-6dd130d1aad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1f02239-7d5e-4060-904c-a288b1be4ad9'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:05:57.617746 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Bound port: d10327c4-1f68-47b0-ac56-1f21c95c6968, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93758e4f-a2f3-4423-86a6-6dd130d1aad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e1f02239-7d5e-4060-904c-a288b1be4ad9'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:05:57.618118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.713388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] For port d10327c4-1f68-47b0-ac56-1f21c95c6968, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:05:57.717082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f9daf62-1f7e-43c8-a0d9-a000a6167e83 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.717258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] For port d10327c4-1f68-47b0-ac56-1f21c95c6968, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d10327c4-1f68-47b0-ac56-1f21c95c6968,segment=NetworkSegment(93758e4f-a2f3-4423-86a6-6dd130d1aad1),segment_id=93758e4f-a2f3-4423-86a6-6dd130d1aad1)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:05:57.722765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.749417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c396253c-0b18-459a-9827-5cd6c8bfe0bd tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 32a44fb0-65bd-46df-a821-18fe865b5ec2 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:57.749810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c396253c-0b18-459a-9827-5cd6c8bfe0bd tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.770175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Calling delete_port for dbebd953-c0b8-4beb-9c2e-c090416b5a30 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:57.817603 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c459d-ff59-487d-82a7-71c11db5bb2a None None] Pushing event updated for resources: {'Port': ['ID=d10327c4-1f68-47b0-ac56-1f21c95c6968,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:57.871671 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fc8500eb-eba3-4493-bb6e-68b34620b81b no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:05:57.891747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:05:57.903526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:57.984680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: fc8500eb-eba3-4493-bb6e-68b34620b81b {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:05:57.985309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fc8500eb-eba3-4493-bb6e-68b34620b81b not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:05:57.994127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.095881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:58.107529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:58.134072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:58.134652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.194701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=b6e9ab3f-39d8-420d-a1b9-9f2fd4b56c8e,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:58.210599 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f9daf62-1f7e-43c8-a0d9-a000a6167e83 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.300641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.330548 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-389a96d2-df32-4743-839c-ce1d25373e09 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3914044 Mar 22 13:05:58.343018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37004) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:58.353575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:58.423323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Port': ['ID=dbebd953-c0b8-4beb-9c2e-c090416b5a30,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:58.436619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] For port d10327c4-1f68-47b0-ac56-1f21c95c6968, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d10327c4-1f68-47b0-ac56-1f21c95c6968,segment=NetworkSegment(93758e4f-a2f3-4423-86a6-6dd130d1aad1),segment_id=93758e4f-a2f3-4423-86a6-6dd130d1aad1)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:58.436990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.453441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] No DVR routers for this DVR port dbebd953-c0b8-4beb-9c2e-c090416b5a30 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:58.547496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.618226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Calling delete_port for d10327c4-1f68-47b0-ac56-1f21c95c6968 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:58.624993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c396253c-0b18-459a-9827-5cd6c8bfe0bd tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.640699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f9daf62-1f7e-43c8-a0d9-a000a6167e83 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.732665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] For port 7b6be5a2-7764-4927-a8d6-d8bbed87053f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7b6be5a2-7764-4927-a8d6-d8bbed87053f,segment=NetworkSegment(7dac4b2a-fe51-4a40-93df-371d9d34fa93),segment_id=7dac4b2a-fe51-4a40-93df-371d9d34fa93)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:05:58.733032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.749925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9daf62-1f7e-43c8-a0d9-a000a6167e83 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea5c9d4-170c-440d-ac2b-d2de321a53db,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:58.756753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f9daf62-1f7e-43c8-a0d9-a000a6167e83 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.829876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c396253c-0b18-459a-9827-5cd6c8bfe0bd tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 32a44fb0-65bd-46df-a821-18fe865b5ec2 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:58.919475 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3f9daf62-1f7e-43c8-a0d9-a000a6167e83 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/6ea5c9d4-170c-440d-ac2b-d2de321a53db HTTP/1.1" status: 204 len: 168 time: 1.9945102 Mar 22 13:05:58.924575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Calling delete_port for 7b6be5a2-7764-4927-a8d6-d8bbed87053f owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:05:58.933346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37008) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:58.944881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f0eee-3094-482e-b4c0-8de89e3c7784 None None] Network 49954e35-9717-4a9b-9c6d-89ff5dd0d09d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:58.960039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7753c1-c1b8-400c-a92b-50ba682098b3 None None] Network e1f02239-7d5e-4060-904c-a288b1be4ad9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:59.000361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.022673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:05:59.032594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'Port': ['ID=d30c9a41-62b5-4b1f-991d-4148e0cc4941,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:59.033725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:05:59.038787 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9452db71-2798-45a4-b31f-673b4543867d None None] Network 03f25e5d-f862-40a4-b7fb-370c93874221 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:59.052419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38623c23-b415-410f-a64c-c5729f350ed7 None None] Network 9c61fb77-9331-4a80-a558-a9b057586d7a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:59.077272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d16bcb-a8ec-4851-80d6-50ecc06ba2b8 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:59.077783 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49954e35-9717-4a9b-9c6d-89ff5dd0d09d']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:59.104380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:05:59.118623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Checking segment: {'id': 'f66d753b-233b-4380-8dc5-e2e39cee06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '661974f4-b5cb-4680-8cad-e1f37aa921b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:05:59.119005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Network hostable DHCP agents. Network: 661974f4-b5cb-4680-8cad-e1f37aa921b9, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:05:59.125143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:59.125450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe5a336-8ad4-4ff6-8fc2-f3d2aead5988') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:59.143704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.183130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:05:59.225455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.251707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d2d4be61-7078-4d4b-a84f-bb5f20cde9ff None None] Provisioning for port d10327c4-1f68-47b0-ac56-1f21c95c6968 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:05:59.277599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.305620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6be5a2-7764-4927-a8d6-d8bbed87053f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:59.307983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Network 661974f4-b5cb-4680-8cad-e1f37aa921b9 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:05:59.311986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] No DVR routers for this DVR port 7b6be5a2-7764-4927-a8d6-d8bbed87053f on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:05:59.343401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:59.343827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:05:59.360292 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:05:59.410673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:59.415689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.453734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c396253c-0b18-459a-9827-5cd6c8bfe0bd tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.468122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.477719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 661974f4-b5cb-4680-8cad-e1f37aa921b9) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:59.483612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.528458 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a042555-33b3-4f70-8df1-3b242592dbbd None None] Network 661974f4-b5cb-4680-8cad-e1f37aa921b9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:05:59.544920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:05:59.545763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.547766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.585184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396253c-0b18-459a-9827-5cd6c8bfe0bd tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=32a44fb0-65bd-46df-a821-18fe865b5ec2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:59.606105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.634900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c61fb77-9331-4a80-a558-a9b057586d7a']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:59.653552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dac4b2a-fe51-4a40-93df-371d9d34fa93') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:59.654030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dac4b2a-fe51-4a40-93df-371d9d34fa93') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:59.669818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.695444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.697859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.708627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:05:59.709120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.710759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c396253c-0b18-459a-9827-5cd6c8bfe0bd tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.758442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Deleting port bb307066-2d75-44c9-ac36-494f27a9209e {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:05:59.758788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.814412 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-85f1040a-ed0f-4c95-954f-86390daf411d None None] Could not find standard attr ID for object 32a44fb0-65bd-46df-a821-18fe865b5ec2. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:05:59.852527 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c396253c-0b18-459a-9827-5cd6c8bfe0bd tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/32a44fb0-65bd-46df-a821-18fe865b5ec2 HTTP/1.1" status: 204 len: 168 time: 2.4210041 Mar 22 13:05:59.875234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37018) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:59.959411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc206d-76b5-4b5b-b941-134a999a175f None None] DHCP port deletion for 49954e35-9717-4a9b-9c6d-89ff5dd0d09d request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:05:59.961933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d10327c4-1f68-47b0-ac56-1f21c95c6968 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:05:59.985452 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.ipam_backend_mixin [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6e9ab3f-39d8-420d-a1b9-9f2fd4b56c8e (CIDR: 2001:db8::/64) Mar 22 13:06:00.007542 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:06:00.008042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:00.011824 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0a4647-d109-47d4-bf18-418678653b9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:06:00.012357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cd0a4647-d109-47d4-bf18-418678653b9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:00.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:00.057908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: d10327c4-1f68-47b0-ac56-1f21c95c6968 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:06:00.058451 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d10327c4-1f68-47b0-ac56-1f21c95c6968 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 22 13:06:00.074192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.082225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.087071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.112080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5882cf-92da-4f29-b0cb-8232f6624139 None None] DHCP port deletion for 9c61fb77-9331-4a80-a558-a9b057586d7a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:00.119488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Port': ['ID=d10327c4-1f68-47b0-ac56-1f21c95c6968,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:00.134316 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e02669a2-4a3f-4292-97c6-6b84ae8a52d3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7903347 Mar 22 13:06:00.142429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Port d10327c4-1f68-47b0-ac56-1f21c95c6968 not found, will not notify nova. {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 22 13:06:00.147630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37022) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:00.163315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cd0a4647-d109-47d4-bf18-418678653b9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:00.164457 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cd0a4647-d109-47d4-bf18-418678653b9b tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/32a44fb0-65bd-46df-a821-18fe865b5ec2 HTTP/1.1" status: 404 len: 333 time: 0.2836521 Mar 22 13:06:00.176668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.189274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37026) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:00.192062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c61fb77-9331-4a80-a558-a9b057586d7a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:00.196379 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:00.295238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No DVR routers for this DVR port d10327c4-1f68-47b0-ac56-1f21c95c6968 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:00.348201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Pushing event deleted for resources: {'Network': ['ID=49954e35-9717-4a9b-9c6d-89ff5dd0d09d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:00.360295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': 'b6e9ab3f-39d8-420d-a1b9-9f2fd4b56c8e'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:00.361748 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.377030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29998db8-13fc-4001-9bc8-6fae9f833954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-e1f02239-7d5e-4060-904c-a288b1be4ad9', 'network_id': 'e1f02239-7d5e-4060-904c-a288b1be4ad9', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': '909fd9d3-77b2-4d26-8a7d-d6dfd2b4d3b0'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:00.378499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-29998db8-13fc-4001-9bc8-6fae9f833954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.446179 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-487067df-a246-414a-9cc7-13a7a18b4f92 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/networks/49954e35-9717-4a9b-9c6d-89ff5dd0d09d HTTP/1.1" status: 204 len: 168 time: 3.9723079 Mar 22 13:06:00.453304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'Port': ['ID=f1dbd4ca-4e5a-4e60-852e-5bc30c805881,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:00.456234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37030) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:00.502907 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d8c2952e-9752-43c5-932c-8b0d3c606e15 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9c61fb77-9331-4a80-a558-a9b057586d7a HTTP/1.1" status: 204 len: 168 time: 3.3253784 Mar 22 13:06:00.505210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Checking segment: {'id': 'e49a6e6b-87f6-4c17-b98c-f108e2876240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'acb0ecb0-2ec8-44d5-b73c-e25c329b823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:00.505731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Network hostable DHCP agents. Network: acb0ecb0-2ec8-44d5-b73c-e25c329b823b, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:00.531687 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.567664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] DHCP port deletion for 03f25e5d-f862-40a4-b7fb-370c93874221 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:00.571203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-744166f7-fab8-4ba4-9877-24c927bf3566 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Synchronizing usage tracker for tenant:d722d46c12414e9587f35f6b673a2fdc on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:00.576023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] For port bb307066-2d75-44c9-ac36-494f27a9209e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bb307066-2d75-44c9-ac36-494f27a9209e,segment=NetworkSegment(3abda993-5022-445f-b86b-2c8744e03924),segment_id=3abda993-5022-445f-b86b-2c8744e03924)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:00.576399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.576768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] Deleting port bb307066-2d75-44c9-ac36-494f27a9209e {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:00.577307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.590686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.622885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4979826f-fe54-46ba-8189-e8b76eb95bd8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.643508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Network acb0ecb0-2ec8-44d5-b73c-e25c329b823b is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:00.654765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-744166f7-fab8-4ba4-9877-24c927bf3566 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Unset dirty status for tenant:d722d46c12414e9587f35f6b673a2fdc on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:00.656241 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-744166f7-fab8-4ba4-9877-24c927bf3566 tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b HTTP/1.1" status: 200 len: 205 time: 0.1923280 Mar 22 13:06:00.667714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37036) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:00.735901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, acb0ecb0-2ec8-44d5-b73c-e25c329b823b) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:00.747137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4979826f-fe54-46ba-8189-e8b76eb95bd8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.766840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:00.775056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:00.778070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecac9b1-369d-41dc-981a-5896756f11fd None None] Network acb0ecb0-2ec8-44d5-b73c-e25c329b823b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:00.779690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Calling delete_port for bb307066-2d75-44c9-ac36-494f27a9209e owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:00.780507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:00.781310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.882102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37040) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:00.893150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2937a33-d703-4522-8961-8500e37ad23b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.953893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:00.987265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:00.997342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Allocated IP 2001:db8::f816:3eff:fe30:2a43 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/b6e9ab3f-39d8-420d-a1b9-9f2fd4b56c8e/b84476bf-826d-4507-b430-8c84c000bc6a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:01.026923 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5083a204-dbcb-4df3-8b6c-26f9d3585812 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.2020495 Mar 22 13:06:01.031125 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37044) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:01.033962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:01.040878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server [None req-29998db8-13fc-4001-9bc8-6fae9f833954 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 909fd9d3-77b2-4d26-8a7d-d6dfd2b4d3b0: This subnet is being modified by another concurrent operation. Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise exception Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 909fd9d3-77b2-4d26-8a7d-d6dfd2b4d3b0: This subnet is being modified by another concurrent operation. Mar 22 13:06:01.042950 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server Mar 22 13:06:01.078354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:01.123014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=909fd9d3-77b2-4d26-8a7d-d6dfd2b4d3b0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:01.150583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] For port bb307066-2d75-44c9-ac36-494f27a9209e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bb307066-2d75-44c9-ac36-494f27a9209e,segment=NetworkSegment(3abda993-5022-445f-b86b-2c8744e03924),segment_id=3abda993-5022-445f-b86b-2c8744e03924)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:01.151273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.170850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.175506 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.187848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:01.191529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.217002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8815d03d-0b85-4666-898e-c5690d159abd None None] Network e1f02239-7d5e-4060-904c-a288b1be4ad9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:01.219194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.295211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4979826f-fe54-46ba-8189-e8b76eb95bd8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.347928 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Port': ['ID=bb307066-2d75-44c9-ac36-494f27a9209e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:01.349138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No DVR routers for this DVR port bb307066-2d75-44c9-ac36-494f27a9209e on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:01.356517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.357028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 776bd512-807e-4cf2-8bea-7b2f4b72a11f {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:06:01.373956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] Calling delete_port for bb307066-2d75-44c9-ac36-494f27a9209e owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:01.425343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2937a33-d703-4522-8961-8500e37ad23b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.429254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2937a33-d703-4522-8961-8500e37ad23b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.490848 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-66b8227d-55a2-4f56-999d-1fadc5d2806c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=94d1bf4c17454780927ec149855c36f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6030807 Mar 22 13:06:01.493553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a1a80-2920-4429-9e52-0d8578c77817 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:01.497588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979826f-fe54-46ba-8189-e8b76eb95bd8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cca74b3-716e-4dd1-802d-0774c927eb04,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:01.499580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a1a80-2920-4429-9e52-0d8578c77817 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:01.501176 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1d5a1a80-2920-4429-9e52-0d8578c77817 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4643459 Mar 22 13:06:01.502094 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 13:06:01.506162 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8fddfb7f-6649-4c2f-b04f-8edcf113f894 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0608590 Mar 22 13:06:01.509524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37048) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:01.509524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37050) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:01.509821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37052) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:01.551151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.568065 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.603211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f25e5d-f862-40a4-b7fb-370c93874221']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:01.617332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abda993-5022-445f-b86b-2c8744e03924') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:01.617631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abda993-5022-445f-b86b-2c8744e03924') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:01.619493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4979826f-fe54-46ba-8189-e8b76eb95bd8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.623144 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4979826f-fe54-46ba-8189-e8b76eb95bd8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/security-groups/7cca74b3-716e-4dd1-802d-0774c927eb04 HTTP/1.1" status: 204 len: 168 time: 1.4005933 Mar 22 13:06:01.623797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37060) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:01.644744 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.690017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2937a33-d703-4522-8961-8500e37ad23b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.690498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2937a33-d703-4522-8961-8500e37ad23b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Fanout notify agent at l3_agent the message router_deleted on router 2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:06:01.701902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:06:01.701902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:06:01.733226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f02239-7d5e-4060-904c-a288b1be4ad9']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:01.733460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.749580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.765032 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:01.765583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.766595 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4511c-1012-4f53-83e9-803302169b82 None None] DHCP port deletion for e1f02239-7d5e-4060-904c-a288b1be4ad9 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:01.771721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dbebd953-c0b8-4beb-9c2e-c090416b5a30 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:01.781282 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:01.811364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: dbebd953-c0b8-4beb-9c2e-c090416b5a30 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:06:01.811757 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dbebd953-c0b8-4beb-9c2e-c090416b5a30 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:01.812128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7b6be5a2-7764-4927-a8d6-d8bbed87053f no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:01.852814 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 7b6be5a2-7764-4927-a8d6-d8bbed87053f {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:06:01.853429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7b6be5a2-7764-4927-a8d6-d8bbed87053f not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:01.853910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bb307066-2d75-44c9-ac36-494f27a9209e no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:01.896015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: bb307066-2d75-44c9-ac36-494f27a9209e {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:06:01.896515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bb307066-2d75-44c9-ac36-494f27a9209e not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:01.897096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d10327c4-1f68-47b0-ac56-1f21c95c6968 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:01.901789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2937a33-d703-4522-8961-8500e37ad23b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.905476 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b2937a33-d703-4522-8961-8500e37ad23b tempest-RoutersNegativeIpV6Test-706593451 tempest-RoutersNegativeIpV6Test-706593451-project] 10.222.0.70 "DELETE /v2.0/routers/2e281f1e-9cc8-4eaf-b12d-df54ad6e6b6b HTTP/1.1" status: 204 len: 168 time: 1.2340839 Mar 22 13:06:01.911985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbdb6f-3c95-4456-baf4-bd3d5ae46fa2 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Deleting port 2d709cd3-88c3-474d-ba65-736ee5fc0532 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:01.912337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1dbdb6f-3c95-4456-baf4-bd3d5ae46fa2 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.940259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-eded3ea7-443d-487f-bc71-f1dcd8de8ada tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Deleting port d30c9a41-62b5-4b1f-991d-4148e0cc4941 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:01.940601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eded3ea7-443d-487f-bc71-f1dcd8de8ada tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.948022 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: d10327c4-1f68-47b0-ac56-1f21c95c6968 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:06:01.948382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d10327c4-1f68-47b0-ac56-1f21c95c6968 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:01.966597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93758e4f-a2f3-4423-86a6-6dd130d1aad1') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:01.966992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93758e4f-a2f3-4423-86a6-6dd130d1aad1') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:01.997795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d21d3668-c700-42b4-9159-7f24691c777b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.007411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.038073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc485-824d-4b7d-b359-ef697541c3a0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.040654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Transition to ACTIVE for port object b84476bf-826d-4507-b430-8c84c000bc6a will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:02.043178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.071380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.075722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.084976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d21d3668-c700-42b4-9159-7f24691c777b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.095689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:02.096088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.105466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Pushing event deleted for resources: {'Network': ['ID=03f25e5d-f862-40a4-b7fb-370c93874221,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:02.130804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc485-824d-4b7d-b359-ef697541c3a0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:02.140014 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:02.149180 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a77ab1da-dc69-4d19-b2e5-b22d1f4288f7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/networks/03f25e5d-f862-40a4-b7fb-370c93874221 HTTP/1.1" status: 204 len: 168 time: 3.2148087 Mar 22 13:06:02.156761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37066) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:02.166692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-69f15e6d-51e9-4a59-b869-b40a3a367f16 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'routes': None}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:02.203012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] Deleting port bb307066-2d75-44c9-ac36-494f27a9209e {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:02.203586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.218778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.290139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37072) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:02.344351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-45af59a8-c1b4-4232-bd11-2240173ce00d None None] The port 'bb307066-2d75-44c9-ac36-494f27a9209e' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:06:02.363702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Transition to ACTIVE for port object b84476bf-826d-4507-b430-8c84c000bc6a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:02.370371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.374442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.376922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:02.392117 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:02.464197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:02.465094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.483629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Pushing event updated for resources: {'Port': ['ID=b84476bf-826d-4507-b430-8c84c000bc6a,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:02.493318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:02.494893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:02.499938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:02.529857 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc485-824d-4b7d-b359-ef697541c3a0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.548418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.559474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1dbdb6f-3c95-4456-baf4-bd3d5ae46fa2 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.571119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=e1f02239-7d5e-4060-904c-a288b1be4ad9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:02.600612 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Attempting to bind port b84476bf-826d-4507-b430-8c84c000bc6a on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:02.601126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Attempting to bind port b84476bf-826d-4507-b430-8c84c000bc6a by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:02.601499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Attempting to bind port b84476bf-826d-4507-b430-8c84c000bc6a on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:02.607433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:02.607888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:02.608355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.608812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:02.609086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccc485-824d-4b7d-b359-ef697541c3a0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe725219-bf56-453c-961b-115c82431c66,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:02.609403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Bound port: b84476bf-826d-4507-b430-8c84c000bc6a, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:02.609838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.619837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=efc370cf-43b8-4756-a1a9-092d048cc9f5,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:02.624673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.extraroute_db [None req-69f15e6d-51e9-4a59-b869-b40a3a367f16 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Added routes are [] {{(pid=87932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 13:06:02.624978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.extraroute_db [None req-69f15e6d-51e9-4a59-b869-b40a3a367f16 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Removed routes are [] {{(pid=87932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 13:06:02.625513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69f15e6d-51e9-4a59-b869-b40a3a367f16 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.664182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d21d3668-c700-42b4-9159-7f24691c777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.666513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d21d3668-c700-42b4-9159-7f24691c777b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.667662 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d21d3668-c700-42b4-9159-7f24691c777b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d46516a1-934a-42c8-aaf2-9c52670aa3cb HTTP/1.1" status: 204 len: 168 time: 1.1561182 Mar 22 13:06:02.701198 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5b0c9574-981c-4b70-a74a-9a9b5433c150 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5502312 Mar 22 13:06:02.712595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc485-824d-4b7d-b359-ef697541c3a0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.713922 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f4ccc485-824d-4b7d-b359-ef697541c3a0 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/security-groups/fe725219-bf56-453c-961b-115c82431c66 HTTP/1.1" status: 204 len: 168 time: 1.0883138 Mar 22 13:06:02.714568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37080) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:02.720313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37082) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:02.738283 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] For port b84476bf-826d-4507-b430-8c84c000bc6a, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:02.742314 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] For port b84476bf-826d-4507-b430-8c84c000bc6a, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b84476bf-826d-4507-b430-8c84c000bc6a,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:02.745381 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a9b8308a-b76c-4a3d-a523-9a061fb03de2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/e1f02239-7d5e-4060-904c-a288b1be4ad9 HTTP/1.1" status: 204 len: 168 time: 6.0210328 Mar 22 13:06:02.748350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.754652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbdb6f-3c95-4456-baf4-bd3d5ae46fa2 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Calling delete_port for 2d709cd3-88c3-474d-ba65-736ee5fc0532 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:02.786003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37088) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:02.790814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:4e:a8:4d', 'name': 'tempest-NetworksTestDHCPv6-1524110850'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:02.851993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d3668-c700-42b4-9159-7f24691c777b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46516a1-934a-42c8-aaf2-9c52670aa3cb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:02.856282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3d866-b491-4037-87a9-d3eff88b66a4 None None] Pushing event updated for resources: {'Port': ['ID=b84476bf-826d-4507-b430-8c84c000bc6a,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:02.857892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-818522277'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:02.875699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:02.892535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:network and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:02.905356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:02.915600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eded3ea7-443d-487f-bc71-f1dcd8de8ada tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.922990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:03.016950 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-998963c9-df1d-4008-8dae-4d78099f9d60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d722d46c12414e9587f35f6b673a2fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165694 Mar 22 13:06:03.023442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-955b899c-bae5-4dfa-aa78-c8362108d491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.035134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37094) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:03.079395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-eded3ea7-443d-487f-bc71-f1dcd8de8ada tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Calling delete_port for d30c9a41-62b5-4b1f-991d-4148e0cc4941 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:03.128591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:03.133181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.153578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69f15e6d-51e9-4a59-b869-b40a3a367f16 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.163819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-236ce35c-379d-41ab-bc74-bfcee7ec8bd4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet e65ce005-eb39-4915-96f7-e42f19425b1e {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:03.184711 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69f15e6d-51e9-4a59-b869-b40a3a367f16 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.188933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-236ce35c-379d-41ab-bc74-bfcee7ec8bd4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.271544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1dbdb6f-3c95-4456-baf4-bd3d5ae46fa2 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.277270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:03.338884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:03.357589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:03.361363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.361716 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment 8b6f7a78-2b6f-4ff9-9b1f-832b7c2c0700 of type vlan for network 6a0918a4-5d82-46fc-9660-926d2885779f Mar 22 13:06:03.400469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.407908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbdb6f-3c95-4456-baf4-bd3d5ae46fa2 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d709cd3-88c3-474d-ba65-736ee5fc0532,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:03.431094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eded3ea7-443d-487f-bc71-f1dcd8de8ada tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.549717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded3ea7-443d-487f-bc71-f1dcd8de8ada tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Port': ['ID=d30c9a41-62b5-4b1f-991d-4148e0cc4941,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:03.551944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.557950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:03.558514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.570695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:03.598029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-236ce35c-379d-41ab-bc74-bfcee7ec8bd4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.625525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:03.640271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eded3ea7-443d-487f-bc71-f1dcd8de8ada tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.659104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f15e6d-51e9-4a59-b869-b40a3a367f16 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0345587b-e40b-4245-a159-3525f0a5d79c has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:06:03.660401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f7c6222e-9545-499a-9939-5276ba782016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.699839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:03.747690 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-eded3ea7-443d-487f-bc71-f1dcd8de8ada tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "DELETE /v2.0/ports/d30c9a41-62b5-4b1f-991d-4148e0cc4941 HTTP/1.1" status: 204 len: 168 time: 2.2341485 Mar 22 13:06:03.750384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37114) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:03.767790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f7c6222e-9545-499a-9939-5276ba782016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.769586 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9825952 Mar 22 13:06:03.770424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcef37e-998a-4e50-a6ba-be0c23385639 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=6a0918a4-5d82-46fc-9660-926d2885779f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:03.790572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 6a0918a4-5d82-46fc-9660-926d2885779f details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:03.810945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37118) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:03.813724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1dbdb6f-3c95-4456-baf4-bd3d5ae46fa2 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.819147 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d1dbdb6f-3c95-4456-baf4-bd3d5ae46fa2 tempest-RoutersAdminNegativeIpV6Test-2124308672 tempest-RoutersAdminNegativeIpV6Test-2124308672-project-admin] 10.222.0.70 "DELETE /v2.0/ports/2d709cd3-88c3-474d-ba65-736ee5fc0532 HTTP/1.1" status: 204 len: 168 time: 2.3007076 Mar 22 13:06:03.843795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': '6a0918a4-5d82-46fc-9660-926d2885779f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:03.862764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b84476bf-826d-4507-b430-8c84c000bc6a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:04.089542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port b84476bf-826d-4507-b430-8c84c000bc6a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:04.186743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f15e6d-51e9-4a59-b869-b40a3a367f16 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:06:04.200516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] Sync routers for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:06:04.205240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-69f15e6d-51e9-4a59-b869-b40a3a367f16 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.209188 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-69f15e6d-51e9-4a59-b869-b40a3a367f16 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c HTTP/1.1" status: 200 len: 705 time: 2.0461318 Mar 22 13:06:04.219574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:04.221419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:04.226010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37130) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:04.297492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37134) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:04.337614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-236ce35c-379d-41ab-bc74-bfcee7ec8bd4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.358493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ab51f991-57fe-4289-bf7c-8bd644efe94e tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Deleting port f1dbd4ca-4e5a-4e60-852e-5bc30c805881 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:04.358863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab51f991-57fe-4289-bf7c-8bd644efe94e tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.444591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:06:04.447383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2b9c14ba-0618-4f2e-9006-2a47d1aaba86 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:04.465479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.485256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:04.505036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:subnet and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:04.506174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da4a28-a723-43d2-8600-d73cd12f8a35 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:04.525110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:04.534291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 64a19324-a5c9-49b4-bc33-fbe914620f9e yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:04.568288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:04.614775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbd28692-f57e-435b-b699-5f4b68169b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.617535 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:55Z', 'revision_number': 11, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:04.627530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] Checking router: 0345587b-e40b-4245-a159-3525f0a5d79c for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:06:04.645585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:04.650097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.673180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f7c6222e-9545-499a-9939-5276ba782016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.694705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-38d28158-7c5d-48ae-b3e7-67a776e29baf None None] Provisioning for port b84476bf-826d-4507-b430-8c84c000bc6a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:04.702563 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-38d28158-7c5d-48ae-b3e7-67a776e29baf None None] Provisioning complete for port b84476bf-826d-4507-b430-8c84c000bc6a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:04.702936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38d28158-7c5d-48ae-b3e7-67a776e29baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.715387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2b9c14ba-0618-4f2e-9006-2a47d1aaba86 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:04.715827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fbd28692-f57e-435b-b699-5f4b68169b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:04.717738 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2b9c14ba-0618-4f2e-9006-2a47d1aaba86 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=0345587b-e40b-4245-a159-3525f0a5d79c HTTP/1.1" status: 200 len: 205 time: 0.4902439 Mar 22 13:06:04.719114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6222e-9545-499a-9939-5276ba782016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a4b8ef-01af-4603-ae03-2b713fe322c9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:04.723387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37148) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:04.729757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fbd28692-f57e-435b-b699-5f4b68169b7e admin admin] Usage tracker for resource:security_group_rule and tenant:6765b041e9c646e0b748f3d73779f8a8 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:04.736664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fbd28692-f57e-435b-b699-5f4b68169b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:04.754880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] Routers {'0345587b-e40b-4245-a159-3525f0a5d79c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:04.755561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:05:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0345587b-e40b-4245-a159-3525f0a5d79c'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:04.816457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fbd28692-f57e-435b-b699-5f4b68169b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:04.871277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-236ce35c-379d-41ab-bc74-bfcee7ec8bd4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.875710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8:0:1::308 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/efc370cf-43b8-4756-a1a9-092d048cc9f5/64a19324-a5c9-49b4-bc33-fbe914620f9e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:04.905412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f7c6222e-9545-499a-9939-5276ba782016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.906798 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f7c6222e-9545-499a-9939-5276ba782016 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23a4b8ef-01af-4603-ae03-2b713fe322c9 HTTP/1.1" status: 204 len: 168 time: 1.8593078 Mar 22 13:06:04.921017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::f816:3eff:fe4e:a84d (664f0cd7-b40c-4378-b4f7-c397d24fad2a/b6e9ab3f-39d8-420d-a1b9-9f2fd4b56c8e/64a19324-a5c9-49b4-bc33-fbe914620f9e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:04.929971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ce35c-379d-41ab-bc74-bfcee7ec8bd4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=e65ce005-eb39-4915-96f7-e42f19425b1e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:04.932447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-236ce35c-379d-41ab-bc74-bfcee7ec8bd4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.935236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] Set router 0345587b-e40b-4245-a159-3525f0a5d79c gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:06:04.941977 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-236ce35c-379d-41ab-bc74-bfcee7ec8bd4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/e65ce005-eb39-4915-96f7-e42f19425b1e HTTP/1.1" status: 204 len: 168 time: 2.2117369 Mar 22 13:06:04.950374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37160) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:04.973552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:04.986978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93664c8-ed2b-4b17-9dd3-8a3f73853e12 None None] Network 44292524-8479-4256-81c8-0277f7193fcb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:05.184903 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:55Z', 'revision_number': 11, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:05.197952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-56007078-f704-4792-b8d4-a09ebe73ac14 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.242785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8392a857-7762-4fcd-805e-ce629cd1d7e7 None None] The sync data for ids ['0345587b-e40b-4245-a159-3525f0a5d79c'] in dv-neutron-834664-2-hyperv is: [{'id': '0345587b-e40b-4245-a159-3525f0a5d79c', 'name': 'tempest-RoutersIpV6Test-router-1586879781', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:04:01Z', 'updated_at': '2022-03-22T13:05:55Z', 'revision_number': 11, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:06:05.391208 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5fbd731b-8599-4c0e-8cf0-b5562ff2a622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.531021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.533567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38d28158-7c5d-48ae-b3e7-67a776e29baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.567210 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 64a19324-a5c9-49b4-bc33-fbe914620f9e will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:05.605609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37174) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:05.620346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.625533 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-38d28158-7c5d-48ae-b3e7-67a776e29baf None None] For port b84476bf-826d-4507-b430-8c84c000bc6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b84476bf-826d-4507-b430-8c84c000bc6a,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:05.650785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab51f991-57fe-4289-bf7c-8bd644efe94e tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.672998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38d28158-7c5d-48ae-b3e7-67a776e29baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.813048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:05.819781 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:05.830515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:05.833146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:05.838921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:05.841584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.853401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:05.863666 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:05.867063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=64a19324-a5c9-49b4-bc33-fbe914620f9e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:05.874543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:05.886779 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1fdcae61-0d33-4bd0-9aba-ccacabf0bcd7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1676979 Mar 22 13:06:05.890476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37184) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:05.907398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d28158-7c5d-48ae-b3e7-67a776e29baf None None] Pushing event updated for resources: {'Port': ['ID=b84476bf-826d-4507-b430-8c84c000bc6a,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:05.944832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e14edd15-5886-433a-924a-0e33cea4e5be tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:05.953738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:05.957532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.034046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ab51f991-57fe-4289-bf7c-8bd644efe94e tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Calling delete_port for f1dbd4ca-4e5a-4e60-852e-5bc30c805881 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:06.050575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638bb34d-dd4c-468e-9bb5-1e5c2a8da2e4 None None] Update dhcp port {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': 'b6e9ab3f-39d8-420d-a1b9-9f2fd4b56c8e', 'ip_address': '2001:db8::f816:3eff:fe30:2a43'}, {'subnet_id': 'efc370cf-43b8-4756-a1a9-092d048cc9f5'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': 'b84476bf-826d-4507-b430-8c84c000bc6a'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:06:06.213423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-56007078-f704-4792-b8d4-a09ebe73ac14 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.216821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-56007078-f704-4792-b8d4-a09ebe73ac14 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.221335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-638bb34d-dd4c-468e-9bb5-1e5c2a8da2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.268085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-56007078-f704-4792-b8d4-a09ebe73ac14 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.269431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56007078-f704-4792-b8d4-a09ebe73ac14 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Fanout notify agent at l3_agent the message router_deleted on router 0345587b-e40b-4245-a159-3525f0a5d79c {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:06:06.420781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.486790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37194) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:06.528656 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.620245 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.639887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:06.647719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-34f2e21f-3638-40e3-8edb-f1588f620a67 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 64a19324-a5c9-49b4-bc33-fbe914620f9e {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:06.648194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-34f2e21f-3638-40e3-8edb-f1588f620a67 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.682417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:06.688106 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e14edd15-5886-433a-924a-0e33cea4e5be tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] 10.222.0.70 "PUT /v2.0/quotas/5ebb743d344744b08174812ed8c04760 HTTP/1.1" status: 200 len: 368 time: 1.0805979 Mar 22 13:06:06.694386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:06.695408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.707742 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37196) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:06.728093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-638bb34d-dd4c-468e-9bb5-1e5c2a8da2e4 None None] Allocated IP 2001:db8:0:1::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/efc370cf-43b8-4756-a1a9-092d048cc9f5/b84476bf-826d-4507-b430-8c84c000bc6a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:06.728815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-56007078-f704-4792-b8d4-a09ebe73ac14 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.729970 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-56007078-f704-4792-b8d4-a09ebe73ac14 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c HTTP/1.1" status: 204 len: 168 time: 2.0018260 Mar 22 13:06:06.730961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Request body: {'network': {'project_id': '5ebb743d344744b08174812ed8c04760'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:06.738228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37202) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:06.756251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:06.764475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1358641546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:06.777940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Usage tracker for resource:network and tenant:5ebb743d344744b08174812ed8c04760 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:06.785004 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=7196d0bf-9978-4d4f-ae3e-c13a4ce74acd,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:06.788956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:06.797058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:06.815594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:06.822287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbd28692-f57e-435b-b699-5f4b68169b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.831728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Usage tracker for resource:router and tenant:fee226a007774d58826c427014967959 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:06.841538 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-11e0b047-2a57-4b14-b0a6-dcefd996fad2 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8893962 Mar 22 13:06:06.847830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37208) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:06.848568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:06.855584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'security_group': {'name': 'tempest-secgroup-362494915'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:06.865631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab51f991-57fe-4289-bf7c-8bd644efe94e tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.868195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbd28692-f57e-435b-b699-5f4b68169b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.891771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c5a446-cd15-4c19-8d39-9db22a943924 None None] Network 44292524-8479-4256-81c8-0277f7193fcb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:06.918242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:06.932262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Made reservation on behalf of 5ebb743d344744b08174812ed8c04760 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:06.938117 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.962281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.968608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:06.969073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.971597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd28692-f57e-435b-b699-5f4b68169b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fff9b5a-0e27-459e-9b7c-371b1f2a4625,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:06.981905 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4659e40a-ee2b-4073-9a23-021cb480bf44 tempest-ServiceProvidersTest-1273988502 tempest-ServiceProvidersTest-1273988502-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2833867 Mar 22 13:06:06.996746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:07.007899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51f991-57fe-4289-bf7c-8bd644efe94e tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Port': ['ID=f1dbd4ca-4e5a-4e60-852e-5bc30c805881,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:07.009691 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e6e2c372-a968-426f-987b-1dfd06d325a2 None None] Provisioning complete for port 10e153b9-f245-45a2-9e14-c7dcff05438a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:07.010191 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e6e2c372-a968-426f-987b-1dfd06d325a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.011542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:07.016530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.034186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:07.043518 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fbd28692-f57e-435b-b699-5f4b68169b7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6765b041e9c646e0b748f3d73779f8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7425153 Mar 22 13:06:07.045002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab51f991-57fe-4289-bf7c-8bd644efe94e tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.051989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37214) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:07.062468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.083960 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ab51f991-57fe-4289-bf7c-8bd644efe94e tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "DELETE /v2.0/ports/f1dbd4ca-4e5a-4e60-852e-5bc30c805881 HTTP/1.1" status: 204 len: 168 time: 3.3303480 Mar 22 13:06:07.087295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37218) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:07.092207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.094227 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:07.101979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Usage tracker for resource:security_group_rule and tenant:5ebb743d344744b08174812ed8c04760 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:07.105675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-638bb34d-dd4c-468e-9bb5-1e5c2a8da2e4 None None] For port b84476bf-826d-4507-b430-8c84c000bc6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b84476bf-826d-4507-b430-8c84c000bc6a,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:07.126611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:07.135936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:07.150273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.221195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:07.238037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f0863174-4018-4468-9756-8846acdbe6ec tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Synchronizing usage tracker for tenant:4f08bc571c22495d9b4344d07ac57db0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:07.256665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-638bb34d-dd4c-468e-9bb5-1e5c2a8da2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.261056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group_rule and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:07.269722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.270344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:07.292020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:07.333132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f0863174-4018-4468-9756-8846acdbe6ec tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Unset dirty status for tenant:4f08bc571c22495d9b4344d07ac57db0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:07.334556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-638bb34d-dd4c-468e-9bb5-1e5c2a8da2e4 None None] Transition to ACTIVE for port object b84476bf-826d-4507-b430-8c84c000bc6a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:07.334922 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f0863174-4018-4468-9756-8846acdbe6ec tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2461662 Mar 22 13:06:07.344123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=b9022376-5cda-47b0-bb41-859f755fe3a6,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:07.346432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37224) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:07.352609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': '8b6f7a78-2b6f-4ff9-9b1f-832b7c2c0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6a0918a4-5d82-46fc-9660-926d2885779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:07.352985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: 6a0918a4-5d82-46fc-9660-926d2885779f, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:07.358251 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-638bb34d-dd4c-468e-9bb5-1e5c2a8da2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.366702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1773085628'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:07.376365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37228) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:07.379987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f8dceb61-3ddf-4393-8aa8-02c27f4631a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.407285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f8dceb61-3ddf-4393-8aa8-02c27f4631a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.441175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e6e2c372-a968-426f-987b-1dfd06d325a2 None None] Provisioning complete for port 69030962-52b2-42af-9fb3-849a8ba49874 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:07.441551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e6e2c372-a968-426f-987b-1dfd06d325a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.460799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:07.475904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Usage tracker for resource:network and tenant:4f08bc571c22495d9b4344d07ac57db0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:07.483906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:07.493391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f8dceb61-3ddf-4393-8aa8-02c27f4631a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.497058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:07.520821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network 6a0918a4-5d82-46fc-9660-926d2885779f is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:07.521748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-34f2e21f-3638-40e3-8edb-f1588f620a67 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.529145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dceb61-3ddf-4393-8aa8-02c27f4631a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fff9b5a-0e27-459e-9b7c-371b1f2a4625,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:07.557115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f8dceb61-3ddf-4393-8aa8-02c27f4631a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.558155 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f8dceb61-3ddf-4393-8aa8-02c27f4631a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7fff9b5a-0e27-459e-9b7c-371b1f2a4625 HTTP/1.1" status: 204 len: 168 time: 0.4970598 Mar 22 13:06:07.561925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 6a0918a4-5d82-46fc-9660-926d2885779f) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:07.563495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Made reservation on behalf of 4f08bc571c22495d9b4344d07ac57db0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:07.567012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.580164 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:07.580510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.625813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.629089 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028affc7-f609-458c-8012-08ebe68190ec None None] Network 6a0918a4-5d82-46fc-9660-926d2885779f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:07.643875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.647522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:07.679335 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fa11d3b5-e294-46f5-8206-1365dbadd358 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8555806 Mar 22 13:06:07.686182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bb34d-dd4c-468e-9bb5-1e5c2a8da2e4 None None] Pushing event updated for resources: {'Port': ['ID=b84476bf-826d-4507-b430-8c84c000bc6a,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:07.690024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37236) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:07.699273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2c372-a968-426f-987b-1dfd06d325a2 None None] Port 69030962-52b2-42af-9fb3-849a8ba49874 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:07.789060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.789647 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Added segment c05cb49c-cfa7-4fa6-a64b-cfeff97292e6 of type vlan for network eb70fc2e-a23a-4f17-a5b7-d37abc92a628 Mar 22 13:06:07.792144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.795938 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9435489 Mar 22 13:06:07.796659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86311aea-8fff-4bc5-8b32-ac3ffd9ea031 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b28aff-c631-4c1b-84f2-9a0f092d747b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:07.802971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37242) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:07.820555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-34f2e21f-3638-40e3-8edb-f1588f620a67 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 64a19324-a5c9-49b4-bc33-fbe914620f9e owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:07.835947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fe50d52-c6f4-4052-b425-a98aa9dfaa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.851586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'security_group': {'name': 'tempest-secgroup-320298668'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:07.859151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.889486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b84476bf-826d-4507-b430-8c84c000bc6a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:07.904572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.938565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.940728 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-33269b38-8c32-41a9-ba99-6eda2fe0fa6c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1911490 Mar 22 13:06:07.948050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:07.949293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37248) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:07.968682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-cc04512e-9092-40e0-b79d-42948031892c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:07.975886 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.992504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:07.996311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:08.009274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.016009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3fe50d52-c6f4-4052-b425-a98aa9dfaa51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:08.018300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:08.027498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3fe50d52-c6f4-4052-b425-a98aa9dfaa51 admin admin] Usage tracker for resource:security_group_rule and tenant:8062998ac13842cdb78777507d8dae30 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:08.032910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3fe50d52-c6f4-4052-b425-a98aa9dfaa51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:08.039785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4564307-a361-4abf-b224-7f703cb424a7 None None] Update dhcp port {'port': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'fixed_ips': [{'subnet_id': 'bc2b5620-7962-4be0-8ad1-b3adb7858a0e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7196d0bf-9978-4d4f-ae3e-c13a4ce74acd'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '10e153b9-f245-45a2-9e14-c7dcff05438a'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:06:08.046742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3fe50d52-c6f4-4052-b425-a98aa9dfaa51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:08.062410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.115360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:08.156031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37252) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:08.156943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.162614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:08.163770 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.169851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:08.204842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b4564307-a361-4abf-b224-7f703cb424a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.213624 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb63b7d-e98c-47a2-9e0a-5c0b5f50cfd3,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:08.221493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.226436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group_rule and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:08.248642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:08.268455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:08.286573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.286573 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Added segment 9239921f-9841-4a79-a443-0f7fda8b9ff4 of type vlan for network 6d7c7d50-98f6-4f51-bf3a-74f7494a29fa Mar 22 13:06:08.369197 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0153613 Mar 22 13:06:08.379064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37256) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:08.386844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20138ecd-8e1c-4537-9ef6-a76ff518466c tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'Network': ['ID=eb70fc2e-a23a-4f17-a5b7-d37abc92a628,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:08.426945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-977378520'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:08.427837 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network eb70fc2e-a23a-4f17-a5b7-d37abc92a628 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:08.482613 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-508c7c34-27e0-4490-ae96-ba96fc3fd3e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=794d67ad97fb44d6adf841a7d145efeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142998 Mar 22 13:06:08.492913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37260) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:08.534326 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.535735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fe50d52-c6f4-4052-b425-a98aa9dfaa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.554683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fe50d52-c6f4-4052-b425-a98aa9dfaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.560967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:08.566122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Usage tracker for resource:network and tenant:4f08bc571c22495d9b4344d07ac57db0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:08.571101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:08.599069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.622695 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3bd8d8-ffef-462c-95c4-f77d77a43e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-6a0918a4-5d82-46fc-9660-926d2885779f', 'network_id': '6a0918a4-5d82-46fc-9660-926d2885779f', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': 'b9022376-5cda-47b0-bb41-859f755fe3a6'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:08.624617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd8d8-ffef-462c-95c4-f77d77a43e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.686372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc04512e-9092-40e0-b79d-42948031892c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.691571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.696982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:08.713294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc04512e-9092-40e0-b79d-42948031892c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.717108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.729351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.730401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:08.731115 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.745139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0ba3f01f-013d-4f93-8ca0-1bef74ee50ae None None] Provisioning for port b84476bf-826d-4507-b430-8c84c000bc6a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:08.763363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe50d52-c6f4-4052-b425-a98aa9dfaa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d8565-c043-4085-9b4a-d931a5840e93,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:08.778625 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3fe50d52-c6f4-4052-b425-a98aa9dfaa51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8062998ac13842cdb78777507d8dae30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3997304 Mar 22 13:06:08.789097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0ba3f01f-013d-4f93-8ca0-1bef74ee50ae None None] Provisioning complete for port b84476bf-826d-4507-b430-8c84c000bc6a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:08.789410 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ba3f01f-013d-4f93-8ca0-1bef74ee50ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.809919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37264) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:08.839217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5912c7c2-1e9f-4fb4-88a2-155f1fcaefc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.866677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-b4564307-a361-4abf-b224-7f703cb424a7 None None] Allocated IP 2001:db8::2 (44292524-8479-4256-81c8-0277f7193fcb/7196d0bf-9978-4d4f-ae3e-c13a4ce74acd/10e153b9-f245-45a2-9e14-c7dcff05438a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:08.869235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.870531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0577974 Mar 22 13:06:08.892987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37268) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:08.900983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cfdb6-948c-41d5-93bc-2d33c8685193 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6543a7-3098-4057-a414-2299df2ac347,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:08.920891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'security_group': {'name': 'tempest-secgroup-1320914613'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:08.939101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:08.944234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.950211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5912c7c2-1e9f-4fb4-88a2-155f1fcaefc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.985446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:09.006399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:09.027923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=b9022376-5cda-47b0-bb41-859f755fe3a6,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:09.034316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:09.035052 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3254757 Mar 22 13:06:09.036473 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37272) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:09.037525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-776ce457-b78c-4682-b7c4-1464890e1796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.053636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Made reservation on behalf of 4f08bc571c22495d9b4344d07ac57db0 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:09.057556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.087261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b4564307-a361-4abf-b224-7f703cb424a7 None None] For port 10e153b9-f245-45a2-9e14-c7dcff05438a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=10e153b9-f245-45a2-9e14-c7dcff05438a,segment=NetworkSegment(de07bfdf-4ddc-4d8d-9beb-bb54124a57dd),segment_id=de07bfdf-4ddc-4d8d-9beb-bb54124a57dd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:09.114526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b4564307-a361-4abf-b224-7f703cb424a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.114853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-776ce457-b78c-4682-b7c4-1464890e1796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.128451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Request body: {'network': {'project_id': '5ebb743d344744b08174812ed8c04760'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:09.134076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.136073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b4564307-a361-4abf-b224-7f703cb424a7 None None] Transition to ACTIVE for port object 10e153b9-f245-45a2-9e14-c7dcff05438a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:09.139576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b4564307-a361-4abf-b224-7f703cb424a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.212621 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.235410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:09.241561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:09.254714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca808ddc-00ba-453d-ad63-bf6a60096d26 tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Pushing event updated for resources: {'Network': ['ID=6d7c7d50-98f6-4f51-bf3a-74f7494a29fa,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:09.259959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:security_group_rule and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:09.264775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:09.269383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0918a4-5d82-46fc-9660-926d2885779f']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:09.270783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:09.277761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Usage tracker for resource:network and tenant:5ebb743d344744b08174812ed8c04760 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:09.280159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:09.285460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 6d7c7d50-98f6-4f51-bf3a-74f7494a29fa details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:09.286037 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:09.286262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5912c7c2-1e9f-4fb4-88a2-155f1fcaefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.297552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:09.300881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6f7a78-2b6f-4ff9-9b1f-832b7c2c0700') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:09.301193 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6f7a78-2b6f-4ff9-9b1f-832b7c2c0700') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:09.311783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.312411 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Added segment 1690f7b8-e8c5-4f10-a041-3dd2ffe11b85 of type vlan for network 43243b29-5b7d-4466-a0fb-cc79cb83369b Mar 22 13:06:09.320048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912c7c2-1e9f-4fb4-88a2-155f1fcaefc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e477d71-9d40-4f1d-b5d7-ec5a828185cc,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:09.331948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.345043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Made reservation on behalf of 5ebb743d344744b08174812ed8c04760 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:09.347908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.364727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.365470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-34f2e21f-3638-40e3-8edb-f1588f620a67 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.386049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-776ce457-b78c-4682-b7c4-1464890e1796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.402203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:09.402675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:09.422781 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:09.426932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4564307-a361-4abf-b224-7f703cb424a7 None None] Pushing event updated for resources: {'Port': ['ID=10e153b9-f245-45a2-9e14-c7dcff05438a,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:09.442092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ff60c8f8-0a87-4da5-8b83-bb5df85d0161 None None] Provisioning for port 64a19324-a5c9-49b4-bc33-fbe914620f9e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:09.451674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5912c7c2-1e9f-4fb4-88a2-155f1fcaefc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.452978 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5912c7c2-1e9f-4fb4-88a2-155f1fcaefc7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e477d71-9d40-4f1d-b5d7-ec5a828185cc HTTP/1.1" status: 204 len: 168 time: 0.9572589 Mar 22 13:06:09.453836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ce457-b78c-4682-b7c4-1464890e1796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d8565-c043-4085-9b4a-d931a5840e93,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:09.472069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ff60c8f8-0a87-4da5-8b83-bb5df85d0161 None None] Provisioning complete for port 64a19324-a5c9-49b4-bc33-fbe914620f9e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:09.472492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ff60c8f8-0a87-4da5-8b83-bb5df85d0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.529003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.547766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2e21f-3638-40e3-8edb-f1588f620a67 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=64a19324-a5c9-49b4-bc33-fbe914620f9e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:09.570617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ff60c8f8-0a87-4da5-8b83-bb5df85d0161 None None] Port 64a19324-a5c9-49b4-bc33-fbe914620f9e was deleted so its status cannot be updated. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server [None req-7d3bd8d8-ffef-462c-95c4-f77d77a43e84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9022376-5cda-47b0-bb41-859f755fe3a6: This subnet is being modified by another concurrent operation. Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server raise exception Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9022376-5cda-47b0-bb41-859f755fe3a6: This subnet is being modified by another concurrent operation. Mar 22 13:06:09.600874 dv-neutron-834664-2-hyperv neutron-server[87934]: ERROR oslo_messaging.rpc.server Mar 22 13:06:09.610837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc04512e-9092-40e0-b79d-42948031892c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Router 0736c4eb-07e4-4071-ac2a-7dc78a65f008 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:06:09.634812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a35c1e-31d1-42f6-b8f0-c9bbf5d6daa6 None None] Network 6a0918a4-5d82-46fc-9660-926d2885779f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:09.746832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-776ce457-b78c-4682-b7c4-1464890e1796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.748322 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-776ce457-b78c-4682-b7c4-1464890e1796 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b92d8565-c043-4085-9b4a-d931a5840e93 HTTP/1.1" status: 204 len: 168 time: 0.9347599 Mar 22 13:06:09.787494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.791104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.795613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.810229 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 10e153b9-f245-45a2-9e14-c7dcff05438a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:09.823452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-34f2e21f-3638-40e3-8edb-f1588f620a67 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.836640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.838209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:09.842229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:06:09.866048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=6a0918a4-5d82-46fc-9660-926d2885779f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:09.875807 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bc2de2ff-c7ac-47d4-91d2-887fb04b5e0f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/6a0918a4-5d82-46fc-9660-926d2885779f HTTP/1.1" status: 204 len: 168 time: 2.1791258 Mar 22 13:06:09.887496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37280) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:09.900612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.902173 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0082128 Mar 22 13:06:09.906573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234325639'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:09.914126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37284) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:09.920568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:09.930843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1061795932', 'security_groups': ['157985bd-01a6-46c6-86eb-e2ec39089a97'], 'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7196d0bf-9978-4d4f-ae3e-c13a4ce74acd'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:09.947153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f5bb0-ad92-4f37-b1e1-2a14c0a5c391 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157985bd-01a6-46c6-86eb-e2ec39089a97,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:09.950241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:network and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:09.956747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:09.966559 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-34f2e21f-3638-40e3-8edb-f1588f620a67 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/64a19324-a5c9-49b4-bc33-fbe914620f9e HTTP/1.1" status: 204 len: 168 time: 4.0749922 Mar 22 13:06:09.972968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37290) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:09.978800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc04512e-9092-40e0-b79d-42948031892c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:06:09.986413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:09.986912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc04512e-9092-40e0-b79d-42948031892c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.992523 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] Sync routers for ids ['0736c4eb-07e4-4071-ac2a-7dc78a65f008'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:06:10.003791 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cc04512e-9092-40e0-b79d-42948031892c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "PUT /v2.0/routers/0736c4eb-07e4-4071-ac2a-7dc78a65f008 HTTP/1.1" status: 200 len: 698 time: 2.0474572 Mar 22 13:06:10.007741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.008091 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Added segment bd5bef7e-9714-4197-84f7-ea3463dbd5e5 of type vlan for network 2d275763-10d0-49f5-9f02-2a76090934a1 Mar 22 13:06:10.009373 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.009820 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] Routers {'0736c4eb-07e4-4071-ac2a-7dc78a65f008'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:10.010517 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0736c4eb-07e4-4071-ac2a-7dc78a65f008'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:10.023384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:10.024132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.072054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37294) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:10.111813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:10.118754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.197712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b84476bf-826d-4507-b430-8c84c000bc6a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:10.227241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:10.265125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:10.275920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.275920 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment 96a1b1b6-96c3-46f3-a9d6-b52574e0521e of type vlan for network dbd76bc9-1189-4a13-b32b-2bfabf05e0fa Mar 22 13:06:10.313887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:10.352921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:10.354036 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] Set router 0736c4eb-07e4-4071-ac2a-7dc78a65f008 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:06:10.384109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b84476bf-826d-4507-b430-8c84c000bc6a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:10.384661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.537268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.542975 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1628032 Mar 22 13:06:10.543966 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f2543-6953-4749-a985-207c88a38c34 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'Network': ['ID=43243b29-5b7d-4466-a0fb-cc79cb83369b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:10.551674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94bf06b-944a-4071-9f98-27a656e345cb None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:06:10.612286 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0736c4eb-07e4-4071-ac2a-7dc78a65f008', 'name': 'tempest-RoutersIpV6Test-router-1358641546', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:06Z', 'updated_at': '2022-03-22T13:06:08Z', 'revision_number': 2, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:10.625920 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] Checking router: 0736c4eb-07e4-4071-ac2a-7dc78a65f008 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:06:10.645187 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] Routers {'0736c4eb-07e4-4071-ac2a-7dc78a65f008'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:10.645722 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['0736c4eb-07e4-4071-ac2a-7dc78a65f008'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:10.684934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94bf06b-944a-4071-9f98-27a656e345cb None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:06:10.688918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 43243b29-5b7d-4466-a0fb-cc79cb83369b details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:10.723131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.727214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37308) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:10.743857 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8020d31c-1cb9-4911-893d-6788f32f5876 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/routers/0736c4eb-07e4-4071-ac2a-7dc78a65f008 HTTP/1.1" status: 200 len: 704 time: 0.4674587 Mar 22 13:06:10.751521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37312) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:10.761200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'subnets': [{'network_id': 'eb70fc2e-a23a-4f17-a5b7-d37abc92a628', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--122702919', 'ip_version': 4}, {'network_id': '43243b29-5b7d-4466-a0fb-cc79cb83369b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:10.761522 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'subnet': {'network_id': 'eb70fc2e-a23a-4f17-a5b7-d37abc92a628', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--122702919', 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:10.762096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Request body: {'subnet': {'network_id': '43243b29-5b7d-4466-a0fb-cc79cb83369b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:10.769451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.797618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] device_id is not set on port 8e9845bd-9c30-4c37-8d9f-196e4cf5311c yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:10.848277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:06:10.858590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-eeda3b55-76fe-43bc-bec1-e7566be82137 None None] Provisioning for port 10e153b9-f245-45a2-9e14-c7dcff05438a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:10.903684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.909420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:10.910015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:10.928070 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] Set router 0736c4eb-07e4-4071-ac2a-7dc78a65f008 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:06:10.936247 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-eeda3b55-76fe-43bc-bec1-e7566be82137 None None] Provisioning complete for port 10e153b9-f245-45a2-9e14-c7dcff05438a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:10.936719 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eeda3b55-76fe-43bc-bec1-e7566be82137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.025424 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a37f0317-4442-4e36-875f-8d3dc7039486 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=0736c4eb-07e4-4071-ac2a-7dc78a65f008 HTTP/1.1" status: 200 len: 205 time: 0.2686162 Mar 22 13:06:11.029911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37324) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:11.065478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=dbd76bc9-1189-4a13-b32b-2bfabf05e0fa,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:11.080920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.083501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.083501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.083501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.083501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.083501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.083501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.083501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.084610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.084610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.084610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.084842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:11.090749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:06:11.107556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network dbd76bc9-1189-4a13-b32b-2bfabf05e0fa details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:11.133136 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0736c4eb-07e4-4071-ac2a-7dc78a65f008', 'name': 'tempest-RoutersIpV6Test-router-1358641546', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:06Z', 'updated_at': '2022-03-22T13:06:08Z', 'revision_number': 2, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:11.138577 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c0a7e6bd-c366-4fea-9f7a-c456f796f8b0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2485707 Mar 22 13:06:11.141113 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de8959-e4cf-4375-86ee-f38bc1278fcc None None] The sync data for ids ['0736c4eb-07e4-4071-ac2a-7dc78a65f008'] in dv-neutron-834664-2-hyperv is: [{'id': '0736c4eb-07e4-4071-ac2a-7dc78a65f008', 'name': 'tempest-RoutersIpV6Test-router-1358641546', 'tenant_id': 'fee226a007774d58826c427014967959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:06Z', 'updated_at': '2022-03-22T13:06:08Z', 'revision_number': 2, 'project_id': 'fee226a007774d58826c427014967959', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:06:11.143462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37330) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:11.153279 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c83544f6-69de-49b6-972c-5d3ba8042131 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:11.301021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37334) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:11.335768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c86cd9c-3206-4503-9e8b-c8cc33b20177 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.420693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-eeda3b55-76fe-43bc-bec1-e7566be82137 None None] Provisioning complete for port 69030962-52b2-42af-9fb3-849a8ba49874 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:11.421255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eeda3b55-76fe-43bc-bec1-e7566be82137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.525736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c83544f6-69de-49b6-972c-5d3ba8042131 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.555299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2004809098'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:11.560846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:11.565410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Usage tracker for resource:network and tenant:b122863b47194c779387112c5df0f40c is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:11.568881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:11.576778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:11.589979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-eeda3b55-76fe-43bc-bec1-e7566be82137 None None] Port 69030962-52b2-42af-9fb3-849a8ba49874 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:11.607547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8::bc (44292524-8479-4256-81c8-0277f7193fcb/7196d0bf-9978-4d4f-ae3e-c13a4ce74acd/8e9845bd-9c30-4c37-8d9f-196e4cf5311c) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:11.609767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Made reservation on behalf of b122863b47194c779387112c5df0f40c for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:11.613275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.633170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.645948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c83544f6-69de-49b6-972c-5d3ba8042131 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.660321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeb6f11-b0bc-4a64-8726-442a500b1584 None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:06:11.696226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c83544f6-69de-49b6-972c-5d3ba8042131 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network dbd76bc9-1189-4a13-b32b-2bfabf05e0fa is not hosted by any dhcp agent {{(pid=87933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 22 13:06:11.701547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83544f6-69de-49b6-972c-5d3ba8042131 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:11.702144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c83544f6-69de-49b6-972c-5d3ba8042131 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.706587 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c83544f6-69de-49b6-972c-5d3ba8042131 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "PUT /v2.0/networks/dbd76bc9-1189-4a13-b32b-2bfabf05e0fa HTTP/1.1" status: 200 len: 723 time: 0.5588245 Mar 22 13:06:11.708014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:11.715664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37340) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:11.721453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Usage tracker for resource:security_group_rule and tenant:b122863b47194c779387112c5df0f40c is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:11.783792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': 'dbd76bc9-1189-4a13-b32b-2bfabf05e0fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:11.791681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.792611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:11.793273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.798010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:11.798338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb6f11-b0bc-4a64-8726-442a500b1584 None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:06:11.836042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:11.846468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83544f6-69de-49b6-972c-5d3ba8042131 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=dbd76bc9-1189-4a13-b32b-2bfabf05e0fa,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:11.894051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network dbd76bc9-1189-4a13-b32b-2bfabf05e0fa details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:12.038342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:12.052026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:subnet and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:12.056648 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.9898338 Mar 22 13:06:12.059435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:12.065505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37344) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.071749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:12.080340 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b3a393d6-c114-4122-8c1b-6a1e5e26563b tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Request body: {'network': {'project_id': '5ebb743d344744b08174812ed8c04760'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:12.102915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b3a393d6-c114-4122-8c1b-6a1e5e26563b tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:12.123789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b3a393d6-c114-4122-8c1b-6a1e5e26563b tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Usage tracker for resource:network and tenant:5ebb743d344744b08174812ed8c04760 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:12.131186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b3a393d6-c114-4122-8c1b-6a1e5e26563b tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:12.139129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:12.142813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.156916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b3a393d6-c114-4122-8c1b-6a1e5e26563b tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:12.163852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.164145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:12.191236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54686845-9a80-4cdf-9885-d9c64924c9c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:12.191236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-54686845-9a80-4cdf-9885-d9c64924c9c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:12.191486 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a393d6-c114-4122-8c1b-6a1e5e26563b tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 13:06:12.192101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a393d6-c114-4122-8c1b-6a1e5e26563b tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:12.193628 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b3a393d6-c114-4122-8c1b-6a1e5e26563b tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1232386 Mar 22 13:06:12.196563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c86cd9c-3206-4503-9e8b-c8cc33b20177 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.198817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Usage tracker for resource:subnet and tenant:4f08bc571c22495d9b4344d07ac57db0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:12.204528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37348) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.205313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:12.208733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c86cd9c-3206-4503-9e8b-c8cc33b20177 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.211986 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df8538-a600-4801-bf10-05ad2c454dfe tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Pushing event updated for resources: {'Network': ['ID=2d275763-10d0-49f5-9f02-2a76090934a1,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:12.225871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 2d275763-10d0-49f5-9f02-2a76090934a1 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:12.236210 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:12.292360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-54686845-9a80-4cdf-9885-d9c64924c9c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:12.293625 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-54686845-9a80-4cdf-9885-d9c64924c9c9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 2.3169541 Mar 22 13:06:12.297774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37352) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.301456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c86cd9c-3206-4503-9e8b-c8cc33b20177 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.301960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c86cd9c-3206-4503-9e8b-c8cc33b20177 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Fanout notify agent at l3_agent the message router_deleted on router 0736c4eb-07e4-4071-ac2a-7dc78a65f008 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:06:12.338146 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3fddae95-84b6-4a6e-b9c4-face5d4cb7cb tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ebb743d344744b08174812ed8c04760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273053 Mar 22 13:06:12.346876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37356) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.382267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c86cd9c-3206-4503-9e8b-c8cc33b20177 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.383404 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1c86cd9c-3206-4503-9e8b-c8cc33b20177 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/0736c4eb-07e4-4071-ac2a-7dc78a65f008 HTTP/1.1" status: 204 len: 168 time: 1.3513539 Mar 22 13:06:12.400961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37360) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.401972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object 8e9845bd-9c30-4c37-8d9f-196e4cf5311c will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:12.439452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.448612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.480388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-49cef387-855c-44b1-a8f5-0d0fc0d41bbc tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.486503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:12.513492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-49cef387-855c-44b1-a8f5-0d0fc0d41bbc tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.515571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1134ff3f-70ce-471a-8d6a-afcf10f8e096,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:12.518328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.518677 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Added segment 599fc8a2-d66b-4245-92b8-bac31538025b of type vlan for network fa10c99a-f065-4f95-bef2-5011c1cce0da Mar 22 13:06:12.536391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.565176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Made reservation on behalf of 4f08bc571c22495d9b4344d07ac57db0 for: {'subnet': 2} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:12.570415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.570783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.619309 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-49cef387-855c-44b1-a8f5-0d0fc0d41bbc tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.700561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.704963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cef387-855c-44b1-a8f5-0d0fc0d41bbc tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb63b7d-e98c-47a2-9e0a-5c0b5f50cfd3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:12.708078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a53ac8b7-2a7b-4b5e-be14-96ff8aa0b3ba tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Synchronizing usage tracker for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:12.722696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-49cef387-855c-44b1-a8f5-0d0fc0d41bbc tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.723882 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-49cef387-855c-44b1-a8f5-0d0fc0d41bbc tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/dbb63b7d-e98c-47a2-9e0a-5c0b5f50cfd3 HTTP/1.1" status: 204 len: 168 time: 0.3680122 Mar 22 13:06:12.729549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37366) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.732038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:12.740839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:12.749261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:12.754768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:12.756329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.764069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=8e9845bd-9c30-4c37-8d9f-196e4cf5311c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:12.766732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0702b-33d4-48a6-92af-b1e4e0bad5f3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:12.768308 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-23c0702b-33d4-48a6-92af-b1e4e0bad5f3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4696016 Mar 22 13:06:12.784437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37370) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.810807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a53ac8b7-2a7b-4b5e-be14-96ff8aa0b3ba tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] Unset dirty status for tenant:fee226a007774d58826c427014967959 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:12.814321 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a53ac8b7-2a7b-4b5e-be14-96ff8aa0b3ba tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=0736c4eb-07e4-4071-ac2a-7dc78a65f008 HTTP/1.1" status: 200 len: 205 time: 0.4033802 Mar 22 13:06:12.820106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37374) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.910724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.916172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:12.916783 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.932208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a275b-b100-477c-8a08-0c19c084f9db tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:12.933861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a275b-b100-477c-8a08-0c19c084f9db tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:12.935400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a275b-b100-477c-8a08-0c19c084f9db tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:12.936227 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7f0a275b-b100-477c-8a08-0c19c084f9db tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:12.946049 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.950383 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-04979571-3758-4231-abe9-c0165e128bf5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] delete failed (client error): The resource could not be found. Mar 22 13:06:12.953872 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-04979571-3758-4231-abe9-c0165e128bf5 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/0736c4eb-07e4-4071-ac2a-7dc78a65f008 HTTP/1.1" status: 404 len: 336 time: 0.1297762 Mar 22 13:06:12.966517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37378) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.968067 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2adb8857-6498-459f-8e91-a248f729e7d9 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0494075 Mar 22 13:06:12.970884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.979065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37382) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.011442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7f0a275b-b100-477c-8a08-0c19c084f9db tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:13.015037 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7f0a275b-b100-477c-8a08-0c19c084f9db tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2272267 Mar 22 13:06:13.016100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37386) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.025017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9a21437c-a058-4111-adcf-3e1ae32f5604 None None] Provisioning for port 8e9845bd-9c30-4c37-8d9f-196e4cf5311c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:13.030312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9a21437c-a058-4111-adcf-3e1ae32f5604 None None] Provisioning complete for port 8e9845bd-9c30-4c37-8d9f-196e4cf5311c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:13.030748 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9a21437c-a058-4111-adcf-3e1ae32f5604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.059407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:13.074770 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7665803 Mar 22 13:06:13.086074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37390) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.088657 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9a21437c-a058-4111-adcf-3e1ae32f5604 None None] Port 8e9845bd-9c30-4c37-8d9f-196e4cf5311c cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:13.106501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'subnet': {'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:13.152231 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c3f480-ac10-4dd2-a855-0f2a27a1f650 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:13.152690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c3f480-ac10-4dd2-a855-0f2a27a1f650 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:13.154358 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-32c3f480-ac10-4dd2-a855-0f2a27a1f650 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/1b964d49-518e-4f56-b253-b9bf13ce256c HTTP/1.1" status: 404 len: 337 time: 0.1851165 Mar 22 13:06:13.164376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37394) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.180134 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a21b4d-1b9f-4c76-8b8e-e75e5934a87f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Network': ['ID=fa10c99a-f065-4f95-bef2-5011c1cce0da,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:13.191744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network fa10c99a-f065-4f95-bef2-5011c1cce0da details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:13.295000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=e69d761a-2d19-4a5c-a19f-27b866819ba8,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:13.297195 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8335ee2-1374-499a-b951-83689d847cad tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:13.297639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8335ee2-1374-499a-b951-83689d847cad tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:13.301690 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d8335ee2-1374-499a-b951-83689d847cad tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/6d215a5a-935b-4efe-9723-1f2b0e364029 HTTP/1.1" status: 404 len: 337 time: 0.1270711 Mar 22 13:06:13.305401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37398) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.367296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': '96a1b1b6-96c3-46f3-a9d6-b52574e0521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbd76bc9-1189-4a13-b32b-2bfabf05e0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:13.367665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: dbd76bc9-1189-4a13-b32b-2bfabf05e0fa, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:13.375546 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6ee656-1bb3-4190-ad07-2bb31242e2fc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:13.375993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6ee656-1bb3-4190-ad07-2bb31242e2fc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:13.380173 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0f6ee656-1bb3-4190-ad07-2bb31242e2fc tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/b1b47baa-734e-4963-b5ae-8aee87140ed8 HTTP/1.1" status: 404 len: 337 time: 0.0700064 Mar 22 13:06:13.390232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37402) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.435710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:13.445465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:13.448218 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9cd4d6-a914-4cbb-a821-a090b2201d9d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:13.448669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9cd4d6-a914-4cbb-a821-a090b2201d9d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:13.450290 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8e9cd4d6-a914-4cbb-a821-a090b2201d9d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/6ea5c9d4-170c-440d-ac2b-d2de321a53db HTTP/1.1" status: 404 len: 337 time: 0.0591223 Mar 22 13:06:13.451275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:13.454938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37406) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.460098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:13.484539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.505768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network dbd76bc9-1189-4a13-b32b-2bfabf05e0fa is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:13.512100 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2979991a-19a0-4b7c-a7f1-1181af29d274 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=0345587b-e40b-4245-a159-3525f0a5d79c HTTP/1.1" status: 200 len: 205 time: 0.0538480 Mar 22 13:06:13.515383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37410) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.560591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf14f1e-c3b5-4f60-bfee-b6b63b114c91 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet b6e9ab3f-39d8-420d-a1b9-9f2fd4b56c8e {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:13.573364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:13.575752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3bf14f1e-c3b5-4f60-bfee-b6b63b114c91 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.577113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.609359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, dbd76bc9-1189-4a13-b32b-2bfabf05e0fa) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:13.620141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69928962-4818-45b1-bf4d-cce58fad3d52 None None] Network dbd76bc9-1189-4a13-b32b-2bfabf05e0fa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:13.624906 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-10a81894-2fe3-4324-9b82-c0fff7b2010d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] delete failed (client error): The resource could not be found. Mar 22 13:06:13.628372 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-10a81894-2fe3-4324-9b82-c0fff7b2010d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/0345587b-e40b-4245-a159-3525f0a5d79c HTTP/1.1" status: 404 len: 336 time: 0.1096184 Mar 22 13:06:13.628372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:13.628372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.635218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37414) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.642423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:13.650600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d275763-10d0-49f5-9f02-2a76090934a1']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:13.657527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Usage tracker for resource:subnet and tenant:b122863b47194c779387112c5df0f40c is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:13.665572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:13.680104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:13.687072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3bf14f1e-c3b5-4f60-bfee-b6b63b114c91 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.723412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5bef7e-9714-4197-84f7-ea3463dbd5e5') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:13.723713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5bef7e-9714-4197-84f7-ea3463dbd5e5') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:13.747064 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0961981d-cebe-4f85-9a74-9d4536ec9d77 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=d87c38d0-2307-403f-8f23-cf426645aa6d HTTP/1.1" status: 200 len: 205 time: 0.1085999 Mar 22 13:06:13.749374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37418) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.754292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.769917 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Made reservation on behalf of b122863b47194c779387112c5df0f40c for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:13.773975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.819538 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-894d1558-a7e7-43e8-9d44-2134be5f3080 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1002829 Mar 22 13:06:13.821068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.828212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37422) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.833934 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-687b77f5-006d-46a3-a9e1-ccb4876be15c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] delete failed (client error): The resource could not be found. Mar 22 13:06:13.837332 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-687b77f5-006d-46a3-a9e1-ccb4876be15c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/d87c38d0-2307-403f-8f23-cf426645aa6d HTTP/1.1" status: 404 len: 336 time: 0.0846550 Mar 22 13:06:13.839856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37426) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.841547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fd16735d-817e-42d7-8b1a-63fe6f748856 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:13.860706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-dbd76bc9-1189-4a13-b32b-2bfabf05e0fa', 'network_id': 'dbd76bc9-1189-4a13-b32b-2bfabf05e0fa', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': 'e69d761a-2d19-4a5c-a19f-27b866819ba8'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:13.861671 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.884921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:13.885321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.905945 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.ipam_backend_mixin [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7196d0bf-9978-4d4f-ae3e-c13a4ce74acd (CIDR: 2001:db8::/64) Mar 22 13:06:13.912517 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:06:13.913323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:13.966102 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:13.983227 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7ed4ac18-2577-44c1-8eae-d05a1d3e1f9e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9750218 Mar 22 13:06:13.984108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37430) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.991453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:14.028059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Allocated IP 172.20.0.2 (dbd76bc9-1189-4a13-b32b-2bfabf05e0fa/e69d761a-2d19-4a5c-a19f-27b866819ba8/132fd329-f84b-4724-8f99-28515c9f91b2) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:14.028984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fd16735d-817e-42d7-8b1a-63fe6f748856 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2222385'] for subnet, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.077911 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-7576d739-b80f-4d92-8a5f-17b253b9561d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:14.078424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7576d739-b80f-4d92-8a5f-17b253b9561d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:14.114182 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7576d739-b80f-4d92-8a5f-17b253b9561d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/93bb4224-1296-4c8e-8a21-2deed1ae3cfd HTTP/1.1" status: 404 len: 337 time: 0.2285020 Mar 22 13:06:14.125610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3bf14f1e-c3b5-4f60-bfee-b6b63b114c91 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.158449 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.163718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37434) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.198158 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.254809 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.265372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Transition to ACTIVE for port object 132fd329-f84b-4724-8f99-28515c9f91b2 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:14.275640 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c95fd633-ed60-45fd-9e0c-484f9347908d tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=06a74bd7-7f28-49c5-a17c-8ff967a2736a HTTP/1.1" status: 200 len: 205 time: 0.1015675 Mar 22 13:06:14.276096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37438) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.280580 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] 10.222.0.70 "DELETE /v2.0/networks/2d275763-10d0-49f5-9f02-2a76090934a1 HTTP/1.1" status: 204 len: 168 time: 1.5440814 Mar 22 13:06:14.280580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d1ef9-cb8b-4a74-93a9-9ef22751491e tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d275763-10d0-49f5-9f02-2a76090934a1,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:14.283973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37442) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.290049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Transition to ACTIVE for port object 132fd329-f84b-4724-8f99-28515c9f91b2 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:14.296930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.306852 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.361347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Network dbd76bc9-1189-4a13-b32b-2bfabf05e0fa is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:14.365509 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-2960962e-a984-426b-ab1e-a96f8fb171e7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] delete failed (client error): The resource could not be found. Mar 22 13:06:14.369043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:14.369216 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2960962e-a984-426b-ab1e-a96f8fb171e7 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/06a74bd7-7f28-49c5-a17c-8ff967a2736a HTTP/1.1" status: 404 len: 336 time: 0.0894794 Mar 22 13:06:14.379635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:14.381969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37446) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.392675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Pushing event updated for resources: {'Port': ['ID=132fd329-f84b-4724-8f99-28515c9f91b2,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:14.483502 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-928a7fe7-3265-4a33-8267-3ff8229c8c64 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8827a32-d407-4005-b620-80b7ec9f2353 HTTP/1.1" status: 200 len: 205 time: 0.0983312 Mar 22 13:06:14.483502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:14.486667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37450) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.490251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:14.494886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:14.495870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Attempting to bind port 132fd329-f84b-4724-8f99-28515c9f91b2 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:14.496831 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Attempting to bind port 132fd329-f84b-4724-8f99-28515c9f91b2 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '96a1b1b6-96c3-46f3-a9d6-b52574e0521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbd76bc9-1189-4a13-b32b-2bfabf05e0fa'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:14.497480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Attempting to bind port 132fd329-f84b-4724-8f99-28515c9f91b2 on network dbd76bc9-1189-4a13-b32b-2bfabf05e0fa {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:14.504527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:14.504727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:14.504985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Checking segment: {'id': '96a1b1b6-96c3-46f3-a9d6-b52574e0521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbd76bc9-1189-4a13-b32b-2bfabf05e0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:14.505354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.506412 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Bound using segment: {'id': '96a1b1b6-96c3-46f3-a9d6-b52574e0521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbd76bc9-1189-4a13-b32b-2bfabf05e0fa'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:14.506887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Bound port: 132fd329-f84b-4724-8f99-28515c9f91b2, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a1b1b6-96c3-46f3-a9d6-b52574e0521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbd76bc9-1189-4a13-b32b-2bfabf05e0fa'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:14.507301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.554932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:14.558371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.602203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] For port 132fd329-f84b-4724-8f99-28515c9f91b2, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:14.605644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3bf14f1e-c3b5-4f60-bfee-b6b63b114c91 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.605794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] For port 132fd329-f84b-4724-8f99-28515c9f91b2, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=132fd329-f84b-4724-8f99-28515c9f91b2,segment=NetworkSegment(96a1b1b6-96c3-46f3-a9d6-b52574e0521e),segment_id=96a1b1b6-96c3-46f3-a9d6-b52574e0521e)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:14.610218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.614134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'Subnet': ['ID=b159b061-9e80-419c-84f4-dac0a5dc2bbd,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:14.616657 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-1bfc8b5e-0d47-40c1-af40-7f4d520cff6f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] delete failed (client error): The resource could not be found. Mar 22 13:06:14.617676 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1bfc8b5e-0d47-40c1-af40-7f4d520cff6f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/e8827a32-d407-4005-b620-80b7ec9f2353 HTTP/1.1" status: 404 len: 336 time: 0.1255763 Mar 22 13:06:14.651074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.652076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37454) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.658680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fd16735d-817e-42d7-8b1a-63fe6f748856 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776178393335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1907091'] for subnet, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.680317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf14f1e-c3b5-4f60-bfee-b6b63b114c91 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e9ab3f-39d8-420d-a1b9-9f2fd4b56c8e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:14.686082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3bf14f1e-c3b5-4f60-bfee-b6b63b114c91 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.695801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Checking segment: {'id': 'c05cb49c-cfa7-4fa6-a64b-cfeff97292e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'eb70fc2e-a23a-4f17-a5b7-d37abc92a628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:14.696169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Network hostable DHCP agents. Network: eb70fc2e-a23a-4f17-a5b7-d37abc92a628, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:14.701177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd32b3d-b5fa-4c05-9df7-4163e06400b1 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:14.732448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e7201-c1b9-4a34-8f8f-4b2e33b2dceb None None] Pushing event updated for resources: {'Port': ['ID=132fd329-f84b-4724-8f99-28515c9f91b2,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:14.736616 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3bf14f1e-c3b5-4f60-bfee-b6b63b114c91 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/b6e9ab3f-39d8-420d-a1b9-9f2fd4b56c8e HTTP/1.1" status: 204 len: 168 time: 1.7176118 Mar 22 13:06:14.740337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37458) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.776539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.834246 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df973b9-c45e-4731-b2c4-f386c167d92f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:14.834704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df973b9-c45e-4731-b2c4-f386c167d92f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:14.839137 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5df973b9-c45e-4731-b2c4-f386c167d92f tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/a6223783-b386-49f5-aeed-335eaa951a1e HTTP/1.1" status: 404 len: 337 time: 0.1873286 Mar 22 13:06:14.845687 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37462) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.854058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Network eb70fc2e-a23a-4f17-a5b7-d37abc92a628 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:14.901701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd16735d-817e-42d7-8b1a-63fe6f748856 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:14.903551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fd16735d-817e-42d7-8b1a-63fe6f748856 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.905995 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fd16735d-817e-42d7-8b1a-63fe6f748856 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "PUT /v2.0/subnets/e69d761a-2d19-4a5c-a19f-27b866819ba8 HTTP/1.1" status: 200 len: 806 time: 1.0767932 Mar 22 13:06:14.930264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37466) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.939931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, eb70fc2e-a23a-4f17-a5b7-d37abc92a628) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:14.967555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.983475 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e428709c-6d74-4ebb-b768-b28100019823 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f368b90-73e4-4707-8816-d44696e38821 HTTP/1.1" status: 200 len: 205 time: 0.1299219 Mar 22 13:06:14.987077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27736516-7a95-45c6-a821-e191147a3475 None None] Network eb70fc2e-a23a-4f17-a5b7-d37abc92a628 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:14.988605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37470) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.988755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.019846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Subnet': ['ID=a56b37da-96ca-41ed-ad42-31f10f670f94,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:15.075371 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.ipam_backend_mixin [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bc2b5620-7962-4be0-8ad1-b3adb7858a0e (CIDR: 2001:db8:0:1::/64) Mar 22 13:06:15.076220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16735d-817e-42d7-8b1a-63fe6f748856 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=e69d761a-2d19-4a5c-a19f-27b866819ba8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:15.098893 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:06:15.100025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:15.121164 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-5167e931-0099-43aa-bf9b-c35bfe71dc84 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] delete failed (client error): The resource could not be found. Mar 22 13:06:15.125272 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5167e931-0099-43aa-bf9b-c35bfe71dc84 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/7f368b90-73e4-4707-8816-d44696e38821 HTTP/1.1" status: 404 len: 336 time: 0.1305187 Mar 22 13:06:15.128146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d34b70-3f0b-4c0b-b739-5ad1687af036 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet efc370cf-43b8-4756-a1a9-092d048cc9f5 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:15.131823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22d34b70-3f0b-4c0b-b739-5ad1687af036 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.178835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37474) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:15.182286 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f8eff29c-3989-4959-a603-9bbff0c41a98 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1975152 Mar 22 13:06:15.217982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37478) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:15.232601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'subnet': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:15.272917 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e543607e-1133-4cf4-b7dd-bb6a81f05aab tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:15.273363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e543607e-1133-4cf4-b7dd-bb6a81f05aab tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:15.275009 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e543607e-1133-4cf4-b7dd-bb6a81f05aab tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/9819c219-895a-4bc6-925a-24eaf4c52bf1 HTTP/1.1" status: 404 len: 337 time: 0.0950184 Mar 22 13:06:15.279748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37482) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:15.286234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22d34b70-3f0b-4c0b-b739-5ad1687af036 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.310932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7c7d50-98f6-4f51-bf3a-74f7494a29fa']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:15.315008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-eb70fc2e-a23a-4f17-a5b7-d37abc92a628', 'network_id': 'eb70fc2e-a23a-4f17-a5b7-d37abc92a628', 'tenant_id': '4f08bc571c22495d9b4344d07ac57db0', 'fixed_ips': [{'subnet_id': 'b159b061-9e80-419c-84f4-dac0a5dc2bbd'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:15.316533 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.357679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Checking segment: {'id': '599fc8a2-d66b-4245-92b8-bac31538025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:15.358051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Network hostable DHCP agents. Network: fa10c99a-f065-4f95-bef2-5011c1cce0da, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:15.364059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9239921f-9841-4a79-a443-0f7fda8b9ff4') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:15.364368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9239921f-9841-4a79-a443-0f7fda8b9ff4') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:15.381428 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f2d18773-72c9-46f7-9be0-52372c03fe9c tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "GET /v2.0/ports?device_id=9023d4f9-849d-4917-bc1a-15393939a26f HTTP/1.1" status: 200 len: 205 time: 0.0969334 Mar 22 13:06:15.395385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37486) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:15.495241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.542305 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-04d876a8-9a60-4866-8bd3-7b2ec7d9f00a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] delete failed (client error): The resource could not be found. Mar 22 13:06:15.546058 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-04d876a8-9a60-4866-8bd3-7b2ec7d9f00a tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/routers/9023d4f9-849d-4917-bc1a-15393939a26f HTTP/1.1" status: 404 len: 336 time: 0.1424241 Mar 22 13:06:15.546812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event updated for resources: {'Subnet': ['ID=e7d83a8a-442a-4736-b897-9ba04acee687,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:15.555371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37490) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:15.564208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Checking segment: {'id': '1690f7b8-e8c5-4f10-a041-3dd2ffe11b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43243b29-5b7d-4466-a0fb-cc79cb83369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:15.564408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22d34b70-3f0b-4c0b-b739-5ad1687af036 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.564514 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Network hostable DHCP agents. Network: 43243b29-5b7d-4466-a0fb-cc79cb83369b, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:15.572742 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.576859 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Allocated IP 172.20.0.2 (eb70fc2e-a23a-4f17-a5b7-d37abc92a628/b159b061-9e80-419c-84f4-dac0a5dc2bbd/6cbc9f19-4dec-4407-bf62-aa508ea82402) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:15.617896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Network fa10c99a-f065-4f95-bef2-5011c1cce0da is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:15.623630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.655800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:15.660113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:15.660543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.672908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Usage tracker for resource:subnet and tenant:54db9df364b2456aac7e2debbb03b64e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:15.681322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:15.689656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:15.690928 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:15.693988 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e302b1-6c0d-4c9b-9aac-fb6a83efe4f3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:15.693988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e302b1-6c0d-4c9b-9aac-fb6a83efe4f3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:15.699177 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-57e302b1-6c0d-4c9b-9aac-fb6a83efe4f3 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/e6df61e3-f94e-4d1d-b5c6-7a8801782b33 HTTP/1.1" status: 404 len: 337 time: 0.1380448 Mar 22 13:06:15.701031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37494) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:15.720068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, fa10c99a-f065-4f95-bef2-5011c1cce0da) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:15.726213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Made reservation on behalf of 54db9df364b2456aac7e2debbb03b64e for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:15.732751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:15.733100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.733529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.774820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22d34b70-3f0b-4c0b-b739-5ad1687af036 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.784791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e553a81a-fef6-4367-8f55-7e331133e8aa None None] Network fa10c99a-f065-4f95-bef2-5011c1cce0da requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:15.881683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Network 43243b29-5b7d-4466-a0fb-cc79cb83369b is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:15.888496 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d49498-f84f-428b-8758-390a10e8aad0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:15.889217 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d49498-f84f-428b-8758-390a10e8aad0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:15.893924 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-88d49498-f84f-428b-8758-390a10e8aad0 tempest-RoutersIpV6Test-1191274972 tempest-RoutersIpV6Test-1191274972-project] 10.222.0.70 "DELETE /v2.0/subnets/c80317b5-8a8a-4a94-afba-40b5cad483bd HTTP/1.1" status: 404 len: 337 time: 0.1715174 Mar 22 13:06:15.900820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 43243b29-5b7d-4466-a0fb-cc79cb83369b) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:15.906778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port 132fd329-f84b-4724-8f99-28515c9f91b2 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:15.907132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.946994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:15.947511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:15.948142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.967854 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3ac2813d-159b-43da-9c59-e6638795cc35 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8778298 Mar 22 13:06:15.986428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37500) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:15.990985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.008153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.016031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 132fd329-f84b-4724-8f99-28515c9f91b2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:16.044848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6dcd43-597c-4f3d-a729-39b1c161b96f None None] Network 43243b29-5b7d-4466-a0fb-cc79cb83369b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:16.072151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'port': {'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da', 'name': 'tempest-AllowedAddressPairTestJSON-743165679'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:16.123269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22d34b70-3f0b-4c0b-b739-5ad1687af036 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.145820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d34b70-3f0b-4c0b-b739-5ad1687af036 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=efc370cf-43b8-4756-a1a9-092d048cc9f5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:16.171447 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-22d34b70-3f0b-4c0b-b739-5ad1687af036 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/efc370cf-43b8-4756-a1a9-092d048cc9f5 HTTP/1.1" status: 204 len: 168 time: 1.4117701 Mar 22 13:06:16.174521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d7c7d50-98f6-4f51-bf3a-74f7494a29fa,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:16.175775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37504) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:16.186497 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-59326143-94e4-4d2f-9760-bf0f4f10abcd tempest-QuotasNegativeTest-157648124 tempest-QuotasNegativeTest-157648124-project-admin] 10.222.0.70 "DELETE /v2.0/networks/6d7c7d50-98f6-4f51-bf3a-74f7494a29fa HTTP/1.1" status: 204 len: 168 time: 1.9012227 Mar 22 13:06:16.236038 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bc3c537b-ffd2-4a10-984b-f1a2ff3bba3f tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.5075505 Mar 22 13:06:16.236662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37512) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:16.307828 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475f437-bf08-4924-a64a-52b15a1818e2 None None] Network dbd76bc9-1189-4a13-b32b-2bfabf05e0fa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:16.380816 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb43a6-6cf1-4678-ae4b-9e1e2273abad None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:16.447338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37516) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:16.492857 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-fa10c99a-f065-4f95-bef2-5011c1cce0da', 'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da', 'tenant_id': 'b122863b47194c779387112c5df0f40c', 'fixed_ips': [{'subnet_id': 'a56b37da-96ca-41ed-ad42-31f10f670f94'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:16.493594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.584321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.586155 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f489a1b-f762-4a34-a750-5cb0fc76c770 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:16.587883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f489a1b-f762-4a34-a750-5cb0fc76c770 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:16.589292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f489a1b-f762-4a34-a750-5cb0fc76c770 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:16.590099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2f489a1b-f762-4a34-a750-5cb0fc76c770 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Synchronizing usage tracker for tenant:4f08bc571c22495d9b4344d07ac57db0 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:16.605993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:16.614806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Usage tracker for resource:port and tenant:b122863b47194c779387112c5df0f40c is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:16.622602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:16.641393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:16.651909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2f489a1b-f762-4a34-a750-5cb0fc76c770 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Unset dirty status for tenant:4f08bc571c22495d9b4344d07ac57db0 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:16.657067 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2f489a1b-f762-4a34-a750-5cb0fc76c770 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3560345 Mar 22 13:06:16.659764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] For port 132fd329-f84b-4724-8f99-28515c9f91b2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=132fd329-f84b-4724-8f99-28515c9f91b2,segment=NetworkSegment(96a1b1b6-96c3-46f3-a9d6-b52574e0521e),segment_id=96a1b1b6-96c3-46f3-a9d6-b52574e0521e)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:16.660136 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.663813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-92adf3a5-3695-4980-a984-0fe8782f0475 None None] Provisioning complete for port b84476bf-826d-4507-b430-8c84c000bc6a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:16.664684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37522) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:16.664827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-92adf3a5-3695-4980-a984-0fe8782f0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.665705 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Subnet': ['ID=7ad3fe31-8b01-4923-91b3-b57d6376d426,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:16.673752 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cff3547e-77e8-4179-816d-181f17eb4e37 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4949629 Mar 22 13:06:16.674413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37526) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:16.741611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:16.754554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba4738b-faf5-43c1-a3b7-e5f095aea4a1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Deleting subnet b159b061-9e80-419c-84f4-dac0a5dc2bbd {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:16.766101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Network 44292524-8479-4256-81c8-0277f7193fcb is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:16.767414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:16.770425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:16.771677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.798831 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b2efd22f-27ba-4263-8b7f-8bc24b5c03d1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5790722 Mar 22 13:06:16.801808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37532) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:16.815397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-413895051', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ad3fe31-8b01-4923-91b3-b57d6376d426'}], 'security_groups': ['d6b28aff-c631-4c1b-84f2-9a0f092d747b', 'dd6543a7-3098-4057-a414-2299df2ac347']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:16.822566 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad7f7ac-6baf-4c7f-b52e-2827b435d0b1 None None] Network 44292524-8479-4256-81c8-0277f7193fcb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:16.856526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Made reservation on behalf of b122863b47194c779387112c5df0f40c for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:16.860045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.876805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Calling delete_port for 132fd329-f84b-4724-8f99-28515c9f91b2 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:17.029635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] device_id is not set on port 42b685aa-50c2-4b8b-ab29-84724699812b yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:17.111087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37538) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:17.126305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 132fd329-f84b-4724-8f99-28515c9f91b2 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:17.137073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:17.149333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:17.157560 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4d2cb028-2738-45cb-af61-da71f337f2b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fee226a007774d58826c427014967959&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7039099 Mar 22 13:06:17.163434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:17.165978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37544) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:17.168041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.209164 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:17.288427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b8761910-61e2-474a-ad7f-5370843015ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.346057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-43243b29-5b7d-4466-a0fb-cc79cb83369b', 'network_id': '43243b29-5b7d-4466-a0fb-cc79cb83369b', 'tenant_id': '4f08bc571c22495d9b4344d07ac57db0', 'fixed_ips': [{'subnet_id': 'e7d83a8a-442a-4736-b897-9ba04acee687'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:17.347202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.446852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b8761910-61e2-474a-ad7f-5370843015ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:17.447085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:17.450700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.456260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b8761910-61e2-474a-ad7f-5370843015ee admin admin] Usage tracker for resource:security_group_rule and tenant:1060a36d52ee4824ab94f881141a9d67 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:17.461375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b8761910-61e2-474a-ad7f-5370843015ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:17.483117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.497872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b8761910-61e2-474a-ad7f-5370843015ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:17.566772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Transition to ACTIVE for port object 6cbc9f19-4dec-4407-bf62-aa508ea82402 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:17.599455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.656920 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Allocated IP 172.20.0.3 (fa10c99a-f065-4f95-bef2-5011c1cce0da/a56b37da-96ca-41ed-ad42-31f10f670f94/42b685aa-50c2-4b8b-ab29-84724699812b) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:17.676632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Port': ['ID=132fd329-f84b-4724-8f99-28515c9f91b2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:17.681856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-92adf3a5-3695-4980-a984-0fe8782f0475 None None] Could not find standard attr ID for object 132fd329-f84b-4724-8f99-28515c9f91b2. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:06:17.695866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Transition to ACTIVE for port object 6cbc9f19-4dec-4407-bf62-aa508ea82402 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:17.721416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fba4738b-faf5-43c1-a3b7-e5f095aea4a1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.768195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-015021a1-d973-4289-a374-20d5bdeb328f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.773158 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.784000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fba4738b-faf5-43c1-a3b7-e5f095aea4a1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.796012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No DVR routers for this DVR port 132fd329-f84b-4724-8f99-28515c9f91b2 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:17.850303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b8761910-61e2-474a-ad7f-5370843015ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.860689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:17.894617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b8761910-61e2-474a-ad7f-5370843015ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.897211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-015021a1-d973-4289-a374-20d5bdeb328f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.923701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Delete allocated IP 2001:db8::bc (44292524-8479-4256-81c8-0277f7193fcb/7196d0bf-9978-4d4f-ae3e-c13a4ce74acd) {{(pid=87933) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 13:06:17.935031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Allocated IP 2001:db8:0:2::23c (44292524-8479-4256-81c8-0277f7193fcb/7ad3fe31-8b01-4923-91b3-b57d6376d426/8e9845bd-9c30-4c37-8d9f-196e4cf5311c) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:17.947108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.952962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Network eb70fc2e-a23a-4f17-a5b7-d37abc92a628 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:17.954158 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Deleting port b84476bf-826d-4507-b430-8c84c000bc6a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:17.954588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.000424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:18.002576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6e551-d387-49ea-bd21-024ffd8ecdb8 None None] Network dbd76bc9-1189-4a13-b32b-2bfabf05e0fa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:18.011280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fba4738b-faf5-43c1-a3b7-e5f095aea4a1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.025446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:18.064005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Allocated IP 172.20.0.18 (43243b29-5b7d-4466-a0fb-cc79cb83369b/e7d83a8a-442a-4736-b897-9ba04acee687/cc645fab-479c-44b6-a257-d55252baaab8) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:18.064842 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b8761910-61e2-474a-ad7f-5370843015ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1060a36d52ee4824ab94f881141a9d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9546275 Mar 22 13:06:18.075095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37548) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:18.085527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8761910-61e2-474a-ad7f-5370843015ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c5042f-0d76-4e24-bfbe-16424b7c4707,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:18.162508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Pushing event updated for resources: {'Port': ['ID=6cbc9f19-4dec-4407-bf62-aa508ea82402,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:18.236537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-015021a1-d973-4289-a374-20d5bdeb328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.260962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.261543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.262050 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.262541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.262886 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.263290 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.263786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.264538 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.265010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.265478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.265937 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.266402 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:18.279527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1a632bc-04e6-4fb0-9065-2fbd600e13b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.280789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015021a1-d973-4289-a374-20d5bdeb328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e4e0c9-dce8-48e9-8cbd-2ff0adce76a6,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:18.304011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.312004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1a632bc-04e6-4fb0-9065-2fbd600e13b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.361602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.363803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fba4738b-faf5-43c1-a3b7-e5f095aea4a1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.385555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=e69d761a-2d19-4a5c-a19f-27b866819ba8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:18.418507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1a632bc-04e6-4fb0-9065-2fbd600e13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.422911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fba4738b-faf5-43c1-a3b7-e5f095aea4a1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.437133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4738b-faf5-43c1-a3b7-e5f095aea4a1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Subnet': ['ID=b159b061-9e80-419c-84f4-dac0a5dc2bbd,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:18.460582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a632bc-04e6-4fb0-9065-2fbd600e13b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c5042f-0d76-4e24-bfbe-16424b7c4707,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:18.481287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1a632bc-04e6-4fb0-9065-2fbd600e13b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.484897 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d1a632bc-04e6-4fb0-9065-2fbd600e13b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4c5042f-0d76-4e24-bfbe-16424b7c4707 HTTP/1.1" status: 204 len: 168 time: 0.4028509 Mar 22 13:06:18.487577 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fba4738b-faf5-43c1-a3b7-e5f095aea4a1 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "DELETE /v2.0/subnets/b159b061-9e80-419c-84f4-dac0a5dc2bbd HTTP/1.1" status: 204 len: 168 time: 1.8125694 Mar 22 13:06:18.488215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37554) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:18.535366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Attempting to bind port 6cbc9f19-4dec-4407-bf62-aa508ea82402 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:18.535940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Transition to ACTIVE for port object 42b685aa-50c2-4b8b-ab29-84724699812b will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:18.540211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Attempting to bind port 6cbc9f19-4dec-4407-bf62-aa508ea82402 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'c05cb49c-cfa7-4fa6-a64b-cfeff97292e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'eb70fc2e-a23a-4f17-a5b7-d37abc92a628'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:18.540585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Attempting to bind port 6cbc9f19-4dec-4407-bf62-aa508ea82402 on network eb70fc2e-a23a-4f17-a5b7-d37abc92a628 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:18.546671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.559412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-015021a1-d973-4289-a374-20d5bdeb328f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.562963 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-015021a1-d973-4289-a374-20d5bdeb328f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5e4e0c9-dce8-48e9-8cbd-2ff0adce76a6 HTTP/1.1" status: 204 len: 168 time: 1.3633902 Mar 22 13:06:18.564496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.584409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-128dbd4a-7be9-4f9c-a8e2-6a9b93a23237 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Deleting subnet e7d83a8a-442a-4736-b897-9ba04acee687 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:18.597158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Transition to ACTIVE for port object 8e9845bd-9c30-4c37-8d9f-196e4cf5311c will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:18.607746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.610796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:18.611405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Checking segment: {'id': 'c05cb49c-cfa7-4fa6-a64b-cfeff97292e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'eb70fc2e-a23a-4f17-a5b7-d37abc92a628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:18.612050 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.612593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Bound using segment: {'id': 'c05cb49c-cfa7-4fa6-a64b-cfeff97292e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'eb70fc2e-a23a-4f17-a5b7-d37abc92a628'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:18.613275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Bound port: 6cbc9f19-4dec-4407-bf62-aa508ea82402, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05cb49c-cfa7-4fa6-a64b-cfeff97292e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'eb70fc2e-a23a-4f17-a5b7-d37abc92a628'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:18.613804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.643830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd76bc9-1189-4a13-b32b-2bfabf05e0fa']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:18.677185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a1b1b6-96c3-46f3-a9d6-b52574e0521e') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:18.677185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a1b1b6-96c3-46f3-a9d6-b52574e0521e') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:18.701839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.732330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] In _notify_port_updated(), no bound segment for port 8e9845bd-9c30-4c37-8d9f-196e4cf5311c on network 44292524-8479-4256-81c8-0277f7193fcb {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:06:18.737483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.737939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:18.738623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.742532 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "PUT /v2.0/ports/8e9845bd-9c30-4c37-8d9f-196e4cf5311c HTTP/1.1" status: 200 len: 969 time: 1.9354813 Mar 22 13:06:18.743171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37562) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:18.748241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:18.748646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:18.763821 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:18.773405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] For port b84476bf-826d-4507-b430-8c84c000bc6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b84476bf-826d-4507-b430-8c84c000bc6a,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:18.773794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.788391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:06:18.979845 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c9948b-118e-40b8-8913-427bac359172 None None] DHCP port deletion for dbd76bc9-1189-4a13-b32b-2bfabf05e0fa request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:18.993051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a17e4d-bc04-4de8-97b8-40025ff2264f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event updated for resources: {'Port': ['ID=8e9845bd-9c30-4c37-8d9f-196e4cf5311c,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:19.035579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.053246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-40b6e8a6-ba12-4ca4-b03a-bb104c9093e3 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 8e9845bd-9c30-4c37-8d9f-196e4cf5311c {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:19.053655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-40b6e8a6-ba12-4ca4-b03a-bb104c9093e3 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.073713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Calling delete_port for b84476bf-826d-4507-b430-8c84c000bc6a owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:19.090180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.093765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.206674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37574) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:19.216930 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Network fa10c99a-f065-4f95-bef2-5011c1cce0da is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:19.229646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:19.232155 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=dbd76bc9-1189-4a13-b32b-2bfabf05e0fa,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:19.232390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-542f2d40-dc78-41e7-b86f-ac54d4637333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.244447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Allocated IP 172.20.0.2 (fa10c99a-f065-4f95-bef2-5011c1cce0da/a56b37da-96ca-41ed-ad42-31f10f670f94/2e706231-57e7-4782-99a7-8f4da4e92093) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:19.246603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:19.283057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-542f2d40-dc78-41e7-b86f-ac54d4637333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:19.288899 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/dbd76bc9-1189-4a13-b32b-2bfabf05e0fa HTTP/1.1" status: 204 len: 168 time: 4.3584332 Mar 22 13:06:19.291862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37580) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:19.311923 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.312277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.312623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.312962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.313317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.317358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.318283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.318639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.318983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.324727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.325105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.325457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a656ac-46f1-4901-a8fa-037537f85dc2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:19.383558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Port': ['ID=42b685aa-50c2-4b8b-ab29-84724699812b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:19.402265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:19.403416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.434706 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9db35f99-27dc-4dce-adfb-299fbebf7ada tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4339666 Mar 22 13:06:19.439124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37584) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:19.447495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'port': {'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da', 'name': 'tempest-AllowedAddressPairTestJSON-188423608', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ff:20:e5'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:19.462092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] For port 6cbc9f19-4dec-4407-bf62-aa508ea82402, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:19.468170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-40b6e8a6-ba12-4ca4-b03a-bb104c9093e3 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.517617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403394b9-5502-40af-b36b-2f080ba2c78f None None] Update dhcp port {'port': {'network_id': '44292524-8479-4256-81c8-0277f7193fcb', 'fixed_ips': [{'subnet_id': 'bc2b5620-7962-4be0-8ad1-b3adb7858a0e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7196d0bf-9978-4d4f-ae3e-c13a4ce74acd', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ad3fe31-8b01-4923-91b3-b57d6376d426'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '10e153b9-f245-45a2-9e14-c7dcff05438a'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:06:19.543614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] For port 6cbc9f19-4dec-4407-bf62-aa508ea82402, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6cbc9f19-4dec-4407-bf62-aa508ea82402,segment=NetworkSegment(c05cb49c-cfa7-4fa6-a64b-cfeff97292e6),segment_id=c05cb49c-cfa7-4fa6-a64b-cfeff97292e6)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:19.562581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:06:19.563023 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:06:19.577432 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.647006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-40b6e8a6-ba12-4ca4-b03a-bb104c9093e3 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 8e9845bd-9c30-4c37-8d9f-196e4cf5311c owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:19.655097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.733189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.743276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-403394b9-5502-40af-b36b-2f080ba2c78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.789840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 132fd329-f84b-4724-8f99-28515c9f91b2 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:19.815561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Transition to ACTIVE for port object cc645fab-479c-44b6-a257-d55252baaab8 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:19.856549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 132fd329-f84b-4724-8f99-28515c9f91b2 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:06:19.856950 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 132fd329-f84b-4724-8f99-28515c9f91b2 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:19.857305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b84476bf-826d-4507-b430-8c84c000bc6a no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:19.867067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-542f2d40-dc78-41e7-b86f-ac54d4637333 admin admin] Usage tracker for resource:security_group_rule and tenant:d682f098913741e18c8f6bcab8d08b1b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:19.872537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:19.879744 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37596) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:19.881949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.890231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-542f2d40-dc78-41e7-b86f-ac54d4637333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:19.896478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Usage tracker for resource:port and tenant:b122863b47194c779387112c5df0f40c is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:19.901308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:19.906211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-542f2d40-dc78-41e7-b86f-ac54d4637333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:19.910436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:19.954603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Made reservation on behalf of b122863b47194c779387112c5df0f40c for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:19.957902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4cc10-7d53-41cf-9c1d-a0c22233ce67 None None] Pushing event updated for resources: {'Port': ['ID=6cbc9f19-4dec-4407-bf62-aa508ea82402,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:19.963258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Transition to ACTIVE for port object cc645fab-479c-44b6-a257-d55252baaab8 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:19.968334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Transition to ACTIVE for port object 2e706231-57e7-4782-99a7-8f4da4e92093 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:19.987294 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-49485b8e-a3e7-4008-9e4c-ad4247aeeaa9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:19.987842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49485b8e-a3e7-4008-9e4c-ad4247aeeaa9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:19.996053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-40b6e8a6-ba12-4ca4-b03a-bb104c9093e3 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.010761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37602) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:20.012020 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-49485b8e-a3e7-4008-9e4c-ad4247aeeaa9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/dbd76bc9-1189-4a13-b32b-2bfabf05e0fa HTTP/1.1" status: 404 len: 339 time: 0.7177351 Mar 22 13:06:20.016797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-128dbd4a-7be9-4f9c-a8e2-6a9b93a23237 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.045799 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.119245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-439645243', 'description': 'd1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:20.123711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6e8a6-ba12-4ca4-b03a-bb104c9093e3 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=8e9845bd-9c30-4c37-8d9f-196e4cf5311c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:20.146676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-573917087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:20.146904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Transition to ACTIVE for port object 2e706231-57e7-4782-99a7-8f4da4e92093 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:20.149591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Deleting port b84476bf-826d-4507-b430-8c84c000bc6a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:20.150087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.152397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:20.160156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:20.166619 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:network and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:20.176129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:20.185535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Usage tracker for resource:router and tenant:6889a71b5fd04806a2a466a5749e33de is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:20.190577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:20.195962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-128dbd4a-7be9-4f9c-a8e2-6a9b93a23237 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.197294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:20.217962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:20.234202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.244738 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Network 43243b29-5b7d-4466-a0fb-cc79cb83369b is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:20.251953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:20.255774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.257810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:20.260419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-40b6e8a6-ba12-4ca4-b03a-bb104c9093e3 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.261055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:20.279531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.282620 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-40b6e8a6-ba12-4ca4-b03a-bb104c9093e3 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/8e9845bd-9c30-4c37-8d9f-196e4cf5311c HTTP/1.1" status: 204 len: 168 time: 1.5384448 Mar 22 13:06:20.285584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37610) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:20.296218 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] For port b84476bf-826d-4507-b430-8c84c000bc6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b84476bf-826d-4507-b430-8c84c000bc6a,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:20.298487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.299501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.331841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] device_id is not set on port 53c3a05e-80a3-4ef5-970b-d50261a74cb5 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:20.357546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-542f2d40-dc78-41e7-b86f-ac54d4637333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.361186 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-52963319-4b1b-4c4b-bfef-27d9355b2f67 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] GET failed (client error): The resource could not be found. Mar 22 13:06:20.361915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-52963319-4b1b-4c4b-bfef-27d9355b2f67 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Synchronizing usage tracker for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:20.371049 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:20.379686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-542f2d40-dc78-41e7-b86f-ac54d4637333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.405319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.414993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.417183 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.419179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc601def-faf5-44b0-86df-96ebb4f64a8a None None] Network eb70fc2e-a23a-4f17-a5b7-d37abc92a628 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:20.428961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.429577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-52963319-4b1b-4c4b-bfef-27d9355b2f67 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Unset dirty status for tenant:54db9df364b2456aac7e2debbb03b64e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:20.429695 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment fe497341-8e53-4c52-957b-d43078931600 of type vlan for network f2b0a251-2253-469f-83c7-b788a3ffc9e3 Mar 22 13:06:20.432041 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-52963319-4b1b-4c4b-bfef-27d9355b2f67 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports/8e9845bd-9c30-4c37-8d9f-196e4cf5311c HTTP/1.1" status: 404 len: 333 time: 0.1430860 Mar 22 13:06:20.435299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37614) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:20.438499 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.439234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.465757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f2d40-dc78-41e7-b86f-ac54d4637333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f7aab2-ffd6-4fa2-be9a-2f9242c03a3c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:20.479189 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-542f2d40-dc78-41e7-b86f-ac54d4637333 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d682f098913741e18c8f6bcab8d08b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2713675 Mar 22 13:06:20.484341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37618) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:20.510237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Pushing event updated for resources: {'Port': ['ID=cc645fab-479c-44b6-a257-d55252baaab8,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:20.529731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-128dbd4a-7be9-4f9c-a8e2-6a9b93a23237 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.596783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.642011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eea7fca9-4bc8-431a-ba37-00e28f5c2991 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.643388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:20.644814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.650144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7de44bf5-f17f-487e-9087-5bd6a7f51751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.663532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:20.673601 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Network fa10c99a-f065-4f95-bef2-5011c1cce0da is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:20.687278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:20.688123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.692815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-128dbd4a-7be9-4f9c-a8e2-6a9b93a23237 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.698969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:20.702576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=25805253-6ff2-42cf-ae2a-60782cb44383,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:20.735384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=b84476bf-826d-4507-b430-8c84c000bc6a,revision_number=8']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:20.740978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eea7fca9-4bc8-431a-ba37-00e28f5c2991 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.746248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:20.760439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7de44bf5-f17f-487e-9087-5bd6a7f51751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.766502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Allocated IP 172.20.0.14 (fa10c99a-f065-4f95-bef2-5011c1cce0da/a56b37da-96ca-41ed-ad42-31f10f670f94/53c3a05e-80a3-4ef5-970b-d50261a74cb5) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:20.768684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dbd4a-7be9-4f9c-a8e2-6a9b93a23237 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d83a8a-442a-4736-b897-9ba04acee687,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:20.769677 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.771075 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-be8dabb2-1873-4a96-9c9a-dfe478563398 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8912358 Mar 22 13:06:20.774173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37622) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:20.779052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.784734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:20.785523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.786849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-128dbd4a-7be9-4f9c-a8e2-6a9b93a23237 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.793243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-975655791'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:20.816180 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-635c0264-5372-46fc-b11a-8108b1733738 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1407499 Mar 22 13:06:20.822053 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-128dbd4a-7be9-4f9c-a8e2-6a9b93a23237 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "DELETE /v2.0/subnets/e7d83a8a-442a-4736-b897-9ba04acee687 HTTP/1.1" status: 204 len: 168 time: 2.3311691 Mar 22 13:06:20.831416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:20.835658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37626) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:20.836231 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37628) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:20.872054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eea7fca9-4bc8-431a-ba37-00e28f5c2991 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.894852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7de44bf5-f17f-487e-9087-5bd6a7f51751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.895473 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Usage tracker for resource:network and tenant:6889a71b5fd04806a2a466a5749e33de is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:20.901651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:20.901850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7fca9-4bc8-431a-ba37-00e28f5c2991 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157985bd-01a6-46c6-86eb-e2ec39089a97,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:20.921031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de44bf5-f17f-487e-9087-5bd6a7f51751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f7aab2-ffd6-4fa2-be9a-2f9242c03a3c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:20.926621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:20.935271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7de44bf5-f17f-487e-9087-5bd6a7f51751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.936573 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7de44bf5-f17f-487e-9087-5bd6a7f51751 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9f7aab2-ffd6-4fa2-be9a-2f9242c03a3c HTTP/1.1" status: 204 len: 168 time: 0.4432983 Mar 22 13:06:20.937958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eea7fca9-4bc8-431a-ba37-00e28f5c2991 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.942313 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-eea7fca9-4bc8-431a-ba37-00e28f5c2991 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/security-groups/157985bd-01a6-46c6-86eb-e2ec39089a97 HTTP/1.1" status: 204 len: 168 time: 0.4979894 Mar 22 13:06:20.943414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37636) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:20.955367 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9430795 Mar 22 13:06:20.956187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Attempting to bind port cc645fab-479c-44b6-a257-d55252baaab8 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:20.956550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Attempting to bind port cc645fab-479c-44b6-a257-d55252baaab8 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '1690f7b8-e8c5-4f10-a041-3dd2ffe11b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43243b29-5b7d-4466-a0fb-cc79cb83369b'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:20.956905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Attempting to bind port cc645fab-479c-44b6-a257-d55252baaab8 on network 43243b29-5b7d-4466-a0fb-cc79cb83369b {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:20.967795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:20.980407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Pushing event updated for resources: {'Port': ['ID=2e706231-57e7-4782-99a7-8f4da4e92093,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:20.992203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37640) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:21.083680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:21.084056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Checking segment: {'id': '1690f7b8-e8c5-4f10-a041-3dd2ffe11b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43243b29-5b7d-4466-a0fb-cc79cb83369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:21.084469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.084849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Bound using segment: {'id': '1690f7b8-e8c5-4f10-a041-3dd2ffe11b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43243b29-5b7d-4466-a0fb-cc79cb83369b'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:21.085320 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Bound port: cc645fab-479c-44b6-a257-d55252baaab8, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1690f7b8-e8c5-4f10-a041-3dd2ffe11b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43243b29-5b7d-4466-a0fb-cc79cb83369b'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:21.085725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.136293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbafb78a-581e-4387-b1d6-c3412abfa7f4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.141170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Made reservation on behalf of 6889a71b5fd04806a2a466a5749e33de for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:21.145538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.159987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829219e0-d002-48f7-9a80-c6ffb245895b tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=f2b0a251-2253-469f-83c7-b788a3ffc9e3,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:21.189578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8f2456-7cda-4f3d-b063-8ea8d0d5f0b1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:21.190679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9e8f2456-7cda-4f3d-b063-8ea8d0d5f0b1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Synchronizing usage tracker for tenant:c520037b02b540439a1c44d0d26bb92f on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:21.193952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.212385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbafb78a-581e-4387-b1d6-c3412abfa7f4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.220776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9e8f2456-7cda-4f3d-b063-8ea8d0d5f0b1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Unset dirty status for tenant:c520037b02b540439a1c44d0d26bb92f on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:21.221092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a019fb2-9b7f-4819-875f-efe7e05274b6 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:21.223277 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0a019fb2-9b7f-4819-875f-efe7e05274b6 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3830075 Mar 22 13:06:21.227341 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9e8f2456-7cda-4f3d-b063-8ea8d0d5f0b1 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/networks?id=f2b0a251-2253-469f-83c7-b788a3ffc9e3 HTTP/1.1" status: 200 len: 760 time: 0.2325132 Mar 22 13:06:21.230793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37644) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:21.231262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37646) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:21.248848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:21.253901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-403394b9-5502-40af-b36b-2f080ba2c78f None None] Allocated IP 2001:db8:0:2::2 (44292524-8479-4256-81c8-0277f7193fcb/7ad3fe31-8b01-4923-91b3-b57d6376d426/10e153b9-f245-45a2-9e14-c7dcff05438a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:21.258882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network f2b0a251-2253-469f-83c7-b788a3ffc9e3 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:21.263152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3011c95e-8f47-4173-8ff7-52d6b6f08146 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'description': 'd2'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:21.309375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Usage tracker for resource:security_group_rule and tenant:6889a71b5fd04806a2a466a5749e33de is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:21.328232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:06:21.328584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:06:21.331909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:21.345164 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:21.367869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:21.378079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:21.385227 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:21.434315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.454772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Transition to ACTIVE for port object 53c3a05e-80a3-4ef5-970b-d50261a74cb5 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:21.482063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:21.493989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.518701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Attempting to bind port 2e706231-57e7-4782-99a7-8f4da4e92093 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:21.519178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Attempting to bind port 2e706231-57e7-4782-99a7-8f4da4e92093 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '599fc8a2-d66b-4245-92b8-bac31538025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:21.519600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Attempting to bind port 2e706231-57e7-4782-99a7-8f4da4e92093 on network fa10c99a-f065-4f95-bef2-5011c1cce0da {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:21.551193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:21.554839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.675536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Network fa10c99a-f065-4f95-bef2-5011c1cce0da is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:21.686095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.691713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:21.702960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Port': ['ID=53c3a05e-80a3-4ef5-970b-d50261a74cb5,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:21.708114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:21.709279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-403394b9-5502-40af-b36b-2f080ba2c78f None None] For port 10e153b9-f245-45a2-9e14-c7dcff05438a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=10e153b9-f245-45a2-9e14-c7dcff05438a,segment=NetworkSegment(de07bfdf-4ddc-4d8d-9beb-bb54124a57dd),segment_id=de07bfdf-4ddc-4d8d-9beb-bb54124a57dd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:21.713283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbafb78a-581e-4387-b1d6-c3412abfa7f4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.740016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-403394b9-5502-40af-b36b-2f080ba2c78f None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.760090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-403394b9-5502-40af-b36b-2f080ba2c78f None None] Transition to ACTIVE for port object 10e153b9-f245-45a2-9e14-c7dcff05438a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:21.763471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafb78a-581e-4387-b1d6-c3412abfa7f4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6543a7-3098-4057-a414-2299df2ac347,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:21.783047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Deleting port cc645fab-479c-44b6-a257-d55252baaab8 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:21.783421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.793467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:21.793895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Checking segment: {'id': '599fc8a2-d66b-4245-92b8-bac31538025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:21.794297 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.794688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Bound using segment: {'id': '599fc8a2-d66b-4245-92b8-bac31538025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:21.795195 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Bound port: 2e706231-57e7-4782-99a7-8f4da4e92093, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599fc8a2-d66b-4245-92b8-bac31538025b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:21.795568 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.806068 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-403394b9-5502-40af-b36b-2f080ba2c78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.824498 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.ipam_backend_mixin [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25805253-6ff2-42cf-ae2a-60782cb44383 (CIDR: 2001:db8::/64) Mar 22 13:06:21.970365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbafb78a-581e-4387-b1d6-c3412abfa7f4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.975697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37668) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:21.976057 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cbafb78a-581e-4387-b1d6-c3412abfa7f4 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/security-groups/dd6543a7-3098-4057-a414-2299df2ac347 HTTP/1.1" status: 204 len: 168 time: 1.0315471 Mar 22 13:06:21.984096 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:06:21.984865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403394b9-5502-40af-b36b-2f080ba2c78f None None] Pushing event updated for resources: {'Port': ['ID=10e153b9-f245-45a2-9e14-c7dcff05438a,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:21.985105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:21.990310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.994186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:21.995002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.049524 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4492a138-7c41-4052-9626-8538e6ba18cf tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.6090000 Mar 22 13:06:22.057922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37674) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:22.059737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.077322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.092264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] For port cc645fab-479c-44b6-a257-d55252baaab8, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:22.103618 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-163771e7-37b3-4ed1-a43d-d36f2f80ad0a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2648423 Mar 22 13:06:22.117982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37678) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:22.128611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3011c95e-8f47-4173-8ff7-52d6b6f08146 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.147495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:22.167619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.169395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:22.195871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fff3a3-b235-4482-9a9f-aeb687578bbd,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:22.223735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port b84476bf-826d-4507-b430-8c84c000bc6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b84476bf-826d-4507-b430-8c84c000bc6a,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:22.239113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3011c95e-8f47-4173-8ff7-52d6b6f08146 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.273879 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] For port cc645fab-479c-44b6-a257-d55252baaab8, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cc645fab-479c-44b6-a257-d55252baaab8,segment=NetworkSegment(1690f7b8-e8c5-4f10-a041-3dd2ffe11b85),segment_id=1690f7b8-e8c5-4f10-a041-3dd2ffe11b85)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:22.281853 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.288975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] For port b84476bf-826d-4507-b430-8c84c000bc6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b84476bf-826d-4507-b430-8c84c000bc6a,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:22.289536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.370377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3011c95e-8f47-4173-8ff7-52d6b6f08146 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network f2b0a251-2253-469f-83c7-b788a3ffc9e3 is not hosted by any dhcp agent {{(pid=87933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 22 13:06:22.376867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3011c95e-8f47-4173-8ff7-52d6b6f08146 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:22.377668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3011c95e-8f47-4173-8ff7-52d6b6f08146 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.379379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3011c95e-8f47-4173-8ff7-52d6b6f08146 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "PUT /v2.0/networks/f2b0a251-2253-469f-83c7-b788a3ffc9e3 HTTP/1.1" status: 200 len: 757 time: 1.1470177 Mar 22 13:06:22.385459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.385808 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Added segment baf49860-50a3-48f2-8480-5b9245daab52 of type vlan for network 831c49f6-886c-4ce1-864b-f8231578ea31 Mar 22 13:06:22.390651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37684) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:22.394771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] For port cc645fab-479c-44b6-a257-d55252baaab8, host dv-neutron-834664-2-hyperv, got binding levels [] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:22.395589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.415733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011c95e-8f47-4173-8ff7-52d6b6f08146 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=f2b0a251-2253-469f-83c7-b788a3ffc9e3,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:22.432178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ad728c2b-c83b-4392-874e-d24cfe1a924c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.436373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] For port 2e706231-57e7-4782-99a7-8f4da4e92093, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:22.440743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] For port 2e706231-57e7-4782-99a7-8f4da4e92093, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2e706231-57e7-4782-99a7-8f4da4e92093,segment=NetworkSegment(599fc8a2-d66b-4245-92b8-bac31538025b),segment_id=599fc8a2-d66b-4245-92b8-bac31538025b)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:22.486542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.578896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.588359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:22.589064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.641347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=b84476bf-826d-4507-b430-8c84c000bc6a,revision_number=9']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:22.647494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.748751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Calling delete_port for b84476bf-826d-4507-b430-8c84c000bc6a owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:22.776382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:22.780607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:22.784773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ad728c2b-c83b-4392-874e-d24cfe1a924c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.796011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:22.799463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network f2b0a251-2253-469f-83c7-b788a3ffc9e3 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:22.806007 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0302615 Mar 22 13:06:22.809327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37696) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:22.818171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:22.856643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6deab-f443-47eb-9a06-1b839da77b50 None None] Pushing event updated for resources: {'Port': ['ID=cc645fab-479c-44b6-a257-d55252baaab8,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:22.860388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.863239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Calling delete_port for cc645fab-479c-44b6-a257-d55252baaab8 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:22.923498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Request body: {'subnet': {'network_id': '831c49f6-886c-4ce1-864b-f8231578ea31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:22.949314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23651f4b-4890-42b6-ac15-2b3c995f708e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:22.949314 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-23651f4b-4890-42b6-ac15-2b3c995f708e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/networks?id=f2b0a251-2253-469f-83c7-b788a3ffc9e3 HTTP/1.1" status: 200 len: 760 time: 0.5386872 Mar 22 13:06:22.956262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37700) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:22.965811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-900978372'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:22.970861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:22.971931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 10e153b9-f245-45a2-9e14-c7dcff05438a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:22.982702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:23.004226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdae6ea-1c30-4572-853b-50b161075361 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'Network': ['ID=831c49f6-886c-4ce1-864b-f8231578ea31,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:23.008271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4fb973-96a2-49e4-8051-0f0d4b7f60b1 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:23.015028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4fb973-96a2-49e4-8051-0f0d4b7f60b1 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:23.023344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4fb973-96a2-49e4-8051-0f0d4b7f60b1 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:23.034935 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ca4fb973-96a2-49e4-8051-0f0d4b7f60b1 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.9644666 Mar 22 13:06:23.034935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:23.034935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.047204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37706) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:23.065300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:23.069533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.146653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:23.153296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-42087093-2468-4cc8-ae67-65ea76109d6c tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Deleting port 53c3a05e-80a3-4ef5-970b-d50261a74cb5 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:23.153701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-42087093-2468-4cc8-ae67-65ea76109d6c tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.214241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:06:23.214784 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:06:23.244007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37712) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:23.252444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.252866 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment 8fb09299-afa2-46cb-82f7-622ed04602c4 of type vlan for network 35366a73-d19d-47c1-abc2-470fffff6abe Mar 22 13:06:23.268981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ad728c2b-c83b-4392-874e-d24cfe1a924c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.289331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad728c2b-c83b-4392-874e-d24cfe1a924c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b28aff-c631-4c1b-84f2-9a0f092d747b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:23.308600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:23.342902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 831c49f6-886c-4ce1-864b-f8231578ea31 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:23.354052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Usage tracker for resource:subnet and tenant:6889a71b5fd04806a2a466a5749e33de is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:23.358726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:23.375834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:23.380997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ad728c2b-c83b-4392-874e-d24cfe1a924c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.382407 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ad728c2b-c83b-4392-874e-d24cfe1a924c tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/security-groups/d6b28aff-c631-4c1b-84f2-9a0f092d747b HTTP/1.1" status: 204 len: 168 time: 1.4023385 Mar 22 13:06:23.386542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37718) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:23.400528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.454691 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Made reservation on behalf of 6889a71b5fd04806a2a466a5749e33de for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:23.458810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.519567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540c5a5-ba1f-42bf-9b1a-6d7b2f9a2348 None None] Pushing event updated for resources: {'Port': ['ID=2e706231-57e7-4782-99a7-8f4da4e92093,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:23.555079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:06:23.555488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:06:23.573967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2113697513', 'router:external': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:23.580503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:06:23.589899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e5ac02-791c-41f4-9263-59372c7f9605 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet 7196d0bf-9978-4d4f-ae3e-c13a4ce74acd {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:23.593146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e5ac02-791c-41f4-9263-59372c7f9605 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.596697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:23.615837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Usage tracker for resource:network and tenant:bfef685ee8574f07be2310e7b545b291 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:23.621817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:23.635259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:23.637550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.644653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:23.645284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.662341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e5ac02-791c-41f4-9263-59372c7f9605 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.732591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a9cf2dee-ffd2-45aa-9b6c-51c7cf7e18ff None None] Provisioning for port 10e153b9-f245-45a2-9e14-c7dcff05438a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:23.736294 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7761734 Mar 22 13:06:23.737007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Deleting port cc645fab-479c-44b6-a257-d55252baaab8 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:23.737347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.751376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 10e153b9-f245-45a2-9e14-c7dcff05438a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:23.751926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.757793 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e5ac02-791c-41f4-9263-59372c7f9605 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.778007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a9cf2dee-ffd2-45aa-9b6c-51c7cf7e18ff None None] Provisioning complete for port 10e153b9-f245-45a2-9e14-c7dcff05438a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:23.780950 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2dee-ffd2-45aa-9b6c-51c7cf7e18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.798174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37722) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:23.809457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': '35366a73-d19d-47c1-abc2-470fffff6abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:23.814496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02895521-2384-42a5-85cc-a8a23479177c None None] Network 43243b29-5b7d-4466-a0fb-cc79cb83369b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:23.844874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Deleting port b84476bf-826d-4507-b430-8c84c000bc6a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:23.845259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.022053 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.057399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Made reservation on behalf of bfef685ee8574f07be2310e7b545b291 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:24.062419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.084240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:24.084981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Usage tracker for resource:subnet and tenant:c520037b02b540439a1c44d0d26bb92f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:24.088576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-42087093-2468-4cc8-ae67-65ea76109d6c tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.092044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:24.105867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951c2b0-42a3-4397-8abb-bfcf7fb980a0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=35366a73-d19d-47c1-abc2-470fffff6abe,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:24.116284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.142592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 35366a73-d19d-47c1-abc2-470fffff6abe details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:24.248722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=5990d226-ec4b-4b4d-8fc8-dd3838329cbb,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:24.250283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-42087093-2468-4cc8-ae67-65ea76109d6c tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Calling delete_port for 53c3a05e-80a3-4ef5-970b-d50261a74cb5 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:24.262424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:24.264878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e5ac02-791c-41f4-9263-59372c7f9605 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.321241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:24.337610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Usage tracker for resource:security_group_rule and tenant:bfef685ee8574f07be2310e7b545b291 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:24.344407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:24.356212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:24.360199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:24.361263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:24.372447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e5ac02-791c-41f4-9263-59372c7f9605 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.384414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5ac02-791c-41f4-9263-59372c7f9605 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=7196d0bf-9978-4d4f-ae3e-c13a4ce74acd,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:24.394367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.402576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b9f6cf-17bb-44b4-97f0-916cd71de87c None None] Network 44292524-8479-4256-81c8-0277f7193fcb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:24.404233 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-27e5ac02-791c-41f4-9263-59372c7f9605 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/7196d0bf-9978-4d4f-ae3e-c13a4ce74acd HTTP/1.1" status: 204 len: 168 time: 1.0167112 Mar 22 13:06:24.418892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37726) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:24.465413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.466011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.482232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:24.485753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.539732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'Subnet': ['ID=3e1febda-c080-4d8d-8b63-4334e2330d5c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:24.549698 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9437bb51-501e-425a-bc59-db8abd341b00 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4304080 Mar 22 13:06:24.554493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37730) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:24.720411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cf9840-868c-4209-a167-b23377375ba1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet 7ad3fe31-8b01-4923-91b3-b57d6376d426 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:24.734995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-13cf9840-868c-4209-a167-b23377375ba1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.754590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a9cf2dee-ffd2-45aa-9b6c-51c7cf7e18ff None None] Provisioning complete for port 69030962-52b2-42af-9fb3-849a8ba49874 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:24.755707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2dee-ffd2-45aa-9b6c-51c7cf7e18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.781032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-42087093-2468-4cc8-ae67-65ea76109d6c tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.797646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] For port cc645fab-479c-44b6-a257-d55252baaab8, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cc645fab-479c-44b6-a257-d55252baaab8,segment=NetworkSegment(1690f7b8-e8c5-4f10-a041-3dd2ffe11b85),segment_id=1690f7b8-e8c5-4f10-a041-3dd2ffe11b85)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:24.798455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.802195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:e1:5c:06', 'name': 'tempest-NetworksTestDHCPv6-497828240'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:24.863737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Checking segment: {'id': 'baf49860-50a3-48f2-8480-5b9245daab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831c49f6-886c-4ce1-864b-f8231578ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:24.864366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Network hostable DHCP agents. Network: 831c49f6-886c-4ce1-864b-f8231578ea31, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:24.890509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42087093-2468-4cc8-ae67-65ea76109d6c tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event deleted for resources: {'Port': ['ID=53c3a05e-80a3-4ef5-970b-d50261a74cb5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:24.913662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2e706231-57e7-4782-99a7-8f4da4e92093 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:24.978381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] For port b84476bf-826d-4507-b430-8c84c000bc6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b84476bf-826d-4507-b430-8c84c000bc6a,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:24.978954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.001204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Network 831c49f6-886c-4ce1-864b-f8231578ea31 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:25.024907 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf2dee-ffd2-45aa-9b6c-51c7cf7e18ff None None] Port 69030962-52b2-42af-9fb3-849a8ba49874 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:25.059305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:25.061540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 831c49f6-886c-4ce1-864b-f8231578ea31) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:25.074876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:25.081128 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:25.082478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.086992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:25.089773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Calling delete_port for cc645fab-479c-44b6-a257-d55252baaab8 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:25.107450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:25.142333 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b8f3334f-2973-4815-a0b1-d101f28a4a28 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3221557 Mar 22 13:06:25.143074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37734) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:25.152493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-13cf9840-868c-4209-a167-b23377375ba1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.162048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Request body: {'network': {'name': 'tempest-router-network01--1611053620'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:25.164137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a9cf2dee-ffd2-45aa-9b6c-51c7cf7e18ff None None] Could not find standard attr ID for object 8e9845bd-9c30-4c37-8d9f-196e4cf5311c. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:06:25.167746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:25.182717 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:25.200123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Usage tracker for resource:network and tenant:6889a71b5fd04806a2a466a5749e33de is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:25.202830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.209634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:25.235113 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3bad78-5ccf-4435-b8c4-d3fd84e3a132 None None] Network fa10c99a-f065-4f95-bef2-5011c1cce0da requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:25.247111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:25.251008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55403f-56c3-4ce3-994a-484b49a4f23b None None] Network 831c49f6-886c-4ce1-864b-f8231578ea31 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:25.345999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=14e581b9-3d09-48a1-8774-851f1b068bb0,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:25.360124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.391338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Calling delete_port for b84476bf-826d-4507-b430-8c84c000bc6a owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:25.418083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Made reservation on behalf of 6889a71b5fd04806a2a466a5749e33de for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:25.423402 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.424605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.427375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.445765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.495992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port df98b064-9172-419b-a46c-ef04788d31c4 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:25.503751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Port': ['ID=cc645fab-479c-44b6-a257-d55252baaab8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:25.509520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] No DVR routers for this DVR port cc645fab-479c-44b6-a257-d55252baaab8 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:25.513428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-03463cc9-371b-4339-a244-9bd588dbf6a4 None None] Could not find standard attr ID for object 8e9845bd-9c30-4c37-8d9f-196e4cf5311c. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:06:25.533908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': '8fb09299-afa2-46cb-82f7-622ed04602c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '35366a73-d19d-47c1-abc2-470fffff6abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:25.534318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: 35366a73-d19d-47c1-abc2-470fffff6abe, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:25.551602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:25.561070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:25.584888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.585225 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Added segment 5d462015-8435-4ee5-a88c-3cf41beb1bcf of type vlan for network e8fce249-5c01-4e35-b513-3869a1fe29dc Mar 22 13:06:25.592157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288371aa-c3e4-4079-a120-f29118f7b9b6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:25.596775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-13cf9840-868c-4209-a167-b23377375ba1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.611837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network 35366a73-d19d-47c1-abc2-470fffff6abe is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:25.631208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-42087093-2468-4cc8-ae67-65ea76109d6c tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.662642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-831c49f6-886c-4ce1-864b-f8231578ea31', 'network_id': '831c49f6-886c-4ce1-864b-f8231578ea31', 'tenant_id': '6889a71b5fd04806a2a466a5749e33de', 'fixed_ips': [{'subnet_id': '3e1febda-c080-4d8d-8b63-4334e2330d5c'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:25.663514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.666779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.677815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 35366a73-d19d-47c1-abc2-470fffff6abe) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:25.695895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:25.696484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.700638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c18d8e-396f-46e6-acc6-95f762a9e345 None None] Network 35366a73-d19d-47c1-abc2-470fffff6abe requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:25.715045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-03463cc9-371b-4339-a244-9bd588dbf6a4 None None] Provisioning for port 2e706231-57e7-4782-99a7-8f4da4e92093 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:25.726549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2e706231-57e7-4782-99a7-8f4da4e92093 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:25.751565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-03463cc9-371b-4339-a244-9bd588dbf6a4 None None] Provisioning complete for port 2e706231-57e7-4782-99a7-8f4da4e92093 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:25.751929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-03463cc9-371b-4339-a244-9bd588dbf6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.771894 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d65dc0e6-54c7-4080-9cb1-c6d356082a62 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9707460 Mar 22 13:06:25.778689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.779197 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Added segment 4a5134a0-4ad2-42ce-83fe-5b3e95ba905f of type vlan for network 8e8b4197-2506-44d7-9690-2c3e89ee8973 Mar 22 13:06:25.782623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37738) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:25.801312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.807401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:25.808309 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.831115 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2e706231-57e7-4782-99a7-8f4da4e92093 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:25.831712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.876560 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7210298 Mar 22 13:06:25.892070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37742) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:25.927651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Request body: {'network': {'name': 'tempest-router-network02--143029568'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:25.938937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:25.943922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839d615-4984-426a-84ed-eda10467161f tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'Network': ['ID=e8fce249-5c01-4e35-b513-3869a1fe29dc,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:25.948577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8:0:1::27c (664f0cd7-b40c-4378-b4f7-c397d24fad2a/5990d226-ec4b-4b4d-8fc8-dd3838329cbb/df98b064-9172-419b-a46c-ef04788d31c4) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:25.952788 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-42087093-2468-4cc8-ae67-65ea76109d6c tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "DELETE /v2.0/ports/53c3a05e-80a3-4ef5-970b-d50261a74cb5 HTTP/1.1" status: 204 len: 168 time: 2.9041352 Mar 22 13:06:25.956680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37746) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:25.960524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::f816:3eff:fee1:5c06 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/25805253-6ff2-42cf-ae2a-60782cb44383/df98b064-9172-419b-a46c-ef04788d31c4) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:26.006301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network e8fce249-5c01-4e35-b513-3869a1fe29dc details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:26.010595 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4998055c-f2f6-410d-9ccd-ee2f319f57ee tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] GET failed (client error): The resource could not be found. Mar 22 13:06:26.011222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4998055c-f2f6-410d-9ccd-ee2f319f57ee tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Synchronizing usage tracker for tenant:b122863b47194c779387112c5df0f40c on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:26.016968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:26.053293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Usage tracker for resource:network and tenant:6889a71b5fd04806a2a466a5749e33de is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:26.057076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.059426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4998055c-f2f6-410d-9ccd-ee2f319f57ee tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Unset dirty status for tenant:b122863b47194c779387112c5df0f40c on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:26.065510 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4998055c-f2f6-410d-9ccd-ee2f319f57ee tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "GET /v2.0/ports/53c3a05e-80a3-4ef5-970b-d50261a74cb5 HTTP/1.1" status: 404 len: 333 time: 0.1072595 Mar 22 13:06:26.066068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37750) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:26.068698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:26.075081 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'port': {'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da', 'name': 'tempest-AllowedAddressPairTestJSON-1575212188'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:26.080750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43243b29-5b7d-4466-a0fb-cc79cb83369b']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:26.088245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:26.110070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1690f7b8-e8c5-4f10-a041-3dd2ffe11b85') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:26.110070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1690f7b8-e8c5-4f10-a041-3dd2ffe11b85') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:26.145574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.153816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Made reservation on behalf of 6889a71b5fd04806a2a466a5749e33de for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:26.157634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.193510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-13cf9840-868c-4209-a167-b23377375ba1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.256711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.261935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.267376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf9840-868c-4209-a167-b23377375ba1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad3fe31-8b01-4923-91b3-b57d6376d426,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:26.281489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:26.282155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.300468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-13cf9840-868c-4209-a167-b23377375ba1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:26.304552 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:26.311763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:26.318046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.330106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.331363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:26.332759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.409196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:26.434152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Made reservation on behalf of b122863b47194c779387112c5df0f40c for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:26.437900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.474561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:26.484372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.485145 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Added segment 14007763-c1c9-42de-a811-277d827d4e29 of type vlan for network 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b Mar 22 13:06:26.513355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.519993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.536806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object df98b064-9172-419b-a46c-ef04788d31c4 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:26.550432 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-13cf9840-868c-4209-a167-b23377375ba1 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/7ad3fe31-8b01-4923-91b3-b57d6376d426 HTTP/1.1" status: 204 len: 168 time: 2.1302443 Mar 22 13:06:26.551319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.553517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37754) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:26.558141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] device_id is not set on port 430804ac-b5a0-4b4f-92de-41b4fb773996 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:26.605371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.630921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.648052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.650554 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b0c986-c746-4d6b-9416-698e998ba87f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:26.650979 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b0c986-c746-4d6b-9416-698e998ba87f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:26.653643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.659002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:26.659646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.725344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a28967d-fcc1-45a9-9bfb-1320524a3084 None None] Network 44292524-8479-4256-81c8-0277f7193fcb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:26.737944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] Pushing event deleted for resources: {'Port': ['ID=b84476bf-826d-4507-b430-8c84c000bc6a,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:26.754808 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e1b0c986-c746-4d6b-9416-698e998ba87f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/7196d0bf-9978-4d4f-ae3e-c13a4ce74acd HTTP/1.1" status: 404 len: 337 time: 0.1867065 Mar 22 13:06:26.759549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:26.765237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37758) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:26.766684 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "DELETE /v2.0/networks/43243b29-5b7d-4466-a0fb-cc79cb83369b HTTP/1.1" status: 204 len: 168 time: 5.5324287 Mar 22 13:06:26.770906 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37760) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:26.779351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:26.781225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:26.787378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:26.787987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.808287 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.5589862 Mar 22 13:06:26.812040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92780625-32f6-48f5-9074-ae2bd2dc43f0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event updated for resources: {'Network': ['ID=8e8b4197-2506-44d7-9690-2c3e89ee8973,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:26.812183 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf568a9b-48d6-4d76-9dc5-2a3e41fa9a8c None None] No DVR routers for this DVR port b84476bf-826d-4507-b430-8c84c000bc6a on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:26.821783 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37766) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:26.827170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Request body: {'subnet': {'network_id': '8e8b4197-2506-44d7-9690-2c3e89ee8973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:26.844205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 8e8b4197-2506-44d7-9690-2c3e89ee8973 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:26.861445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:26.875399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ff37b-9a60-4f53-a2a8-79e1ebf730cd None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:26.890880 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9771731 Mar 22 13:06:26.899992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37770) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:26.900941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:26.927702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Request body: {'subnet': {'network_id': 'e8fce249-5c01-4e35-b513-3869a1fe29dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:26.944242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Usage tracker for resource:subnet and tenant:bfef685ee8574f07be2310e7b545b291 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:26.953774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae56c1f-0b37-44a7-8aba-c9fd466e5d91 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Network': ['ID=43243b29-5b7d-4466-a0fb-cc79cb83369b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:26.966018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=df98b064-9172-419b-a46c-ef04788d31c4,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:26.968519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:26.988314 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-03463cc9-371b-4339-a244-9bd588dbf6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.008661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-874a786f-e285-452a-bf12-2a82f51ed754 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting subnet bc2b5620-7962-4be0-8ad1-b3adb7858a0e {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:27.011051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:27.040723 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-874a786f-e285-452a-bf12-2a82f51ed754 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.065332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Allocated IP 172.20.0.4 (fa10c99a-f065-4f95-bef2-5011c1cce0da/a56b37da-96ca-41ed-ad42-31f10f670f94/430804ac-b5a0-4b4f-92de-41b4fb773996) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:27.070337 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-79b2f56d-1a4f-4a41-91ea-166a8797b89c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5128582 Mar 22 13:06:27.071681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37774) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:27.078264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.149783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Allocated IP 172.20.0.2 (831c49f6-886c-4ce1-864b-f8231578ea31/3e1febda-c080-4d8d-8b63-4334e2330d5c/2c8c9002-749e-4be6-bebe-dbb015f2d059) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:27.183358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2e706231-57e7-4782-99a7-8f4da4e92093, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2e706231-57e7-4782-99a7-8f4da4e92093,segment=NetworkSegment(599fc8a2-d66b-4245-92b8-bac31538025b),segment_id=599fc8a2-d66b-4245-92b8-bac31538025b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:27.192976 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Deleting port 6cbc9f19-4dec-4407-bf62-aa508ea82402 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:27.193317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.206766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Made reservation on behalf of bfef685ee8574f07be2310e7b545b291 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:27.209670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.239759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-2a641f84-d403-491c-bc29-0385bc348ec5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port df98b064-9172-419b-a46c-ef04788d31c4 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:27.239759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a641f84-d403-491c-bc29-0385bc348ec5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.240148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.245992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85f306-b139-4554-83cf-53b75a075c47 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'Network': ['ID=0d4e6cd4-f2a0-4400-a242-ff1384a8e86b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:27.269773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:27.278084 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-874a786f-e285-452a-bf12-2a82f51ed754 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.296371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9afe9af-ce49-44c5-802c-f15c281fa667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-35366a73-d19d-47c1-abc2-470fffff6abe', 'network_id': '35366a73-d19d-47c1-abc2-470fffff6abe', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': '14e581b9-3d09-48a1-8774-851f1b068bb0'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:27.297502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a9afe9af-ce49-44c5-802c-f15c281fa667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.309618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:27.418833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.435619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Usage tracker for resource:subnet and tenant:6889a71b5fd04806a2a466a5749e33de is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:27.477958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:27.511837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:27.524637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=14e581b9-3d09-48a1-8774-851f1b068bb0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:27.730222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-03463cc9-371b-4339-a244-9bd588dbf6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:06:27.730604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-03463cc9-371b-4339-a244-9bd588dbf6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:06:27.760957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Made reservation on behalf of 6889a71b5fd04806a2a466a5749e33de for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:27.764366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.813283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.816638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2e706231-57e7-4782-99a7-8f4da4e92093,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:27.892147 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.914469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35366a73-d19d-47c1-abc2-470fffff6abe']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:27.926102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] For port 6cbc9f19-4dec-4407-bf62-aa508ea82402, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6cbc9f19-4dec-4407-bf62-aa508ea82402,segment=NetworkSegment(c05cb49c-cfa7-4fa6-a64b-cfeff97292e6),segment_id=c05cb49c-cfa7-4fa6-a64b-cfeff97292e6)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:27.926319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.933957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-874a786f-e285-452a-bf12-2a82f51ed754 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:27.957761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Transition to ACTIVE for port object 430804ac-b5a0-4b4f-92de-41b4fb773996 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:27.967622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb09299-afa2-46cb-82f7-622ed04602c4') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:27.967937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb09299-afa2-46cb-82f7-622ed04602c4') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:28.018693 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a641f84-d403-491c-bc29-0385bc348ec5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.042337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.070804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb4edf7-d6ef-40a9-b0b3-ef74e032cade None None] Network 35366a73-d19d-47c1-abc2-470fffff6abe requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:28.081156 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.099301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:28.099675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.109696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Calling delete_port for 6cbc9f19-4dec-4407-bf62-aa508ea82402 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:28.116540 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:28.228241 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.278795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-874a786f-e285-452a-bf12-2a82f51ed754 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.301612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-2a641f84-d403-491c-bc29-0385bc348ec5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for df98b064-9172-419b-a46c-ef04788d31c4 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:28.351018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.363559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.411020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Transition to ACTIVE for port object 2c8c9002-749e-4be6-bebe-dbb015f2d059 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:28.421870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.516519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.522905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Port': ['ID=6cbc9f19-4dec-4407-bf62-aa508ea82402,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:28.540930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Transition to ACTIVE for port object 2c8c9002-749e-4be6-bebe-dbb015f2d059 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:28.553845 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': '25805253-6ff2-42cf-ae2a-60782cb44383'}, {'subnet_id': '5990d226-ec4b-4b4d-8fc8-dd3838329cbb'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:28.554708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.573413 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.575547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] No DVR routers for this DVR port 6cbc9f19-4dec-4407-bf62-aa508ea82402 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:28.604250 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/35366a73-d19d-47c1-abc2-470fffff6abe HTTP/1.1" status: 204 len: 168 time: 2.8182383 Mar 22 13:06:28.605314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.624772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37778) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:28.674269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a786f-e285-452a-bf12-2a82f51ed754 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2b5620-7962-4be0-8ad1-b3adb7858a0e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:28.684075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-874a786f-e285-452a-bf12-2a82f51ed754 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.686455 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-874a786f-e285-452a-bf12-2a82f51ed754 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/bc2b5620-7962-4be0-8ad1-b3adb7858a0e HTTP/1.1" status: 204 len: 168 time: 1.9186962 Mar 22 13:06:28.687639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e4e5a-b11e-48b0-8478-869786736ec7 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=35366a73-d19d-47c1-abc2-470fffff6abe,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:28.772711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37782) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:28.774153 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd2bfde-7dd9-4601-94f2-cbc6f4eb392c tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] GET failed (client error): The resource could not be found. Mar 22 13:06:28.774743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5fd2bfde-7dd9-4601-94f2-cbc6f4eb392c tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Synchronizing usage tracker for tenant:c520037b02b540439a1c44d0d26bb92f on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:28.816775 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Network 831c49f6-886c-4ce1-864b-f8231578ea31 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:28.831870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:28.838589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Network fa10c99a-f065-4f95-bef2-5011c1cce0da is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:28.845177 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa96b075-3410-4c15-aa13-7d6e223e3c8e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:28.845634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa96b075-3410-4c15-aa13-7d6e223e3c8e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:28.850407 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-aa96b075-3410-4c15-aa13-7d6e223e3c8e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/e65ce005-eb39-4915-96f7-e42f19425b1e HTTP/1.1" status: 404 len: 337 time: 0.0670335 Mar 22 13:06:28.851022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37786) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:28.860377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:28.862796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Pushing event updated for resources: {'Port': ['ID=2c8c9002-749e-4be6-bebe-dbb015f2d059,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:28.882766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:28.885558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:28.936124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Port': ['ID=430804ac-b5a0-4b4f-92de-41b4fb773996,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:28.949084 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'Subnet': ['ID=bfdb0585-be8b-45ee-8e48-4d2f28b03321,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:28.965139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Provisioning complete for port 69030962-52b2-42af-9fb3-849a8ba49874 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:28.965523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.992367 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-366952a9-f145-454c-9e02-cc3daaddb265 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfb597c1-8fd1-46f3-a86f-4ae08d1cd158 HTTP/1.1" status: 200 len: 205 time: 0.1336577 Mar 22 13:06:28.993226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37790) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.071257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5fd2bfde-7dd9-4601-94f2-cbc6f4eb392c tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Unset dirty status for tenant:c520037b02b540439a1c44d0d26bb92f on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:29.075024 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5fd2bfde-7dd9-4601-94f2-cbc6f4eb392c tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/subnets/14e581b9-3d09-48a1-8774-851f1b068bb0 HTTP/1.1" status: 404 len: 337 time: 0.4448798 Mar 22 13:06:29.088736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Attempting to bind port 2c8c9002-749e-4be6-bebe-dbb015f2d059 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:29.089278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Attempting to bind port 2c8c9002-749e-4be6-bebe-dbb015f2d059 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'baf49860-50a3-48f2-8480-5b9245daab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831c49f6-886c-4ce1-864b-f8231578ea31'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:29.089438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Attempting to bind port 2c8c9002-749e-4be6-bebe-dbb015f2d059 on network 831c49f6-886c-4ce1-864b-f8231578ea31 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:29.098010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37794) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.112865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:29.113255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Checking segment: {'id': 'baf49860-50a3-48f2-8480-5b9245daab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831c49f6-886c-4ce1-864b-f8231578ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:29.113676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.114055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Bound using segment: {'id': 'baf49860-50a3-48f2-8480-5b9245daab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831c49f6-886c-4ce1-864b-f8231578ea31'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:29.114637 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Bound port: 2c8c9002-749e-4be6-bebe-dbb015f2d059, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf49860-50a3-48f2-8480-5b9245daab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831c49f6-886c-4ce1-864b-f8231578ea31'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:29.114993 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.121223 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.136472 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-f94e2771-87b6-4323-9181-500cb1fb7e15 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] delete failed (client error): The resource could not be found. Mar 22 13:06:29.139921 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f94e2771-87b6-4323-9181-500cb1fb7e15 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/routers/cfb597c1-8fd1-46f3-a86f-4ae08d1cd158 HTTP/1.1" status: 404 len: 336 time: 0.1384652 Mar 22 13:06:29.143481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37798) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.150636 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Checking segment: {'id': '5d462015-8435-4ee5-a88c-3cf41beb1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e8fce249-5c01-4e35-b513-3869a1fe29dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:29.152443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Network hostable DHCP agents. Network: e8fce249-5c01-4e35-b513-3869a1fe29dc, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:29.161804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:29.162462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.170166 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2971b6-9fd6-4929-b4cf-a393e901a8b5 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:29.171931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2971b6-9fd6-4929-b4cf-a393e901a8b5 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:29.177077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ca2971b6-9fd6-4929-b4cf-a393e901a8b5 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/35366a73-d19d-47c1-abc2-470fffff6abe HTTP/1.1" status: 404 len: 339 time: 0.0743284 Mar 22 13:06:29.181449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37802) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.250584 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-118002b0-d35b-4a1f-9908-d4ce035400c2 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1777422 Mar 22 13:06:29.255019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37806) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.261233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb70fc2e-a23a-4f17-a5b7-d37abc92a628']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:29.262314 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Port 69030962-52b2-42af-9fb3-849a8ba49874 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:29.269928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Could not find standard attr ID for object 53c3a05e-80a3-4ef5-970b-d50261a74cb5. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:06:29.271649 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-90171380-92fb-4601-8924-cf30789b2034 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:29.272119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90171380-92fb-4601-8924-cf30789b2034 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:29.276734 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-90171380-92fb-4601-8924-cf30789b2034 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/d14196f3-eeb4-409a-b0be-89d6c196c2cd HTTP/1.1" status: 404 len: 337 time: 0.1242106 Mar 22 13:06:29.280297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37810) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.285918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05cb49c-cfa7-4fa6-a64b-cfeff97292e6') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:29.286748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05cb49c-cfa7-4fa6-a64b-cfeff97292e6') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:29.344048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8822a55b-11a4-40ae-8505-b2da27d36367 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ff:20:e5'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:29.354833 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-661c867f-1c7b-4d20-a239-a162da0d451e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:29.355503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661c867f-1c7b-4d20-a239-a162da0d451e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:29.359870 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-661c867f-1c7b-4d20-a239-a162da0d451e tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/e398cb33-d127-4d1c-ab06-2b7fbe0f0075 HTTP/1.1" status: 404 len: 337 time: 0.0749433 Mar 22 13:06:29.360426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.367931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Provisioning complete for port 10e153b9-f245-45a2-9e14-c7dcff05438a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:29.368336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.377347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37814) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.428209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a641f84-d403-491c-bc29-0385bc348ec5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.452810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2e706231-57e7-4782-99a7-8f4da4e92093 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:29.458551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Network e8fce249-5c01-4e35-b513-3869a1fe29dc is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:29.479439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf848489-a078-4206-bd1a-99a4c41206c9 None None] Network 44292524-8479-4256-81c8-0277f7193fcb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:29.485508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a2d47-7e82-43f8-8d05-d238bbca5447 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:29.492405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a2d47-7e82-43f8-8d05-d238bbca5447 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:29.492918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ea6a2d47-7e82-43f8-8d05-d238bbca5447 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Synchronizing usage tracker for tenant:c520037b02b540439a1c44d0d26bb92f on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:29.516661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, e8fce249-5c01-4e35-b513-3869a1fe29dc) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:29.519894 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2fe94e-9409-4bc7-b100-9d7fa7e80721 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:29.520422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2fe94e-9409-4bc7-b100-9d7fa7e80721 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:29.522330 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1b2fe94e-9409-4bc7-b100-9d7fa7e80721 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/a7508aa6-04c7-47b6-8ba8-c761620d6eb0 HTTP/1.1" status: 404 len: 337 time: 0.1414399 Mar 22 13:06:29.523729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.535109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37818) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.538100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:29.538971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.539715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a641f84-d403-491c-bc29-0385bc348ec5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=df98b064-9172-419b-a46c-ef04788d31c4,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:29.548327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:29.548990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.550418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] For port 2c8c9002-749e-4be6-bebe-dbb015f2d059, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:29.559265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c622bb-ac38-40a5-9bf2-c20f65b6cf92 None None] Network e8fce249-5c01-4e35-b513-3869a1fe29dc requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:29.565361 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:29.659187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ea6a2d47-7e82-43f8-8d05-d238bbca5447 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Unset dirty status for tenant:c520037b02b540439a1c44d0d26bb92f on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:29.663517 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ea6a2d47-7e82-43f8-8d05-d238bbca5447 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1381 time: 0.4777641 Mar 22 13:06:29.671247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37822) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.676886 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e997691a-02dd-4310-b320-acdd25f1abc8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:29.677086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e997691a-02dd-4310-b320-acdd25f1abc8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:29.678138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a641f84-d403-491c-bc29-0385bc348ec5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.678963 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e997691a-02dd-4310-b320-acdd25f1abc8 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/2f217338-1c5c-40a8-9c2d-b72e22f792ef HTTP/1.1" status: 404 len: 333 time: 0.1428282 Mar 22 13:06:29.681963 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2a641f84-d403-491c-bc29-0385bc348ec5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/df98b064-9172-419b-a46c-ef04788d31c4 HTTP/1.1" status: 204 len: 168 time: 2.6072369 Mar 22 13:06:29.682102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.objects.ports [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87933) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:06:29.682896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.686330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37826) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.686707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37828) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.727233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5f200c83-a27f-473d-8327-a3502c82c65d tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Synchronizing usage tracker for tenant:c520037b02b540439a1c44d0d26bb92f on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:29.738972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.752520 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Allocated IP 2001:db8:0:1::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/5990d226-ec4b-4b4d-8fc8-dd3838329cbb/243eee11-22a6-4101-97e3-1f88d7b29f4c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:29.758236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.767682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5f200c83-a27f-473d-8327-a3502c82c65d tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Unset dirty status for tenant:c520037b02b540439a1c44d0d26bb92f on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:29.772916 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5f200c83-a27f-473d-8327-a3502c82c65d tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 207 time: 0.0962498 Mar 22 13:06:29.772916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Network': ['ID=eb70fc2e-a23a-4f17-a5b7-d37abc92a628,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:29.776356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37834) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.782446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] For port 2c8c9002-749e-4be6-bebe-dbb015f2d059, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2c8c9002-749e-4be6-bebe-dbb015f2d059,segment=NetworkSegment(baf49860-50a3-48f2-8480-5b9245daab52),segment_id=baf49860-50a3-48f2-8480-5b9245daab52)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:29.785916 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Allocated IP 2001:db8::f816:3eff:fe20:dfe0 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/25805253-6ff2-42cf-ae2a-60782cb44383/243eee11-22a6-4101-97e3-1f88d7b29f4c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:29.798831 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dd9017dc-015d-415a-ac65-a7c91feef712 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "DELETE /v2.0/networks/eb70fc2e-a23a-4f17-a5b7-d37abc92a628 HTTP/1.1" status: 204 len: 168 time: 3.0270519 Mar 22 13:06:29.802407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37838) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.832548 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.946022 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-786879a5-51ab-49df-95db-748eb9b076ba tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0351670 Mar 22 13:06:29.967295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37842) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:29.986698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Request body: {'subnet': {'network_id': '0d4e6cd4-f2a0-4400-a242-ff1384a8e86b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:30.023041 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfcc0c1-21a3-464b-a34c-73b1a2d23081 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:30.023532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfcc0c1-21a3-464b-a34c-73b1a2d23081 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:30.027505 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7bfcc0c1-21a3-464b-a34c-73b1a2d23081 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/602d27db-a8f9-4606-bfe1-92e4aefaa9f9 HTTP/1.1" status: 404 len: 337 time: 0.2642512 Mar 22 13:06:30.029245 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2e706231-57e7-4782-99a7-8f4da4e92093 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:30.029245 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.034391 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-343ad672-be82-4669-a733-fe364edafc1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2695434 Mar 22 13:06:30.035589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37846) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:30.035921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37848) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:30.072275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event updated for resources: {'Subnet': ['ID=77ca0d15-4b46-495f-a330-8c932ba2e629,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:30.085302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Checking segment: {'id': '4a5134a0-4ad2-42ce-83fe-5b3e95ba905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e8b4197-2506-44d7-9690-2c3e89ee8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:30.085672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Network hostable DHCP agents. Network: 8e8b4197-2506-44d7-9690-2c3e89ee8973, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:30.162317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Network 8e8b4197-2506-44d7-9690-2c3e89ee8973 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:30.167795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.175115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8822a55b-11a4-40ae-8505-b2da27d36367 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.187573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 8e8b4197-2506-44d7-9690-2c3e89ee8973) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:30.198299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:30.198898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.204837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a519b262-e97c-443e-b07f-f2bdd1e745a0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:30.220086 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-719f7d3a-9633-4c6d-91af-8158c0fc2aee tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:30.220495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719f7d3a-9633-4c6d-91af-8158c0fc2aee tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:30.223216 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-719f7d3a-9633-4c6d-91af-8158c0fc2aee tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/9295c1cc-da7c-4bb2-a15a-f17a86c961f9 HTTP/1.1" status: 404 len: 337 time: 0.1850238 Mar 22 13:06:30.235246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37854) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:30.247511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02468010-92ba-4062-9203-a18b28e62839 None None] Network 8e8b4197-2506-44d7-9690-2c3e89ee8973 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:30.252429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181fd31-915a-4e53-b6bc-d478afcc52a6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:30.258409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181fd31-915a-4e53-b6bc-d478afcc52a6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:30.266881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181fd31-915a-4e53-b6bc-d478afcc52a6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:30.271653 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3d456fca-ae32-444e-a488-5625497078a0 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4487820 Mar 22 13:06:30.273625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181fd31-915a-4e53-b6bc-d478afcc52a6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:30.275221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37858) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:30.279836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181fd31-915a-4e53-b6bc-d478afcc52a6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:30.280773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5181fd31-915a-4e53-b6bc-d478afcc52a6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Synchronizing usage tracker for tenant:c520037b02b540439a1c44d0d26bb92f on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:30.288747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-519185085', 'network_id': '8e8b4197-2506-44d7-9690-2c3e89ee8973'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:30.298218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:30.305728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Usage tracker for resource:port and tenant:bfef685ee8574f07be2310e7b545b291 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:30.310453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:30.332488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:30.378328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:30.393630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Usage tracker for resource:subnet and tenant:6889a71b5fd04806a2a466a5749e33de is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:30.397127 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcc9f76-02c0-4265-924b-ce3d7603629a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:30.397627 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcc9f76-02c0-4265-924b-ce3d7603629a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:30.401789 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bbcc9f76-02c0-4265-924b-ce3d7603629a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/010da93b-7a6c-4df7-a590-a53503eb6905 HTTP/1.1" status: 404 len: 333 time: 0.1609619 Mar 22 13:06:30.404058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:30.414561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37862) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:30.417073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e3362-cb91-422d-8508-1a3fd32a4f04 None None] Pushing event updated for resources: {'Port': ['ID=2c8c9002-749e-4be6-bebe-dbb015f2d059,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:30.443636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:30.445679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a519b262-e97c-443e-b07f-f2bdd1e745a0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:30.446808 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a519b262-e97c-443e-b07f-f2bdd1e745a0 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4080098 Mar 22 13:06:30.449139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5181fd31-915a-4e53-b6bc-d478afcc52a6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Unset dirty status for tenant:c520037b02b540439a1c44d0d26bb92f on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:30.450488 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5181fd31-915a-4e53-b6bc-d478afcc52a6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3084 time: 0.6732266 Mar 22 13:06:30.464837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Made reservation on behalf of bfef685ee8574f07be2310e7b545b291 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:30.465804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37866) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:30.466353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37868) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:30.467264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.500600 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c842c87-bf8e-46ec-928b-898edfc49929 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:30.501053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c842c87-bf8e-46ec-928b-898edfc49929 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:30.506300 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1c842c87-bf8e-46ec-928b-898edfc49929 tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/a61de390-6b80-452f-b795-a97f609690ab HTTP/1.1" status: 404 len: 337 time: 0.0876198 Mar 22 13:06:30.508974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37874) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:30.558420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-e8fce249-5c01-4e35-b513-3869a1fe29dc', 'network_id': 'e8fce249-5c01-4e35-b513-3869a1fe29dc', 'tenant_id': '6889a71b5fd04806a2a466a5749e33de', 'fixed_ips': [{'subnet_id': 'bfdb0585-be8b-45ee-8e48-4d2f28b03321'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:30.558420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.571648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] device_id is not set on port 7684722a-9446-4dde-9084-8a933edb44e4 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:30.590082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Made reservation on behalf of 6889a71b5fd04806a2a466a5749e33de for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:30.593646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.623801 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7467dc2e-9a23-4f45-88d5-961518ecdb6f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:30.624231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7467dc2e-9a23-4f45-88d5-961518ecdb6f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:30.628366 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7467dc2e-9a23-4f45-88d5-961518ecdb6f tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/subnets/3110ebd5-a511-4465-8c5d-b65314204d18 HTTP/1.1" status: 404 len: 337 time: 0.1161621 Mar 22 13:06:30.639523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37878) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:30.650832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Provisioning for port 42b685aa-50c2-4b8b-ab29-84724699812b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:30.754283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5191e84f-203a-49fa-8b80-217ef29690cc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Deleting port 69030962-52b2-42af-9fb3-849a8ba49874 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:30.754971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5191e84f-203a-49fa-8b80-217ef29690cc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.808357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Provisioning complete for port 42b685aa-50c2-4b8b-ab29-84724699812b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:30.808549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.854896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8822a55b-11a4-40ae-8505-b2da27d36367 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.889147 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.899497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8822a55b-11a4-40ae-8505-b2da27d36367 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.961317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.991543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Port 42b685aa-50c2-4b8b-ab29-84724699812b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:31.002305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e7f168-0e61-4078-af31-55cc3ff5e9d3 None None] DHCP port deletion for 44292524-8479-4256-81c8-0277f7193fcb request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:31.005984 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb0ecb0-2ec8-44d5-b73c-e25c329b823b']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:31.026921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eca8e4-121c-4461-87fe-3daaddca9d2c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.028608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eca8e4-121c-4461-87fe-3daaddca9d2c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.030507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eca8e4-121c-4461-87fe-3daaddca9d2c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.031438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-66eca8e4-121c-4461-87fe-3daaddca9d2c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:31.043721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49a6e6b-87f6-4c17-b98c-f108e2876240') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:31.043978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49a6e6b-87f6-4c17-b98c-f108e2876240') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:31.048723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Transition to ACTIVE for port object 243eee11-22a6-4101-97e3-1f88d7b29f4c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:31.066678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-53e7f168-0e61-4078-af31-55cc3ff5e9d3 None None] Deleting port 10e153b9-f245-45a2-9e14-c7dcff05438a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:31.066678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-53e7f168-0e61-4078-af31-55cc3ff5e9d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.073718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.102858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b3e8a-3561-4e38-84db-fd2081e7e059 None None] Network 8e8b4197-2506-44d7-9690-2c3e89ee8973 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:31.123915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-66eca8e4-121c-4461-87fe-3daaddca9d2c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:31.127053 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-66eca8e4-121c-4461-87fe-3daaddca9d2c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6521568 Mar 22 13:06:31.134486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37882) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:31.140002 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-381aa0b6-7629-4900-878e-b44fa474f06e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 677 time: 0.6649828 Mar 22 13:06:31.142560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.146592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37886) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:31.176380 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Transition to ACTIVE for port object 243eee11-22a6-4101-97e3-1f88d7b29f4c will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:31.211757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822a55b-11a4-40ae-8505-b2da27d36367 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Port': ['ID=430804ac-b5a0-4b4f-92de-41b4fb773996,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:31.253352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Allocated IP 172.20.0.2 (e8fce249-5c01-4e35-b513-3869a1fe29dc/bfdb0585-be8b-45ee-8e48-4d2f28b03321/8731bde5-a8f2-417b-885d-d966d0a8eb0f) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:31.287462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.302032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Allocated IP 172.20.0.3 (8e8b4197-2506-44d7-9690-2c3e89ee8973/77ca0d15-4b46-495f-a330-8c932ba2e629/7684722a-9446-4dde-9084-8a933edb44e4) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:31.306458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498ac38-fc37-4fd5-8a6c-bbfd3e2942dd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.314102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498ac38-fc37-4fd5-8a6c-bbfd3e2942dd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.319644 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4498ac38-fc37-4fd5-8a6c-bbfd3e2942dd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1686518 Mar 22 13:06:31.319644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:31.319644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.321013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37890) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:31.329525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-8822a55b-11a4-40ae-8505-b2da27d36367 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] In _notify_port_updated(), no bound segment for port 430804ac-b5a0-4b4f-92de-41b4fb773996 on network fa10c99a-f065-4f95-bef2-5011c1cce0da {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:06:31.336335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8822a55b-11a4-40ae-8505-b2da27d36367 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.337295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8822a55b-11a4-40ae-8505-b2da27d36367 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.338801 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8822a55b-11a4-40ae-8505-b2da27d36367 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "PUT /v2.0/ports/430804ac-b5a0-4b4f-92de-41b4fb773996 HTTP/1.1" status: 200 len: 993 time: 2.0812600 Mar 22 13:06:31.356120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37894) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:31.365925 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:06:31.419772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Provisioning complete for port 2e706231-57e7-4782-99a7-8f4da4e92093 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:31.420153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-972e9427-d486-442a-b00f-dac2c6f9af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.464865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5191e84f-203a-49fa-8b80-217ef29690cc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.496323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c40d41-db69-43ee-8f6d-c63e389f8819 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 25805253-6ff2-42cf-ae2a-60782cb44383 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:31.510094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2c8c9002-749e-4be6-bebe-dbb015f2d059 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:31.525515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-47c40d41-db69-43ee-8f6d-c63e389f8819 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:31.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:31.614719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.680686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:31.696157 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:31.698706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:31.711999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5191e84f-203a-49fa-8b80-217ef29690cc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Calling delete_port for 69030962-52b2-42af-9fb3-849a8ba49874 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:31.777898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Pushing event updated for resources: {'Port': ['ID=243eee11-22a6-4101-97e3-1f88d7b29f4c,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:31.781553 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e783dbcf-72bf-4595-95f4-6e2dc008850b None None] Network 831c49f6-886c-4ce1-864b-f8231578ea31 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:31.802565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.823476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'Subnet': ['ID=9ea0d058-ea7c-4fb8-9c2e-ee627087e9f4,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:31.828668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.850679 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "DELETE /v2.0/networks/acb0ecb0-2ec8-44d5-b73c-e25c329b823b HTTP/1.1" status: 204 len: 168 time: 2.0442319 Mar 22 13:06:31.850930 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf1602-b14b-46b7-84a0-12e846c2a8bb tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Network': ['ID=acb0ecb0-2ec8-44d5-b73c-e25c329b823b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:31.854314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37898) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:31.855052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Checking segment: {'id': '14007763-c1c9-42de-a811-277d827d4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0d4e6cd4-f2a0-4400-a242-ff1384a8e86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:31.855447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Network hostable DHCP agents. Network: 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:31.933776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e5a31-f36f-43f2-9f78-15d15f8cde9f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['shared'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.935613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e5a31-f36f-43f2-9f78-15d15f8cde9f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['shared'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.940739 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-804e5a31-f36f-43f2-9f78-15d15f8cde9f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.6128907 Mar 22 13:06:31.945769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37902) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:31.963799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Network 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:31.973033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-71f96b50-d234-4e5a-8917-7af46099a4f4 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Deleting port 430804ac-b5a0-4b4f-92de-41b4fb773996 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:31.974447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-71f96b50-d234-4e5a-8917-7af46099a4f4 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.999714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.004456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-47c40d41-db69-43ee-8f6d-c63e389f8819 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.014315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:32.069946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:32.070549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.157948 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d16e15-7d2f-4cfa-9e4a-8e3da4ac5520 None None] Network 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:32.174850 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-785102ab-6e1e-4f6d-b9af-73a4caacffdc tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2041192 Mar 22 13:06:32.175952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37906) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:32.179817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.332358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661974f4-b5cb-4680-8cad-e1f37aa921b9']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:32.375050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5191e84f-203a-49fa-8b80-217ef29690cc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.413783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66d753b-233b-4380-8dc5-e2e39cee06d8') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:32.414172 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66d753b-233b-4380-8dc5-e2e39cee06d8') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:32.488841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.496201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191e84f-203a-49fa-8b80-217ef29690cc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Port': ['ID=69030962-52b2-42af-9fb3-849a8ba49874,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:32.502465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Attempting to bind port 243eee11-22a6-4101-97e3-1f88d7b29f4c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:32.503485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Attempting to bind port 243eee11-22a6-4101-97e3-1f88d7b29f4c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:32.504445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Attempting to bind port 243eee11-22a6-4101-97e3-1f88d7b29f4c on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:32.515953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2c8c9002-749e-4be6-bebe-dbb015f2d059 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:32.523269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5191e84f-203a-49fa-8b80-217ef29690cc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.524034 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-53e7f168-0e61-4078-af31-55cc3ff5e9d3 None None] For port 10e153b9-f245-45a2-9e14-c7dcff05438a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=10e153b9-f245-45a2-9e14-c7dcff05438a,segment=NetworkSegment(de07bfdf-4ddc-4d8d-9beb-bb54124a57dd),segment_id=de07bfdf-4ddc-4d8d-9beb-bb54124a57dd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:32.524423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-53e7f168-0e61-4078-af31-55cc3ff5e9d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.561514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-47c40d41-db69-43ee-8f6d-c63e389f8819 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.578025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.592938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:32.593303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:32.593630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.594016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:32.594487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Bound port: 243eee11-22a6-4101-97e3-1f88d7b29f4c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:32.594852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.595940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a9fa4f-2725-494d-b4e0-a579c67e852c tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:32.603460 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-50a9fa4f-2725-494d-b4e0-a579c67e852c tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/networks/30c6bd9b-3f03-4af6-99ed-8446dae280b0 HTTP/1.1" status: 200 len: 800 time: 0.6473544 Mar 22 13:06:32.628159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37910) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:32.659539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.689465 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5191e84f-203a-49fa-8b80-217ef29690cc tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/ports/69030962-52b2-42af-9fb3-849a8ba49874 HTTP/1.1" status: 204 len: 168 time: 2.0490906 Mar 22 13:06:32.700238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37914) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:32.773946 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-53e7f168-0e61-4078-af31-55cc3ff5e9d3 None None] Calling delete_port for 10e153b9-f245-45a2-9e14-c7dcff05438a owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:32.798333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:32.798728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.810842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 10e153b9-f245-45a2-9e14-c7dcff05438a no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:32.817877 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:32.870532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-71f96b50-d234-4e5a-8917-7af46099a4f4 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.963777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8d5b7776-d512-4494-b079-5dfbd901a3fb None None] Provisioning for port 2c8c9002-749e-4be6-bebe-dbb015f2d059 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:32.990981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.002607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-47c40d41-db69-43ee-8f6d-c63e389f8819 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.008813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.017669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-71f96b50-d234-4e5a-8917-7af46099a4f4 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Calling delete_port for 430804ac-b5a0-4b4f-92de-41b4fb773996 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:33.040734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8d5b7776-d512-4494-b079-5dfbd901a3fb None None] Provisioning complete for port 2c8c9002-749e-4be6-bebe-dbb015f2d059 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:33.041138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7776-d512-4494-b079-5dfbd901a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.060852 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.087544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.093479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Transition to ACTIVE for port object 8731bde5-a8f2-417b-885d-d966d0a8eb0f will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:33.101501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c40d41-db69-43ee-8f6d-c63e389f8819 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=25805253-6ff2-42cf-ae2a-60782cb44383,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:33.107771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.115709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.118369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-47c40d41-db69-43ee-8f6d-c63e389f8819 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.124014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] Pushing event deleted for resources: {'Network': ['ID=661974f4-b5cb-4680-8cad-e1f37aa921b9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:33.143878 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cdbfd4bd-b2ed-4c56-be6b-cb6af6cd140e tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/networks/30c6bd9b-3f03-4af6-99ed-8446dae280b0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5044522 Mar 22 13:06:33.143878 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-48172a85-7f8b-47fa-99cb-d2abc3c14687 tempest-BulkNetworkOpsTest-997146185 tempest-BulkNetworkOpsTest-997146185-project] 10.222.0.70 "DELETE /v2.0/networks/661974f4-b5cb-4680-8cad-e1f37aa921b9 HTTP/1.1" status: 204 len: 168 time: 1.2759700 Mar 22 13:06:33.162087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37920) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:33.195820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c4cd382e-8ac0-4700-aa72-08c5274267b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.253593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Transition to ACTIVE for port object 8731bde5-a8f2-417b-885d-d966d0a8eb0f will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:33.279765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-53e7f168-0e61-4078-af31-55cc3ff5e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.311090 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-47c40d41-db69-43ee-8f6d-c63e389f8819 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/25805253-6ff2-42cf-ae2a-60782cb44383 HTTP/1.1" status: 204 len: 168 time: 2.1731720 Mar 22 13:06:33.315882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Network 8e8b4197-2506-44d7-9690-2c3e89ee8973 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:33.320031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37924) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:33.330967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:33.334238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:33.377083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] For port 243eee11-22a6-4101-97e3-1f88d7b29f4c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:33.399541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Port 10e153b9-f245-45a2-9e14-c7dcff05438a update to DOWN by agent not found {{(pid=87934) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 22 13:06:33.406444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event updated for resources: {'Port': ['ID=7684722a-9446-4dde-9084-8a933edb44e4,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:33.428693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d528db78-7f69-4d04-93be-f7d16ff5f880 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:33.436755 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d528db78-7f69-4d04-93be-f7d16ff5f880 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/subnets/3a2d2ddc-65b8-4c56-8c87-9ffb77b70707 HTTP/1.1" status: 200 len: 811 time: 0.2586651 Mar 22 13:06:33.439075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37928) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:33.443511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.466108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e990ef0-d4d2-4b38-88bc-b88e428f6372 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 5990d226-ec4b-4b4d-8fc8-dd3838329cbb {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:33.467832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7f168-0e61-4078-af31-55cc3ff5e9d3 None None] Pushing event deleted for resources: {'Port': ['ID=10e153b9-f245-45a2-9e14-c7dcff05438a,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:33.477228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2e990ef0-d4d2-4b38-88bc-b88e428f6372 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.538327 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-0d4e6cd4-f2a0-4400-a242-ff1384a8e86b', 'network_id': '0d4e6cd4-f2a0-4400-a242-ff1384a8e86b', 'tenant_id': '6889a71b5fd04806a2a466a5749e33de', 'fixed_ips': [{'subnet_id': '9ea0d058-ea7c-4fb8-9c2e-ee627087e9f4'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:33.539688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.550621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7f168-0e61-4078-af31-55cc3ff5e9d3 None None] No DVR routers for this DVR port 10e153b9-f245-45a2-9e14-c7dcff05438a on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:33.557438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2e990ef0-d4d2-4b38-88bc-b88e428f6372 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.562460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] For port 243eee11-22a6-4101-97e3-1f88d7b29f4c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=243eee11-22a6-4101-97e3-1f88d7b29f4c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:33.591813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.602471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Network e8fce249-5c01-4e35-b513-3869a1fe29dc is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:33.643628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:33.658062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:33.697803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Allocated IP 172.20.0.1 (e8fce249-5c01-4e35-b513-3869a1fe29dc/bfdb0585-be8b-45ee-8e48-4d2f28b03321/dbe79cb0-137d-45b6-9e7d-69f7d4dfc0aa) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:33.702705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37934) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:33.711437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Pushing event updated for resources: {'Port': ['ID=8731bde5-a8f2-417b-885d-d966d0a8eb0f,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:33.766196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:33.766808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.771885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.832471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44292524-8479-4256-81c8-0277f7193fcb']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:33.843792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f6b39-d79b-40d2-910f-187e652ea596 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['shared'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:33.851100 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-318f6b39-d79b-40d2-910f-187e652ea596 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "GET /v2.0/subnets/3a2d2ddc-65b8-4c56-8c87-9ffb77b70707?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4033263 Mar 22 13:06:33.852246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37940) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:33.855756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-71f96b50-d234-4e5a-8917-7af46099a4f4 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.867053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2116053125'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:33.871505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de07bfdf-4ddc-4d8d-9beb-bb54124a57dd') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:33.871808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de07bfdf-4ddc-4d8d-9beb-bb54124a57dd') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:33.914307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.930080 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-98d8f399-721e-4218-9434-b1703a14cc1f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.6540942 Mar 22 13:06:33.931930 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37944) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:33.934364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:33.949436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.961981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7776-d512-4494-b079-5dfbd901a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.965589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f96b50-d234-4e5a-8917-7af46099a4f4 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event deleted for resources: {'Port': ['ID=430804ac-b5a0-4b4f-92de-41b4fb773996,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:33.985184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Transition to ACTIVE for port object dbe79cb0-137d-45b6-9e7d-69f7d4dfc0aa will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:34.006894 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2e990ef0-d4d2-4b38-88bc-b88e428f6372 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.022444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:34.047181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.063081 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Attempting to bind port 8731bde5-a8f2-417b-885d-d966d0a8eb0f on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:34.065597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:34.066012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.068712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Attempting to bind port 8731bde5-a8f2-417b-885d-d966d0a8eb0f by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '5d462015-8435-4ee5-a88c-3cf41beb1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e8fce249-5c01-4e35-b513-3869a1fe29dc'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:34.069120 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Attempting to bind port 8731bde5-a8f2-417b-885d-d966d0a8eb0f on network e8fce249-5c01-4e35-b513-3869a1fe29dc {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:34.088776 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:34.123766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:34.128117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.129590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980d50b-ed58-4a7e-8bbf-342c5a5d7cdc None None] Pushing event updated for resources: {'Port': ['ID=243eee11-22a6-4101-97e3-1f88d7b29f4c,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:34.132771 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-90c4e7e6-e1dd-4987-b732-3ab7106ba2c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f08bc571c22495d9b4344d07ac57db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230409 Mar 22 13:06:34.139745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-24d342a3-2d65-4741-97e0-23cf42211dbf tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Deleting port 7684722a-9446-4dde-9084-8a933edb44e4 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:34.140212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24d342a3-2d65-4741-97e0-23cf42211dbf tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.141353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:34.141799 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Checking segment: {'id': '5d462015-8435-4ee5-a88c-3cf41beb1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e8fce249-5c01-4e35-b513-3869a1fe29dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:34.142188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.142578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Bound using segment: {'id': '5d462015-8435-4ee5-a88c-3cf41beb1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e8fce249-5c01-4e35-b513-3869a1fe29dc'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:34.143069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Bound port: 8731bde5-a8f2-417b-885d-d966d0a8eb0f, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d462015-8435-4ee5-a88c-3cf41beb1bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e8fce249-5c01-4e35-b513-3869a1fe29dc'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:34.148384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.154579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37948) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:34.224822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:34.231836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8d5b7776-d512-4494-b079-5dfbd901a3fb None None] For port 2c8c9002-749e-4be6-bebe-dbb015f2d059, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2c8c9002-749e-4be6-bebe-dbb015f2d059,segment=NetworkSegment(baf49860-50a3-48f2-8480-5b9245daab52),segment_id=baf49860-50a3-48f2-8480-5b9245daab52)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:34.235883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.236291 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Added segment 6f17405a-7483-4564-94e2-f6269cf9d4b5 of type vlan for network 7d8d2a57-4b22-4694-ade8-5450871b91be Mar 22 13:06:34.276170 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e638d-4b79-4891-ad85-9620cfbadb4d None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:34.297818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2e990ef0-d4d2-4b38-88bc-b88e428f6372 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.301902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7776-d512-4494-b079-5dfbd901a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.304534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.375435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.406421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Allocated IP 172.20.0.2 (0d4e6cd4-f2a0-4400-a242-ff1384a8e86b/9ea0d058-ea7c-4fb8-9c2e-ee627087e9f4/ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:34.413597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e990ef0-d4d2-4b38-88bc-b88e428f6372 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=5990d226-ec4b-4b4d-8fc8-dd3838329cbb,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:34.427527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8d5b7776-d512-4494-b079-5dfbd901a3fb None None] Could not find standard attr ID for object 10e153b9-f245-45a2-9e14-c7dcff05438a. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:06:34.435443 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2e990ef0-d4d2-4b38-88bc-b88e428f6372 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.444836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Network e8fce249-5c01-4e35-b513-3869a1fe29dc is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:34.453071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.470060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:34.493787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:34.502926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8d5b7776-d512-4494-b079-5dfbd901a3fb None None] Could not find standard attr ID for object 430804ac-b5a0-4b4f-92de-41b4fb773996. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:06:34.511099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.529530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'Port': ['ID=dbe79cb0-137d-45b6-9e7d-69f7d4dfc0aa,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:34.546062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] Pushing event deleted for resources: {'Network': ['ID=44292524-8479-4256-81c8-0277f7193fcb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:34.560676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a7f29c97-042b-48a8-871f-4f0da570c33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.567981 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0298046b-a953-45b9-af24-e88a9b64ea4a tempest-PortsIpV6TestJSON-1271801136 tempest-PortsIpV6TestJSON-1271801136-project] 10.222.0.70 "DELETE /v2.0/networks/44292524-8479-4256-81c8-0277f7193fcb HTTP/1.1" status: 204 len: 168 time: 1.8674381 Mar 22 13:06:34.585449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8d5b7776-d512-4494-b079-5dfbd901a3fb None None] Could not find standard attr ID for object 69030962-52b2-42af-9fb3-849a8ba49874. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:06:34.597785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.603647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:34.604411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.657659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a7f29c97-042b-48a8-871f-4f0da570c33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.680846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-71f96b50-d234-4e5a-8917-7af46099a4f4 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.685501 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-71f96b50-d234-4e5a-8917-7af46099a4f4 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "DELETE /v2.0/ports/430804ac-b5a0-4b4f-92de-41b4fb773996 HTTP/1.1" status: 204 len: 168 time: 3.2848096 Mar 22 13:06:34.685702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b7776-d512-4494-b079-5dfbd901a3fb None None] Pushing event updated for resources: {'Port': ['ID=2c8c9002-749e-4be6-bebe-dbb015f2d059,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:34.687748 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] For port 8731bde5-a8f2-417b-885d-d966d0a8eb0f, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:34.697572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37954) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:34.763673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] For port 8731bde5-a8f2-417b-885d-d966d0a8eb0f, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8731bde5-a8f2-417b-885d-d966d0a8eb0f,segment=NetworkSegment(5d462015-8435-4ee5-a88c-3cf41beb1bcf),segment_id=5d462015-8435-4ee5-a88c-3cf41beb1bcf)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:34.778659 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9262452 Mar 22 13:06:34.780296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.829445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37960) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:34.839133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'network_id': '7d8d2a57-4b22-4694-ade8-5450871b91be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:34.839869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24d342a3-2d65-4741-97e0-23cf42211dbf tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.863397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37964) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:34.874573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3a93c66c-631c-47e5-a2ca-6234c0ee8451 None None] Provisioning complete for port 2c8c9002-749e-4be6-bebe-dbb015f2d059 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:34.875084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3a93c66c-631c-47e5-a2ca-6234c0ee8451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.888633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6ab43-b2cb-43f2-8750-0a90c67f0efe tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Network': ['ID=7d8d2a57-4b22-4694-ade8-5450871b91be,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:34.901683 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86865c3-2d38-4c7e-8ddc-93eb1a4024de tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] GET failed (client error): The resource could not be found. Mar 22 13:06:34.902252 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d86865c3-2d38-4c7e-8ddc-93eb1a4024de tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Synchronizing usage tracker for tenant:b122863b47194c779387112c5df0f40c on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:34.919401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 7d8d2a57-4b22-4694-ade8-5450871b91be details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:34.985110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-24d342a3-2d65-4741-97e0-23cf42211dbf tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Calling delete_port for 7684722a-9446-4dde-9084-8a933edb44e4 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:34.992065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:34.998153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d86865c3-2d38-4c7e-8ddc-93eb1a4024de tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Unset dirty status for tenant:b122863b47194c779387112c5df0f40c on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:34.999482 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d86865c3-2d38-4c7e-8ddc-93eb1a4024de tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "GET /v2.0/ports/430804ac-b5a0-4b4f-92de-41b4fb773996 HTTP/1.1" status: 404 len: 333 time: 0.3010972 Mar 22 13:06:35.005585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37970) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:35.006233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a7f29c97-042b-48a8-871f-4f0da570c33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.028179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'port': {'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da', 'name': 'tempest-AllowedAddressPairTestJSON-1200010833'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:35.047343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:35.069526 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2e990ef0-d4d2-4b38-88bc-b88e428f6372 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/5990d226-ec4b-4b4d-8fc8-dd3838329cbb HTTP/1.1" status: 204 len: 168 time: 1.7455630 Mar 22 13:06:35.076646 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e69810-e2a1-44b2-8c01-1f23c3a218fc None None] Pushing event updated for resources: {'Port': ['ID=8731bde5-a8f2-417b-885d-d966d0a8eb0f,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:35.078871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f29c97-042b-48a8-871f-4f0da570c33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44881b33-c0a8-46f7-ad4a-d937404ede0d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:35.082195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37974) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:35.170276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.198026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a7f29c97-042b-48a8-871f-4f0da570c33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.202181 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a7f29c97-042b-48a8-871f-4f0da570c33d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44881b33-c0a8-46f7-ad4a-d937404ede0d HTTP/1.1" status: 204 len: 168 time: 0.9368649 Mar 22 13:06:35.202343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.214511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Transition to ACTIVE for port object ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:35.261958 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1ba884e3-c5f2-4326-8e03-7838c1e27be9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1536746 Mar 22 13:06:35.272608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24d342a3-2d65-4741-97e0-23cf42211dbf tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.274194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37980) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:35.284692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Made reservation on behalf of c520037b02b540439a1c44d0d26bb92f for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:35.289463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.289836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:35.298818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Transition to ACTIVE for port object ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:35.320906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.406529 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1023192c-03ec-4188-87a6-dcf41ea96889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.413871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Network 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:35.418136 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:35.422164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:35.458455 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ff565646-9b6a-4f13-bd13-9b17e256835d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54db9df364b2456aac7e2debbb03b64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791903 Mar 22 13:06:35.460750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 37986) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:35.468000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d342a3-2d65-4741-97e0-23cf42211dbf tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event deleted for resources: {'Port': ['ID=7684722a-9446-4dde-9084-8a933edb44e4,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:35.468933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Pushing event updated for resources: {'Port': ['ID=ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:35.571230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Attempting to bind port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:35.571780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Attempting to bind port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '14007763-c1c9-42de-a811-277d827d4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0d4e6cd4-f2a0-4400-a242-ff1384a8e86b'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:35.572328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Attempting to bind port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c on network 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:35.590077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:35.590729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Checking segment: {'id': '14007763-c1c9-42de-a811-277d827d4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0d4e6cd4-f2a0-4400-a242-ff1384a8e86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:35.590818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.591912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Bound using segment: {'id': '14007763-c1c9-42de-a811-277d827d4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0d4e6cd4-f2a0-4400-a242-ff1384a8e86b'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:35.592045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Bound port: ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14007763-c1c9-42de-a811-277d827d4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0d4e6cd4-f2a0-4400-a242-ff1384a8e86b'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:35.592359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.646042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.ipam_backend_mixin [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Performing IP validity checks on allocation pools {{(pid=87933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 13:06:35.646564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.ipam_backend_mixin [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 13:06:35.722658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:35.762999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:35.763575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] For port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:35.783681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] For port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c,segment=NetworkSegment(14007763-c1c9-42de-a811-277d827d4e29),segment_id=14007763-c1c9-42de-a811-277d827d4e29)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:35.790598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7b8cd42-9493-40ff-8862-7f578339543b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.792818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.835056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7b8cd42-9493-40ff-8862-7f578339543b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.863257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:35.866701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8731bde5-a8f2-417b-885d-d966d0a8eb0f up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:35.904316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:35.922524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7b8cd42-9493-40ff-8862-7f578339543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.926470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Made reservation on behalf of b122863b47194c779387112c5df0f40c for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:35.928898 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:35.930515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.959644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:35.963794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.982395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8cd42-9493-40ff-8862-7f578339543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c0b0ff-df03-4a01-828a-1fe455737d55,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:35.999914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] device_id is not set on port 4f636347-925e-4584-9ca9-629d4da2c7eb yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:36.002058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24d342a3-2d65-4741-97e0-23cf42211dbf tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.065564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:36.075638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.078361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddadfdd-f1f8-4785-a0ce-cdffae1843dd None None] Pushing event updated for resources: {'Port': ['ID=ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:36.102397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 8731bde5-a8f2-417b-885d-d966d0a8eb0f completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:36.118225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2c8c9002-749e-4be6-bebe-dbb015f2d059 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:36.179198 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-24d342a3-2d65-4741-97e0-23cf42211dbf tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "DELETE /v2.0/ports/7684722a-9446-4dde-9084-8a933edb44e4 HTTP/1.1" status: 204 len: 168 time: 2.2446456 Mar 22 13:06:36.202197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 37998) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:36.223453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e8b4197-2506-44d7-9690-2c3e89ee8973', 'external_fixed_ips': [{'subnet_id': '77ca0d15-4b46-495f-a330-8c932ba2e629', 'ip_address': '172.20.0.3'}]}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:36.230009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Allocated IP 172.20.0.11 (fa10c99a-f065-4f95-bef2-5011c1cce0da/a56b37da-96ca-41ed-ad42-31f10f670f94/4f636347-925e-4584-9ca9-629d4da2c7eb) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:36.254286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2c8c9002-749e-4be6-bebe-dbb015f2d059 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:36.254688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.363424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.570303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.583877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:36.599404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Usage tracker for resource:router and tenant:bfef685ee8574f07be2310e7b545b291 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:36.604603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:36.610520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.674973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7b8cd42-9493-40ff-8862-7f578339543b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.678778 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f7b8cd42-9493-40ff-8862-7f578339543b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3c0b0ff-df03-4a01-828a-1fe455737d55 HTTP/1.1" status: 204 len: 168 time: 1.2003646 Mar 22 13:06:36.716922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:36.814576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f13361-3979-4e0b-991c-91630e19df55 None None] Network e8fce249-5c01-4e35-b513-3869a1fe29dc requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:36.841801 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38012) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:36.942057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.962251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=2ac9579d-2d12-48b4-ae59-4bb25ca6f16c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:36.978600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.980000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.984542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:36.997284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:37.000240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6a8f3cf9-ee20-4490-8000-23f24f4e690a None None] Provisioning for port 8731bde5-a8f2-417b-885d-d966d0a8eb0f completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:37.001322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:37.001908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.035653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6146c41-ce7e-4413-9bc5-c121a31bff3e None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:37.074286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6a8f3cf9-ee20-4490-8000-23f24f4e690a None None] Provisioning complete for port 8731bde5-a8f2-417b-885d-d966d0a8eb0f triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:37.074509 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9f7b0747-b73a-4644-9128-4bdaa11e0999 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7945890 Mar 22 13:06:37.074609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3cf9-ee20-4490-8000-23f24f4e690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.074733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38020) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:37.083695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:37.139899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.193888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:06:37.241306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.268141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=83657e4a-751a-4fda-81e5-e2467c33b44a,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:37.282550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.300265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Checking segment: {'id': '6f17405a-7483-4564-94e2-f6269cf9d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7d8d2a57-4b22-4694-ade8-5450871b91be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:37.300630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network hostable DHCP agents. Network: 7d8d2a57-4b22-4694-ade8-5450871b91be, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:37.370405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246564139'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:37.378878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Transition to ACTIVE for port object 4f636347-925e-4584-9ca9-629d4da2c7eb will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:37.382877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:37.408763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:37.423567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:37.426761 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Network 7d8d2a57-4b22-4694-ade8-5450871b91be is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:37.441326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:37.472797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 7d8d2a57-4b22-4694-ade8-5450871b91be) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:37.496435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:37.497310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.502037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.538937 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3cf9-ee20-4490-8000-23f24f4e690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.543056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.548654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dbd93e-2d96-4763-b638-336adb684d9b None None] Network 7d8d2a57-4b22-4694-ade8-5450871b91be requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:37.582088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:37.593156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38032) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:37.593729 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f45cb9d8-6826-4d0f-a4cd-4f341ed367f9 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7631598 Mar 22 13:06:37.595403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:37.596016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.599934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.602021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:37.638655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-fae40097-adf7-4ae1-bc3a-c78adc502658 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:37.689423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:37.693495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:37.723457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f71c1b-372d-4aa9-b4a2-d79f0dc8c875 None None] Network 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:37.732465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Network fa10c99a-f065-4f95-bef2-5011c1cce0da is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:37.743211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:37.747223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Port': ['ID=4f636347-925e-4584-9ca9-629d4da2c7eb,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:37.750993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:37.860923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:37.861860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:37.878001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'Port': ['ID=dbe79cb0-137d-45b6-9e7d-69f7d4dfc0aa,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:37.919672 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9193aa6e-ff36-4eb5-b6f6-dd30b5931f72 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9094229 Mar 22 13:06:37.928959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38044) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:37.946342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-bbf1b855-ee6f-4b69-80ec-6bdffc6c40b7 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ff:20:e5'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:38.017619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6a8f3cf9-ee20-4490-8000-23f24f4e690a None None] For port 8731bde5-a8f2-417b-885d-d966d0a8eb0f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8731bde5-a8f2-417b-885d-d966d0a8eb0f,segment=NetworkSegment(5d462015-8435-4ee5-a88c-3cf41beb1bcf),segment_id=5d462015-8435-4ee5-a88c-3cf41beb1bcf)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:38.083827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.094575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3cf9-ee20-4490-8000-23f24f4e690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.127242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38048) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:38.144361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.154961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fae40097-adf7-4ae1-bc3a-c78adc502658 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-952721'] for subnet, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.192763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.206821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.228173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:38.238604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:38.254003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:38.276095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:38.279498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92606813-27fe-4aa3-b17c-c524754024ec,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:38.300825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.330306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:38.334762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:38.338236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:38.344492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:38.364091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b855-ee6f-4b69-80ec-6bdffc6c40b7 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.385411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f3cf9-ee20-4490-8000-23f24f4e690a None None] Pushing event updated for resources: {'Port': ['ID=8731bde5-a8f2-417b-885d-d966d0a8eb0f,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:38.399087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:38.417093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:38.420721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.439401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] Provisioning for port 4f636347-925e-4584-9ca9-629d4da2c7eb completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:38.445093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962680617'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:38.507506 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:38.510225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.518574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] Provisioning complete for port 4f636347-925e-4584-9ca9-629d4da2c7eb triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:38.518948 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.527641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.548471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:38.559795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:38.653189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:38.655738 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] Port 4f636347-925e-4584-9ca9-629d4da2c7eb cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:38.675567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b70108d-8cfa-45e7-8c70-f8f443c296af,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:38.683953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-7d8d2a57-4b22-4694-ade8-5450871b91be', 'network_id': '7d8d2a57-4b22-4694-ade8-5450871b91be', 'tenant_id': 'c520037b02b540439a1c44d0d26bb92f', 'fixed_ips': [{'subnet_id': '83657e4a-751a-4fda-81e5-e2467c33b44a'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:38.684864 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.686058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.690142 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cfdf64e3-7190-4825-a1e2-4397b79f2d8a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8450801 Mar 22 13:06:38.694042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38054) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:38.704577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] Provisioning for port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:38.719496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.754429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] Provisioning complete for port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:38.754837 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.774697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Network e8fce249-5c01-4e35-b513-3869a1fe29dc is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:38.804022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5a6ef9a7-9370-4ed8-a3f5-91a610ad290c tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:38.835809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:38.837722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.843603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b855-ee6f-4b69-80ec-6bdffc6c40b7 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.847469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5a6ef9a7-9370-4ed8-a3f5-91a610ad290c tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:38.849942 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5a6ef9a7-9370-4ed8-a3f5-91a610ad290c tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1540482 Mar 22 13:06:38.851240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b855-ee6f-4b69-80ec-6bdffc6c40b7 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:38.864670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38058) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:39.025263 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5899dc74-6792-4903-84ff-ea122d3b2487 None None] Update dhcp port {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'fixed_ips': [{'subnet_id': '2ac9579d-2d12-48b4-ae59-4bb25ca6f16c'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '243eee11-22a6-4101-97e3-1f88d7b29f4c'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:06:39.040489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-be73e1c4-239d-4285-a5ea-7108c4dc5baf tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group': {'name': 'tempest-security--1187624703', 'description': 'tempest-security-description-1157463826'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:39.052831 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.ipam_backend_mixin [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ac9579d-2d12-48b4-ae59-4bb25ca6f16c (CIDR: 2001:db8::/64) Mar 22 13:06:39.055048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1b855-ee6f-4b69-80ec-6bdffc6c40b7 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] In _notify_port_updated(), no bound segment for port 4f636347-925e-4584-9ca9-629d4da2c7eb on network fa10c99a-f065-4f95-bef2-5011c1cce0da {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:06:39.060940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf1b855-ee6f-4b69-80ec-6bdffc6c40b7 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:39.061610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b855-ee6f-4b69-80ec-6bdffc6c40b7 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.065807 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bbf1b855-ee6f-4b69-80ec-6bdffc6c40b7 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "PUT /v2.0/ports/4f636347-925e-4584-9ca9-629d4da2c7eb HTTP/1.1" status: 200 len: 997 time: 1.1328592 Mar 22 13:06:39.069610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38062) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:39.071230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:39.073883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1b855-ee6f-4b69-80ec-6bdffc6c40b7 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Port': ['ID=4f636347-925e-4584-9ca9-629d4da2c7eb,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:39.109723 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:06:39.110221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:39.187825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:39.200672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be73e1c4-239d-4285-a5ea-7108c4dc5baf tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.216982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.226626 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5899dc74-6792-4903-84ff-ea122d3b2487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.233608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:39.246361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-1484d7a4-b0b3-4ce2-b73f-b43733cabaf3 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Deleting port 4f636347-925e-4584-9ca9-629d4da2c7eb {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:39.246361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1484d7a4-b0b3-4ce2-b73f-b43733cabaf3 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.357507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be73e1c4-239d-4285-a5ea-7108c4dc5baf tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.441120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be73e1c4-239d-4285-a5ea-7108c4dc5baf tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.444045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be73e1c4-239d-4285-a5ea-7108c4dc5baf tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.447792 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-be73e1c4-239d-4285-a5ea-7108c4dc5baf tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "PUT /v2.0/security-groups/7b70108d-8cfa-45e7-8c70-f8f443c296af HTTP/1.1" status: 200 len: 1778 time: 0.4936352 Mar 22 13:06:39.448260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:39.459306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38066) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:39.492128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73e1c4-239d-4285-a5ea-7108c4dc5baf tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b70108d-8cfa-45e7-8c70-f8f443c296af,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:39.507718 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b7f2a62a-87ba-4c90-9abe-b66f55ef43cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4321804 Mar 22 13:06:39.518591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38070) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:39.556146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:39.559259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] For port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c,segment=NetworkSegment(14007763-c1c9-42de-a811-277d827d4e29),segment_id=14007763-c1c9-42de-a811-277d827d4e29)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:39.563717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8731bde5-a8f2-417b-885d-d966d0a8eb0f up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:39.612007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fae40097-adf7-4ae1-bc3a-c78adc502658 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776178393335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1717230'] for subnet, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.613512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1484d7a4-b0b3-4ce2-b73f-b43733cabaf3 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.636019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.711921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-5899dc74-6792-4903-84ff-ea122d3b2487 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/2ac9579d-2d12-48b4-ae59-4bb25ca6f16c/243eee11-22a6-4101-97e3-1f88d7b29f4c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:39.753365 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2a070cf6-1ac9-4586-a6f2-6bb4d11e790c tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups/7b70108d-8cfa-45e7-8c70-f8f443c296af HTTP/1.1" status: 200 len: 1778 time: 0.2891192 Mar 22 13:06:39.768603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38074) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:39.771400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Allocated IP 172.20.0.3 (7d8d2a57-4b22-4694-ade8-5450871b91be/83657e4a-751a-4fda-81e5-e2467c33b44a/13c7dea0-7aab-4c2a-be0c-25a2a0e22198) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:39.795317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae40097-adf7-4ae1-bc3a-c78adc502658 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:39.795924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fae40097-adf7-4ae1-bc3a-c78adc502658 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.799944 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fae40097-adf7-4ae1-bc3a-c78adc502658 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "PUT /v2.0/subnets/83657e4a-751a-4fda-81e5-e2467c33b44a HTTP/1.1" status: 200 len: 877 time: 2.2025409 Mar 22 13:06:39.816328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38078) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:39.819638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c44139-bf88-4dd6-8297-02d8f85a5f6e None None] Pushing event updated for resources: {'Port': ['ID=ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:39.859288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-1484d7a4-b0b3-4ce2-b73f-b43733cabaf3 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Calling delete_port for 4f636347-925e-4584-9ca9-629d4da2c7eb owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:39.891102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-af64ae9a-2727-4d16-a02a-6976feec1bec None None] Provisioning for port dbe79cb0-137d-45b6-9e7d-69f7d4dfc0aa completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:39.925881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 8731bde5-a8f2-417b-885d-d966d0a8eb0f triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:39.926304 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:39.947688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae40097-adf7-4ae1-bc3a-c78adc502658 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event updated for resources: {'Subnet': ['ID=83657e4a-751a-4fda-81e5-e2467c33b44a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:39.960269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-af64ae9a-2727-4d16-a02a-6976feec1bec None None] Provisioning complete for port dbe79cb0-137d-45b6-9e7d-69f7d4dfc0aa triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:39.961164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-af64ae9a-2727-4d16-a02a-6976feec1bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.017733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1484d7a4-b0b3-4ce2-b73f-b43733cabaf3 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.073693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484d7a4-b0b3-4ce2-b73f-b43733cabaf3 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event deleted for resources: {'Port': ['ID=4f636347-925e-4584-9ca9-629d4da2c7eb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:40.077265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Router 6970911f-8c8f-454b-ac7c-2a8fea490b3d is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:06:40.105581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:40.143677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-af64ae9a-2727-4d16-a02a-6976feec1bec None None] Port dbe79cb0-137d-45b6-9e7d-69f7d4dfc0aa cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:40.149310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5899dc74-6792-4903-84ff-ea122d3b2487 None None] For port 243eee11-22a6-4101-97e3-1f88d7b29f4c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=243eee11-22a6-4101-97e3-1f88d7b29f4c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:40.194793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1484d7a4-b0b3-4ce2-b73f-b43733cabaf3 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.213791 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:40.216868 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1484d7a4-b0b3-4ce2-b73f-b43733cabaf3 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "DELETE /v2.0/ports/4f636347-925e-4584-9ca9-629d4da2c7eb HTTP/1.1" status: 204 len: 168 time: 1.1383948 Mar 22 13:06:40.217617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38082) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:40.229699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:40.267657 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdbd5a9-824b-4e27-8c8b-de386f60a692 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] GET failed (client error): The resource could not be found. Mar 22 13:06:40.268251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9cdbd5a9-824b-4e27-8c8b-de386f60a692 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Synchronizing usage tracker for tenant:b122863b47194c779387112c5df0f40c on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:40.269830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-af64ae9a-2727-4d16-a02a-6976feec1bec None None] Provisioning complete for port 8731bde5-a8f2-417b-885d-d966d0a8eb0f triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:40.271094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-af64ae9a-2727-4d16-a02a-6976feec1bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.289302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9cdbd5a9-824b-4e27-8c8b-de386f60a692 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Unset dirty status for tenant:b122863b47194c779387112c5df0f40c on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:40.291521 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9cdbd5a9-824b-4e27-8c8b-de386f60a692 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "GET /v2.0/ports/4f636347-925e-4584-9ca9-629d4da2c7eb HTTP/1.1" status: 404 len: 333 time: 0.0720277 Mar 22 13:06:40.295593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38086) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:40.301788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'port': {'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da', 'name': 'tempest-AllowedAddressPairTestJSON-1069538585'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:40.322826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5899dc74-6792-4903-84ff-ea122d3b2487 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.357050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:40.366958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.373392 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5899dc74-6792-4903-84ff-ea122d3b2487 None None] Ignored duplicate provisioning block setup for port 243eee11-22a6-4101-97e3-1f88d7b29f4c by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 13:06:40.422293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5899dc74-6792-4903-84ff-ea122d3b2487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.462713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:40.472337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:40.482125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Made reservation on behalf of b122863b47194c779387112c5df0f40c for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:40.485813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.491490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.510266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] device_id is not set on port 448de0d5-89e4-4acb-8564-e293c86244f0 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:40.519849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55027037-ed75-44db-8d03-3e17fbb0c5c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.529117 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:40.534394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.540975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.585834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:40.589640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.605267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:40.624943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Transition to ACTIVE for port object 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:40.629073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:40.652890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Transition to ACTIVE for port object 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:40.656481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899dc74-6792-4903-84ff-ea122d3b2487 None None] Pushing event updated for resources: {'Port': ['ID=243eee11-22a6-4101-97e3-1f88d7b29f4c,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:40.672592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.687719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:40.691744 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7e855e-7697-4d7c-ba73-a4ed1ecf9b88,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:40.712108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Allocated IP 172.20.0.9 (fa10c99a-f065-4f95-bef2-5011c1cce0da/a56b37da-96ca-41ed-ad42-31f10f670f94/448de0d5-89e4-4acb-8564-e293c86244f0) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:40.720962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55027037-ed75-44db-8d03-3e17fbb0c5c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.749018 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Network 7d8d2a57-4b22-4694-ade8-5450871b91be is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:40.753843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:40.756780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:40.784238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:06:40.813759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:40.814106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.874631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.892932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41304773-3cb3-4c91-81e1-c311bc0ce14e None None] Sync routers for ids ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:06:40.906476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Pushing event updated for resources: {'Port': ['ID=13c7dea0-7aab-4c2a-be0c-25a2a0e22198,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:40.936091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41304773-3cb3-4c91-81e1-c311bc0ce14e None None] Routers {'6970911f-8c8f-454b-ac7c-2a8fea490b3d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:40.936987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-41304773-3cb3-4c91-81e1-c311bc0ce14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:40.961503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:40.993021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.016612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Transition to ACTIVE for port object 448de0d5-89e4-4acb-8564-e293c86244f0 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:41.045402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.082197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-af64ae9a-2727-4d16-a02a-6976feec1bec None None] Could not find standard attr ID for object 4f636347-925e-4584-9ca9-629d4da2c7eb. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:06:41.086235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-41304773-3cb3-4c91-81e1-c311bc0ce14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:41.097986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Attempting to bind port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:41.097986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Attempting to bind port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '6f17405a-7483-4564-94e2-f6269cf9d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7d8d2a57-4b22-4694-ade8-5450871b91be'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:41.098861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Attempting to bind port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 on network 7d8d2a57-4b22-4694-ade8-5450871b91be {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:41.099594 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-05cfee39-5d7d-47d4-848e-c9a4cee8b874 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "PUT /v2.0/routers/6970911f-8c8f-454b-ac7c-2a8fea490b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9227293 Mar 22 13:06:41.105936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38090) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:41.112732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:41.112732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Checking segment: {'id': '6f17405a-7483-4564-94e2-f6269cf9d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7d8d2a57-4b22-4694-ade8-5450871b91be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:41.113109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.113318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Bound using segment: {'id': '6f17405a-7483-4564-94e2-f6269cf9d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7d8d2a57-4b22-4694-ade8-5450871b91be'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:41.113782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Bound port: 13c7dea0-7aab-4c2a-be0c-25a2a0e22198, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f17405a-7483-4564-94e2-f6269cf9d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7d8d2a57-4b22-4694-ade8-5450871b91be'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:41.114724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.128426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41304773-3cb3-4c91-81e1-c311bc0ce14e None None] Routers {'6970911f-8c8f-454b-ac7c-2a8fea490b3d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:41.128426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-41304773-3cb3-4c91-81e1-c311bc0ce14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:41.177916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Network fa10c99a-f065-4f95-bef2-5011c1cce0da is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:41.186188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55027037-ed75-44db-8d03-3e17fbb0c5c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.191446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:41.194025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:41.202167 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-41304773-3cb3-4c91-81e1-c311bc0ce14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:41.202676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41304773-3cb3-4c91-81e1-c311bc0ce14e None None] The sync data for ids ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:06:41.204855 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-af64ae9a-2727-4d16-a02a-6976feec1bec None None] Provisioning complete for port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:41.205226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-af64ae9a-2727-4d16-a02a-6976feec1bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.233251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55027037-ed75-44db-8d03-3e17fbb0c5c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b70108d-8cfa-45e7-8c70-f8f443c296af,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:41.345879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Port': ['ID=448de0d5-89e4-4acb-8564-e293c86244f0,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:41.367776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] For port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:41.371684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] For port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=13c7dea0-7aab-4c2a-be0c-25a2a0e22198,segment=NetworkSegment(6f17405a-7483-4564-94e2-f6269cf9d4b5),segment_id=6f17405a-7483-4564-94e2-f6269cf9d4b5)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:41.398622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:41.399028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.431001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.581957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a4130-6f1e-42c2-a65c-0993a00251fd None None] Pushing event updated for resources: {'Port': ['ID=13c7dea0-7aab-4c2a-be0c-25a2a0e22198,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:41.639972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.664796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.693910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 243eee11-22a6-4101-97e3-1f88d7b29f4c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:41.715980 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1e8f0fc7-9397-40ff-9b28-b9cee4d5ec2f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4192967 Mar 22 13:06:41.716675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38094) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:41.732842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'port': {'network_id': 'fa10c99a-f065-4f95-bef2-5011c1cce0da', 'name': 'tempest-AllowedAddressPairTestJSON-86980638'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:41.744307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f97054-49ba-4745-a5a7-ed139269651a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:41.801177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-55027037-ed75-44db-8d03-3e17fbb0c5c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.802353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c89862bc-b4d4-41c5-aa35-58afd306d51f None None] Provisioning for port 448de0d5-89e4-4acb-8564-e293c86244f0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:41.802613 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-55027037-ed75-44db-8d03-3e17fbb0c5c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/7b70108d-8cfa-45e7-8c70-f8f443c296af HTTP/1.1" status: 204 len: 168 time: 2.0192215 Mar 22 13:06:41.818173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c89862bc-b4d4-41c5-aa35-58afd306d51f None None] Provisioning complete for port 448de0d5-89e4-4acb-8564-e293c86244f0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:41.818915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c89862bc-b4d4-41c5-aa35-58afd306d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.848466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38098) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:41.884180 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 243eee11-22a6-4101-97e3-1f88d7b29f4c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:41.901967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:41.916882 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.920490 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cbe92206-34b0-4228-b951-93f20022f70d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.7879710 Mar 22 13:06:41.923981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] For port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198, host dv-neutron-834664-2-hyperv, got binding levels [] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:41.924360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:41.937022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38102) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:41.960017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c89862bc-b4d4-41c5-aa35-58afd306d51f None None] Port 448de0d5-89e4-4acb-8564-e293c86244f0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:42.035072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:42.040275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:42.077872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Allocated IP 172.20.0.3 (8e8b4197-2506-44d7-9690-2c3e89ee8973/77ca0d15-4b46-495f-a330-8c932ba2e629/bea201df-abea-4271-9c3e-78261c942ec2) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:42.172774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Calling delete_port for 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:42.234317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b144229e-2857-4beb-bf63-d7f575ac5dc1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:42.286679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3d57defe-3865-4e56-95c2-c33da9e24c7e None None] Provisioning for port 243eee11-22a6-4101-97e3-1f88d7b29f4c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:42.292246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3d57defe-3865-4e56-95c2-c33da9e24c7e None None] Provisioning complete for port 243eee11-22a6-4101-97e3-1f88d7b29f4c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:42.292688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d57defe-3865-4e56-95c2-c33da9e24c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:42.356777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:42.369499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Usage tracker for resource:port and tenant:b122863b47194c779387112c5df0f40c is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:42.378120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:42.389376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:42.441861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b144229e-2857-4beb-bf63-d7f575ac5dc1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:42.443731 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b144229e-2857-4beb-bf63-d7f575ac5dc1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5901933 Mar 22 13:06:42.444399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Made reservation on behalf of b122863b47194c779387112c5df0f40c for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:42.448111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38106) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:42.448243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:42.456098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2ec1eb9e-ee9f-4a8d-8aec-d32a7d712e09 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:42.461983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d57defe-3865-4e56-95c2-c33da9e24c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:42.476869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] device_id is not set on port daa5efcb-c45f-48a6-8eb4-0d782739dc40 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:42.496042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3d57defe-3865-4e56-95c2-c33da9e24c7e None None] For port 243eee11-22a6-4101-97e3-1f88d7b29f4c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=243eee11-22a6-4101-97e3-1f88d7b29f4c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:42.499952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d57defe-3865-4e56-95c2-c33da9e24c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:42.523381 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-e462174c-87f8-44a9-819a-a434b3ac23f4 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:06:42.527224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:06:42.527387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:06:42.527962 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e462174c-87f8-44a9-819a-a434b3ac23f4 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "PUT /v2.0/routers/6970911f-8c8f-454b-ac7c-2a8fea490b3d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4205561 Mar 22 13:06:42.528580 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38110) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:42.537921 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-381d24fe-211c-4adb-ba98-aa11d0bb8ee4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] delete failed (client error): The resource could not be found. Mar 22 13:06:42.542405 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-381d24fe-211c-4adb-ba98-aa11d0bb8ee4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/7b70108d-8cfa-45e7-8c70-f8f443c296af HTTP/1.1" status: 404 len: 347 time: 0.0876935 Mar 22 13:06:42.550056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38114) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:42.575214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304326468'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:42.577091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57defe-3865-4e56-95c2-c33da9e24c7e None None] Pushing event updated for resources: {'Port': ['ID=243eee11-22a6-4101-97e3-1f88d7b29f4c,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:42.595399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:42.597794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2ec1eb9e-ee9f-4a8d-8aec-d32a7d712e09 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:42.602317 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2ec1eb9e-ee9f-4a8d-8aec-d32a7d712e09 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6623883 Mar 22 13:06:42.609679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38118) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:42.615272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:42.625934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f3e7f8fc-d02f-4f78-b03b-3d6fa46515c6 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group': {'name': 'tempest-security--1406764592', 'description': 'tempest-security-description-1545332482'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:42.652920 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:42.698222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:42.731670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:06:42.734810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:42.774365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f8fc-d02f-4f78-b03b-3d6fa46515c6 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:42.790113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:42.803838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:42.817203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:42.837919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:42.928698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Network 8e8b4197-2506-44d7-9690-2c3e89ee8973 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:42.934086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:42.936466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:42.965358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97f6afd-c11c-4671-b6e0-07eb266cb229 None None] Network 7d8d2a57-4b22-4694-ade8-5450871b91be requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:43.000655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event updated for resources: {'Port': ['ID=bea201df-abea-4271-9c3e-78261c942ec2,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:43.011924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Allocated IP 172.20.0.7 (fa10c99a-f065-4f95-bef2-5011c1cce0da/a56b37da-96ca-41ed-ad42-31f10f670f94/daa5efcb-c45f-48a6-8eb4-0d782739dc40) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:43.015745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f8fc-d02f-4f78-b03b-3d6fa46515c6 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.030886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:43.031206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.034566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f8fc-d02f-4f78-b03b-3d6fa46515c6 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.083654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-63e40231-66b1-4e7a-960e-a74e0e42eafc None None] Provisioning for port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:43.097595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f8fc-d02f-4f78-b03b-3d6fa46515c6 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.099321 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f3e7f8fc-d02f-4f78-b03b-3d6fa46515c6 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "PUT /v2.0/security-groups/58f97054-49ba-4745-a5a7-ed139269651a HTTP/1.1" status: 200 len: 1778 time: 0.4886568 Mar 22 13:06:43.109574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38122) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:43.173012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7f8fc-d02f-4f78-b03b-3d6fa46515c6 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f97054-49ba-4745-a5a7-ed139269651a,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:43.276967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.321118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.337378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.349001 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-145f7991-48d7-47aa-9d42-76df6543ad76 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups/58f97054-49ba-4745-a5a7-ed139269651a HTTP/1.1" status: 200 len: 1778 time: 0.2240179 Mar 22 13:06:43.358058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38126) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:43.451807 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6f504-ea24-4f0e-a925-9ea017bc6699 None None] Network 7d8d2a57-4b22-4694-ade8-5450871b91be requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:43.505770 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.548404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-87744000-7d8f-4f2d-9802-a34dafe46e6d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.576266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Transition to ACTIVE for port object daa5efcb-c45f-48a6-8eb4-0d782739dc40 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:43.599418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-87744000-7d8f-4f2d-9802-a34dafe46e6d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.651068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245f0d16-28af-450d-a77f-4ada7f66bc30,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:43.652367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.671810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:43.713880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.717953 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c861f9a2-0dae-4ae1-b54c-dbf0fb8dbfc7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1538231 Mar 22 13:06:43.735932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38130) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:43.800908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': '245f0d16-28af-450d-a77f-4ada7f66bc30', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:43.801276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:43.816154 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:43.816532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.837122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:43.901598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Network fa10c99a-f065-4f95-bef2-5011c1cce0da is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:43.906158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:43.908522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Port': ['ID=daa5efcb-c45f-48a6-8eb4-0d782739dc40,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:43.917617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.962277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:43.975614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:44.012631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=13c7dea0-7aab-4c2a-be0c-25a2a0e22198,segment=NetworkSegment(6f17405a-7483-4564-94e2-f6269cf9d4b5),segment_id=6f17405a-7483-4564-94e2-f6269cf9d4b5)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:44.017617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.018460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 243eee11-22a6-4101-97e3-1f88d7b29f4c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:44.025127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-87744000-7d8f-4f2d-9802-a34dafe46e6d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.064650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:44.156764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:44.166403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] For port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=13c7dea0-7aab-4c2a-be0c-25a2a0e22198,segment=NetworkSegment(6f17405a-7483-4564-94e2-f6269cf9d4b5),segment_id=6f17405a-7483-4564-94e2-f6269cf9d4b5)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:44.167075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.167413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:44.169014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.189705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:44.191021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=13c7dea0-7aab-4c2a-be0c-25a2a0e22198,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:44.193555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87744000-7d8f-4f2d-9802-a34dafe46e6d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f97054-49ba-4745-a5a7-ed139269651a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:44.219686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 243eee11-22a6-4101-97e3-1f88d7b29f4c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:44.219686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.226546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-87744000-7d8f-4f2d-9802-a34dafe46e6d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.228497 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-87744000-7d8f-4f2d-9802-a34dafe46e6d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/58f97054-49ba-4745-a5a7-ed139269651a HTTP/1.1" status: 204 len: 168 time: 0.8686087 Mar 22 13:06:44.255253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38134) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:44.259701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6462ad-0319-4098-a307-4f55448f1dc5 None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:06:44.299593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0882a46e-f399-4f0e-a167-366fcce6d777 None None] Provisioning complete for port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:44.299974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0882a46e-f399-4f0e-a167-366fcce6d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.320257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Calling delete_port for 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:44.351726 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1e640a98-3043-4f66-a0a0-b3f6ab789836 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6283314 Mar 22 13:06:44.354518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38138) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:44.392036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9bdbc925-613a-4dd6-9503-51bee9557cff tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ff:20:e5'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:51:d8:73'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:44.438789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-74e7240d-361e-4a0c-ad7a-f5b11181dee5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:44.468055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-74e7240d-361e-4a0c-ad7a-f5b11181dee5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:44.471005 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-74e7240d-361e-4a0c-ad7a-f5b11181dee5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2104216 Mar 22 13:06:44.473620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38142) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:44.496161 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-83bffa28-1da1-4a1a-98dc-89546803ed0a tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] delete failed (client error): The resource could not be found. Mar 22 13:06:44.498108 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-83bffa28-1da1-4a1a-98dc-89546803ed0a tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/58f97054-49ba-4745-a5a7-ed139269651a HTTP/1.1" status: 404 len: 347 time: 0.0224099 Mar 22 13:06:44.519050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] For port 243eee11-22a6-4101-97e3-1f88d7b29f4c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=243eee11-22a6-4101-97e3-1f88d7b29f4c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:44.521014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38146) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:44.523460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.549139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group': {'name': 'tempest-secgroup--558475352'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:44.570292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Deleting port dbe79cb0-137d-45b6-9e7d-69f7d4dfc0aa {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:44.570632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.585052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:44.597080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6462ad-0319-4098-a307-4f55448f1dc5 None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:06:44.675192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:44.681268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.735915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ea426a01-91a8-4702-b47b-6bfd26c91933 None None] Provisioning for port daa5efcb-c45f-48a6-8eb4-0d782739dc40 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:44.746530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ea426a01-91a8-4702-b47b-6bfd26c91933 None None] Provisioning complete for port daa5efcb-c45f-48a6-8eb4-0d782739dc40 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:44.746866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ea426a01-91a8-4702-b47b-6bfd26c91933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.759891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:06:44.760214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:06:44.766211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.773882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.825299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.826188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.863190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ea426a01-91a8-4702-b47b-6bfd26c91933 None None] Port daa5efcb-c45f-48a6-8eb4-0d782739dc40 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:44.894875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:44.903398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Calling delete_port for dbe79cb0-137d-45b6-9e7d-69f7d4dfc0aa owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:45.017818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697dfdb5-c77c-4b81-95bb-6e85d1c7aa6f None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:06:45.043068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:45.043771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:45.044114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.092604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.097743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:45.116619 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:45.125674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.131735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:45.132326 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.149531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:45.168069 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.174102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:45.175828 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697dfdb5-c77c-4b81-95bb-6e85d1c7aa6f None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:06:45.179257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event deleted for resources: {'Port': ['ID=dbe79cb0-137d-45b6-9e7d-69f7d4dfc0aa,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:45.364107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=243eee11-22a6-4101-97e3-1f88d7b29f4c,revision_number=8']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:45.366835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=40a3fa02-df6b-4401-80c8-488dbe689dd2,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:45.376640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:45.386064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.438541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d9543e-14ef-45a8-98c6-9f3dd0737610,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:45.550857 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6645a05b-1f91-445f-90a0-05bc4d7324cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.0261972 Mar 22 13:06:45.558148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38150) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:45.581800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.583572 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4a842fde-13f9-4fba-8331-9c6df10beb93 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8459165 Mar 22 13:06:45.584966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:45.587339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38154) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:45.591296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:4d:39:e0', 'name': 'tempest-NetworksTestDHCPv6-577596034'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:45.668995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc925-613a-4dd6-9503-51bee9557cff tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.671188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7397e80-3efd-4c44-9fc9-9e5811b0d667 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.673933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:45.674390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.693810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7397e80-3efd-4c44-9fc9-9e5811b0d667 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.798176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 243eee11-22a6-4101-97e3-1f88d7b29f4c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:45.859143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Router 6970911f-8c8f-454b-ac7c-2a8fea490b3d has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:06:45.863264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7397e80-3efd-4c44-9fc9-9e5811b0d667 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.874700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 243eee11-22a6-4101-97e3-1f88d7b29f4c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:45.875084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.878942 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7397e80-3efd-4c44-9fc9-9e5811b0d667 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31d9543e-14ef-45a8-98c6-9f3dd0737610,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:45.947118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7397e80-3efd-4c44-9fc9-9e5811b0d667 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:45.950872 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b7397e80-3efd-4c44-9fc9-9e5811b0d667 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/31d9543e-14ef-45a8-98c6-9f3dd0737610 HTTP/1.1" status: 204 len: 168 time: 0.3621507 Mar 22 13:06:45.951490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38158) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:46.050807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.066314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:06:46.082838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.084491 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917ea80d-5444-4c84-bbe4-6fe5ff358df2 None None] Sync routers for ids ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:06:46.087437 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f28357df-95e0-4168-a21a-dc166d740536 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "PUT /v2.0/routers/6970911f-8c8f-454b-ac7c-2a8fea490b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5524933 Mar 22 13:06:46.096180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-95816b9f-6127-41f1-8bd2-46df7c6e2e18 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:46.101627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38162) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:46.104403 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ea80d-5444-4c84-bbe4-6fe5ff358df2 None None] Routers {'6970911f-8c8f-454b-ac7c-2a8fea490b3d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:46.105051 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-917ea80d-5444-4c84-bbe4-6fe5ff358df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:46.174154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.174963 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-917ea80d-5444-4c84-bbe4-6fe5ff358df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:46.184452 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ea80d-5444-4c84-bbe4-6fe5ff358df2 None None] Routers {'6970911f-8c8f-454b-ac7c-2a8fea490b3d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:46.185065 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-917ea80d-5444-4c84-bbe4-6fe5ff358df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:46.188067 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-2fdd9bd4-4eac-45c9-9ee2-ff4b43777881 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] delete failed (client error): The resource could not be found. Mar 22 13:06:46.189095 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2fdd9bd4-4eac-45c9-9ee2-ff4b43777881 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-2139199794 HTTP/1.1" status: 404 len: 335 time: 0.0846114 Mar 22 13:06:46.195513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38166) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:46.198336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-95816b9f-6127-41f1-8bd2-46df7c6e2e18 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:46.204734 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-95816b9f-6127-41f1-8bd2-46df7c6e2e18 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2450578 Mar 22 13:06:46.205490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38170) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:46.208769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-59c9bab8-3eac-42e6-8803-1bde12b35718 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Request body: {'router': {'external_gateway_info': {'network_id': '6970911f-8c8f-454b-ac7c-2a8fea490b3d'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:46.251975 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-917ea80d-5444-4c84-bbe4-6fe5ff358df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:46.252626 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917ea80d-5444-4c84-bbe4-6fe5ff358df2 None None] The sync data for ids ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:06:46.274308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] For port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=13c7dea0-7aab-4c2a-be0c-25a2a0e22198,segment=NetworkSegment(6f17405a-7483-4564-94e2-f6269cf9d4b5),segment_id=6f17405a-7483-4564-94e2-f6269cf9d4b5)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:46.274742 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.291107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:46.410567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ae4f0-a552-4cb8-8319-a9639e61e150 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:46.512725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Calling delete_port for 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:46.525113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a87b1123-aab7-40ad-9144-e2cdf41090c7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.543666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-520962f8-bcfc-49d2-bfb7-1607ae715388 None None] Provisioning complete for port 243eee11-22a6-4101-97e3-1f88d7b29f4c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:46.544039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-520962f8-bcfc-49d2-bfb7-1607ae715388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.548654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:46.550691 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41dd3ee3-6958-4c24-9f1e-42186b1f68ab,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:46.553679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a87b1123-aab7-40ad-9144-e2cdf41090c7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.657358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.658836 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c14a9f82-6d55-4b34-bdbe-9de80e0c3f18 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1285756 Mar 22 13:06:46.671344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38174) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:46.684490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:46.688683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '41dd3ee3-6958-4c24-9f1e-42186b1f68ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:46.695046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a87b1123-aab7-40ad-9144-e2cdf41090c7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.710491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:46.784688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:46.791384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-59c9bab8-3eac-42e6-8803-1bde12b35718 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.795013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:46.798014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b1123-aab7-40ad-9144-e2cdf41090c7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245f0d16-28af-450d-a77f-4ada7f66bc30,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:46.808808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:46.839018 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-59c9bab8-3eac-42e6-8803-1bde12b35718 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] update failed (client error): The resource could not be found. Mar 22 13:06:46.840126 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-59c9bab8-3eac-42e6-8803-1bde12b35718 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "PUT /v2.0/routers/6970911f-8c8f-454b-ac7c-2a8fea490b3d HTTP/1.1" status: 404 len: 339 time: 0.6436036 Mar 22 13:06:46.843930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38178) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:46.899047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a87b1123-aab7-40ad-9144-e2cdf41090c7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:46.900251 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a87b1123-aab7-40ad-9144-e2cdf41090c7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/245f0d16-28af-450d-a77f-4ada7f66bc30 HTTP/1.1" status: 204 len: 168 time: 0.6384411 Mar 22 13:06:46.906791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38182) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:47.069201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-9bdbc925-613a-4dd6-9503-51bee9557cff tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:06:47.103600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc925-613a-4dd6-9503-51bee9557cff tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.108041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c805adf5-05e9-4495-9207-db23499857d0 None None] Provisioning complete for port 243eee11-22a6-4101-97e3-1f88d7b29f4c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:47.108600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c805adf5-05e9-4495-9207-db23499857d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.122235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.124826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc925-613a-4dd6-9503-51bee9557cff tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.184773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.201256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Router 8e5cdfa7-8411-4b7b-8c79-0c0699a211f1 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:06:47.202958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.364574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8291196-7538-41ad-be6f-58ff050b5293 None None] DHCP port deletion for 7d8d2a57-4b22-4694-ade8-5450871b91be request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:47.400021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbc925-613a-4dd6-9503-51bee9557cff tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event updated for resources: {'Port': ['ID=daa5efcb-c45f-48a6-8eb4-0d782739dc40,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:47.410911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-78408fac-991e-45e5-a4a5-9e71446abe30 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:47.432117 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port 0586b72b-795f-4fc2-a43d-53fa52f3bc6e yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:06:47.470912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25016243-ee10-453b-96aa-282b7a6393df None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:06:47.536054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.553516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-78408fac-991e-45e5-a4a5-9e71446abe30 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:47.555087 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-78408fac-991e-45e5-a4a5-9e71446abe30 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6477754 Mar 22 13:06:47.555961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.564012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No DVR routers for this DVR port 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:47.565575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38186) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:47.570879 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:47.573769 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9bdbc925-613a-4dd6-9503-51bee9557cff tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] In _notify_port_updated(), no bound segment for port daa5efcb-c45f-48a6-8eb4-0d782739dc40 on network fa10c99a-f065-4f95-bef2-5011c1cce0da {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:06:47.579270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdbc925-613a-4dd6-9503-51bee9557cff tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:47.579851 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc925-613a-4dd6-9503-51bee9557cff tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.583939 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9bdbc925-613a-4dd6-9503-51bee9557cff tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "PUT /v2.0/ports/daa5efcb-c45f-48a6-8eb4-0d782739dc40 HTTP/1.1" status: 200 len: 1053 time: 3.2153909 Mar 22 13:06:47.586494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Port': ['ID=13c7dea0-7aab-4c2a-be0c-25a2a0e22198,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:47.587295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38188) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:47.621764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:06:47.622250 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 13c7dea0-7aab-4c2a-be0c-25a2a0e22198 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:47.636476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d4a4f6-62f9-4657-b679-b2597e3c0540,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:47.637031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group': {'name': 'tempest-secgroup--622847339'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:47.641604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-23245751-d6a1-4e4c-a9db-14eba1a1f119 None None] Provisioning complete for port daa5efcb-c45f-48a6-8eb4-0d782739dc40 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:47.642626 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23245751-d6a1-4e4c-a9db-14eba1a1f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.648204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.649535 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9efdd2a1-a307-4f33-b9d6-7e1722f927cb tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9762480 Mar 22 13:06:47.652258 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:47.668133 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38194) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:47.694388 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.704156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:47.722919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0aa54023-6492-4201-8fcd-58e7a701846f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Deleting port daa5efcb-c45f-48a6-8eb4-0d782739dc40 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:47.723239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0aa54023-6492-4201-8fcd-58e7a701846f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.744193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-23245751-d6a1-4e4c-a9db-14eba1a1f119 None None] Port daa5efcb-c45f-48a6-8eb4-0d782739dc40 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:47.790198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25016243-ee10-453b-96aa-282b7a6393df None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:06:47.790710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.885508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.894459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ea6a-b788-470c-b512-b818d88a0d8e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.932675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ea6a-b788-470c-b512-b818d88a0d8e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:47.967891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:06:47.983692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:47.993207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Sync routers for ids ['8e5cdfa7-8411-4b7b-8c79-0c0699a211f1'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:06:48.011429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Routers {'8e5cdfa7-8411-4b7b-8c79-0c0699a211f1'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:48.012662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['8e5cdfa7-8411-4b7b-8c79-0c0699a211f1'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:48.015219 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:48.054882 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:48.074877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:48.076885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ea6a-b788-470c-b512-b818d88a0d8e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.113554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8ea6a-b788-470c-b512-b818d88a0d8e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9d4a4f6-62f9-4657-b679-b2597e3c0540,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:48.128828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ea6a-b788-470c-b512-b818d88a0d8e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.132382 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0fe8ea6a-b788-470c-b512-b818d88a0d8e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/a9d4a4f6-62f9-4657-b679-b2597e3c0540 HTTP/1.1" status: 204 len: 168 time: 0.4609828 Mar 22 13:06:48.140110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.143987 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5061ac4a-fd95-40ce-bc9c-5bb5a1e5eede tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.9352911 Mar 22 13:06:48.144684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38198) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:48.145050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38200) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:48.146062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.155470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::1c8 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/2ac9579d-2d12-48b4-ae59-4bb25ca6f16c/0586b72b-795f-4fc2-a43d-53fa52f3bc6e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:48.260162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Set router 8e5cdfa7-8411-4b7b-8c79-0c0699a211f1 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:06:48.274342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4d:39e0 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/40a3fa02-df6b-4401-80c8-488dbe689dd2/0586b72b-795f-4fc2-a43d-53fa52f3bc6e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:48.283956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=83657e4a-751a-4fda-81e5-e2467c33b44a,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:48.292582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0aa54023-6492-4201-8fcd-58e7a701846f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.388273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.413996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8d2a57-4b22-4694-ade8-5450871b91be']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:48.426174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f17405a-7483-4564-94e2-f6269cf9d4b5') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:48.426455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f17405a-7483-4564-94e2-f6269cf9d4b5') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:48.434479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0aa54023-6492-4201-8fcd-58e7a701846f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Calling delete_port for daa5efcb-c45f-48a6-8eb4-0d782739dc40 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:48.437760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.470758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Allocated IP 172.20.0.1 (831c49f6-886c-4ce1-864b-f8231578ea31/3e1febda-c080-4d8d-8b63-4334e2330d5c/5cb1559c-3324-4950-9570-c5150c22687b) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:48.482962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.521890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c0b4f-d536-4b50-bfbf-89355bf6e8a2 None None] Network 7d8d2a57-4b22-4694-ade8-5450871b91be requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:48.594386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:48.595010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.616761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bd274c8b-be2c-4b62-82d9-2ea2a7259206 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:48.619796 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:48.777281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6129d16b-ee9b-4b3a-8840-9a0a205691ef None None] DHCP port deletion for 7d8d2a57-4b22-4694-ade8-5450871b91be request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:48.796637 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5cdfa7-8411-4b7b-8c79-0c0699a211f1', 'name': '', 'tenant_id': 'bfef685ee8574f07be2310e7b545b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e8b4197-2506-44d7-9690-2c3e89ee8973', 'external_fixed_ips': [{'subnet_id': '77ca0d15-4b46-495f-a330-8c932ba2e629', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bea201df-abea-4271-9c3e-78261c942ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:37Z', 'updated_at': '2022-03-22T13:06:43Z', 'revision_number': 3, 'project_id': 'bfef685ee8574f07be2310e7b545b291', 'gw_port': {'id': 'bea201df-abea-4271-9c3e-78261c942ec2', 'name': '', 'network_id': '8e8b4197-2506-44d7-9690-2c3e89ee8973', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5cdfa7-8411-4b7b-8c79-0c0699a211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '77ca0d15-4b46-495f-a330-8c932ba2e629', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:41Z', 'updated_at': '2022-03-22T13:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77ca0d15-4b46-495f-a330-8c932ba2e629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:48.800863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Checking router: 8e5cdfa7-8411-4b7b-8c79-0c0699a211f1 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:06:48.801616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Updating router 8e5cdfa7-8411-4b7b-8c79-0c0699a211f1 port bea201df-abea-4271-9c3e-78261c942ec2 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:06:48.856645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.875790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.880226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0aa54023-6492-4201-8fcd-58e7a701846f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.945113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa54023-6492-4201-8fcd-58e7a701846f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event deleted for resources: {'Port': ['ID=daa5efcb-c45f-48a6-8eb4-0d782739dc40,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:48.946527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.955842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:48.986656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Transition to ACTIVE for port object 5cb1559c-3324-4950-9570-c5150c22687b will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:49.003442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bd274c8b-be2c-4b62-82d9-2ea2a7259206 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:49.005511 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bd274c8b-be2c-4b62-82d9-2ea2a7259206 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8557298 Mar 22 13:06:49.008575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38206) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.059109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.083352 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.130823 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.171797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=7d8d2a57-4b22-4694-ade8-5450871b91be,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:49.213879 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165f48ce-12b9-4233-984c-1e5124742426,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:49.246313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.262231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Transition to ACTIVE for port object bea201df-abea-4271-9c3e-78261c942ec2 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:49.271883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.304608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.312096 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-10342fe1-de8f-45dd-8bc3-4717abd909d0 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/7d8d2a57-4b22-4694-ade8-5450871b91be HTTP/1.1" status: 204 len: 168 time: 9.4931986 Mar 22 13:06:49.317725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38210) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.344098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4faf6105-6f76-4aea-a180-511f448b3ae3 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.359090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.360619 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f6234f82-5d49-4823-9426-0c694f82450a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7755921 Mar 22 13:06:49.368274 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Attempting to bind port bea201df-abea-4271-9c3e-78261c942ec2 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:49.368818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Attempting to bind port bea201df-abea-4271-9c3e-78261c942ec2 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '4a5134a0-4ad2-42ce-83fe-5b3e95ba905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e8b4197-2506-44d7-9690-2c3e89ee8973'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:49.368944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38214) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.369349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Attempting to bind port bea201df-abea-4271-9c3e-78261c942ec2 on network 8e8b4197-2506-44d7-9690-2c3e89ee8973 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:06:49.371888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fdd3a-0cfa-4807-8bc0-77f53f454fc5 None None] Pushing event updated for resources: {'Port': ['ID=bea201df-abea-4271-9c3e-78261c942ec2,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:49.377323 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-feea70f8-33aa-4c3a-9a6d-80aa1656f8ef tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:49.377852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:06:49.378197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feea70f8-33aa-4c3a-9a6d-80aa1656f8ef tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:49.378320 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Checking segment: {'id': '4a5134a0-4ad2-42ce-83fe-5b3e95ba905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e8b4197-2506-44d7-9690-2c3e89ee8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:06:49.378618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.379000 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Bound using segment: {'id': '4a5134a0-4ad2-42ce-83fe-5b3e95ba905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e8b4197-2506-44d7-9690-2c3e89ee8973'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:06:49.379529 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Bound port: bea201df-abea-4271-9c3e-78261c942ec2, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5134a0-4ad2-42ce-83fe-5b3e95ba905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8e8b4197-2506-44d7-9690-2c3e89ee8973'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:49.379900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.383801 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-feea70f8-33aa-4c3a-9a6d-80aa1656f8ef tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/83657e4a-751a-4fda-81e5-e2467c33b44a HTTP/1.1" status: 404 len: 337 time: 0.0647798 Mar 22 13:06:49.387180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38216) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.390818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': '165f48ce-12b9-4233-984c-1e5124742426', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:49.400232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.429820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object 0586b72b-795f-4fc2-a43d-53fa52f3bc6e will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:49.431657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.445023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:49.459772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Deleting port bea201df-abea-4271-9c3e-78261c942ec2 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:49.460226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.466298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:49.470940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] For port bea201df-abea-4271-9c3e-78261c942ec2, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:06:49.476052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] For port bea201df-abea-4271-9c3e-78261c942ec2, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bea201df-abea-4271-9c3e-78261c942ec2,segment=NetworkSegment(4a5134a0-4ad2-42ce-83fe-5b3e95ba905f),segment_id=4a5134a0-4ad2-42ce-83fe-5b3e95ba905f)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:06:49.481014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Network 831c49f6-886c-4ce1-864b-f8231578ea31 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:49.482431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.486747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:49.492186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:49.500495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4faf6105-6f76-4aea-a180-511f448b3ae3 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.510451 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b229f519-a2e4-406c-9a01-4cd7125ac4cb tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:49.511117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b229f519-a2e4-406c-9a01-4cd7125ac4cb tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:49.513816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:49.529168 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.549957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:49.556053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'Port': ['ID=5cb1559c-3324-4950-9570-c5150c22687b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:49.561883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0aa54023-6492-4201-8fcd-58e7a701846f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.564248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Routers {'8e5cdfa7-8411-4b7b-8c79-0c0699a211f1'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:49.564870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['8e5cdfa7-8411-4b7b-8c79-0c0699a211f1'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:49.607715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b229f519-a2e4-406c-9a01-4cd7125ac4cb tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/7d8d2a57-4b22-4694-ade8-5450871b91be HTTP/1.1" status: 404 len: 339 time: 0.2021711 Mar 22 13:06:49.624680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38222) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.626411 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0aa54023-6492-4201-8fcd-58e7a701846f tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "DELETE /v2.0/ports/daa5efcb-c45f-48a6-8eb4-0d782739dc40 HTTP/1.1" status: 204 len: 168 time: 2.0351794 Mar 22 13:06:49.633357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fdd3a-0cfa-4807-8bc0-77f53f454fc5 None None] Pushing event updated for resources: {'Port': ['ID=bea201df-abea-4271-9c3e-78261c942ec2,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:49.634631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38224) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.664632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=0586b72b-795f-4fc2-a43d-53fa52f3bc6e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:49.733724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.744870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:49.747093 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-376b129e-e8ef-4709-893b-9854577e9a63 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:49.747779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376b129e-e8ef-4709-893b-9854577e9a63 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:49.752140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:49.757638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] Set router 8e5cdfa7-8411-4b7b-8c79-0c0699a211f1 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:06:49.761076 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba61fb51-8225-4c8e-944c-af58b289e52d tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] GET failed (client error): The resource could not be found. Mar 22 13:06:49.761599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ba61fb51-8225-4c8e-944c-af58b289e52d tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Synchronizing usage tracker for tenant:b122863b47194c779387112c5df0f40c on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:49.763593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:06:49.768497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.770683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:49.771614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.786367 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-376b129e-e8ef-4709-893b-9854577e9a63 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/14e581b9-3d09-48a1-8774-851f1b068bb0 HTTP/1.1" status: 404 len: 337 time: 0.1547716 Mar 22 13:06:49.793664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38230) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.805925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4faf6105-6f76-4aea-a180-511f448b3ae3 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.837455 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac790d8b-df25-4090-b674-ec2b60abbdc6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:49.837961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac790d8b-df25-4090-b674-ec2b60abbdc6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:49.842337 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ac790d8b-df25-4090-b674-ec2b60abbdc6 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/35366a73-d19d-47c1-abc2-470fffff6abe HTTP/1.1" status: 404 len: 339 time: 0.0458491 Mar 22 13:06:49.845939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ba61fb51-8225-4c8e-944c-af58b289e52d tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Unset dirty status for tenant:b122863b47194c779387112c5df0f40c on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:49.850416 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ba61fb51-8225-4c8e-944c-af58b289e52d tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "GET /v2.0/ports/daa5efcb-c45f-48a6-8eb4-0d782739dc40 HTTP/1.1" status: 404 len: 333 time: 0.2103679 Mar 22 13:06:49.850416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38234) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.852038 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bc5d6bff-1c06-4ad0-a07a-1a130b5d0747 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2827234 Mar 22 13:06:49.852038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38236) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.857006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38238) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.859102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf6105-6f76-4aea-a180-511f448b3ae3 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dd3ee3-6958-4c24-9f1e-42186b1f68ab,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:49.891794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4faf6105-6f76-4aea-a180-511f448b3ae3 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.893010 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4faf6105-6f76-4aea-a180-511f448b3ae3 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/41dd3ee3-6958-4c24-9f1e-42186b1f68ab HTTP/1.1" status: 204 len: 168 time: 0.8833108 Mar 22 13:06:49.899038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38246) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:49.910502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5cdfa7-8411-4b7b-8c79-0c0699a211f1', 'name': '', 'tenant_id': 'bfef685ee8574f07be2310e7b545b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:37Z', 'updated_at': '2022-03-22T13:06:49Z', 'revision_number': 4, 'project_id': 'bfef685ee8574f07be2310e7b545b291', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:49.919766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b68086-0cc4-4ebb-ae59-acff4607595e None None] The sync data for ids ['8e5cdfa7-8411-4b7b-8c79-0c0699a211f1'] in dv-neutron-834664-2-hyperv is: [{'id': '8e5cdfa7-8411-4b7b-8c79-0c0699a211f1', 'name': '', 'tenant_id': 'bfef685ee8574f07be2310e7b545b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:37Z', 'updated_at': '2022-03-22T13:06:49Z', 'revision_number': 4, 'project_id': 'bfef685ee8574f07be2310e7b545b291', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:06:49.928638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fec2bc38-e2ec-48f4-94f8-5870f5c3c491 None None] Provisioning for port 5cb1559c-3324-4950-9570-c5150c22687b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:49.936901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fec2bc38-e2ec-48f4-94f8-5870f5c3c491 None None] Provisioning complete for port 5cb1559c-3324-4950-9570-c5150c22687b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:49.937284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fec2bc38-e2ec-48f4-94f8-5870f5c3c491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:49.997424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] For port bea201df-abea-4271-9c3e-78261c942ec2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bea201df-abea-4271-9c3e-78261c942ec2,segment=NetworkSegment(4a5134a0-4ad2-42ce-83fe-5b3e95ba905f),segment_id=4a5134a0-4ad2-42ce-83fe-5b3e95ba905f)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:49.997783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.019384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-fec2bc38-e2ec-48f4-94f8-5870f5c3c491 None None] Port 5cb1559c-3324-4950-9570-c5150c22687b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:50.019598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.051620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.097476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-46009d9f-fe26-4c3b-9004-51255a9a4901 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Deleting port 448de0d5-89e4-4acb-8564-e293c86244f0 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:50.097760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-46009d9f-fe26-4c3b-9004-51255a9a4901 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.115710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.147101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-26c82922-36ba-4345-9a8b-897f22ca1f64 None None] Provisioning for port 0586b72b-795f-4fc2-a43d-53fa52f3bc6e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:50.149431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752b04d9-ba87-404b-b764-02b39afdb8a5,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:50.154759 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-26c82922-36ba-4345-9a8b-897f22ca1f64 None None] Provisioning complete for port 0586b72b-795f-4fc2-a43d-53fa52f3bc6e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:50.155371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-26c82922-36ba-4345-9a8b-897f22ca1f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.160597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c3ef502d-c37e-4042-b805-912dfdb24d98 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:50.206441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Calling delete_port for bea201df-abea-4271-9c3e-78261c942ec2 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:50.217558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-26c82922-36ba-4345-9a8b-897f22ca1f64 None None] Port 0586b72b-795f-4fc2-a43d-53fa52f3bc6e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:50.221045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.222549 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ecb07e5c-0ed8-4b80-8131-866e7b5a2536 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8371887 Mar 22 13:06:50.230417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38250) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:50.238888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8490c-292c-4997-9545-40de06392a75 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port 0586b72b-795f-4fc2-a43d-53fa52f3bc6e {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:50.239240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ddd8490c-292c-4997-9545-40de06392a75 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.252223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.269246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': '165f48ce-12b9-4233-984c-1e5124742426', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:50.287814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c3ef502d-c37e-4042-b805-912dfdb24d98 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:50.289017 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c3ef502d-c37e-4042-b805-912dfdb24d98 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3754578 Mar 22 13:06:50.290273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:50.295686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38254) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:50.301331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:50.306903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:50.309384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group': {'name': 'tempest-secgroup--46024882'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:50.335800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:50.403896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:50.417889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.439751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:50.485774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.637208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b0a251-2253-469f-83c7-b788a3ffc9e3']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:50.644637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.723063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe497341-8e53-4c52-957b-d43078931600') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:50.723394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe497341-8e53-4c52-957b-d43078931600') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:50.753117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.793203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.812501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:50.812892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.824013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:50.827551 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:50.870032 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:50.941508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.951353 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.980783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ddd8490c-292c-4997-9545-40de06392a75 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:50.988391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-46009d9f-fe26-4c3b-9004-51255a9a4901 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.041594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4602ce-ff9e-481f-8ddc-fd20c1371008,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:51.048947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.054243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.099749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=f2b0a251-2253-469f-83c7-b788a3ffc9e3,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:51.106158 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c0b3a53a-1b95-43e6-8f17-9f49f97cd4cd tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/f2b0a251-2253-469f-83c7-b788a3ffc9e3 HTTP/1.1" status: 204 len: 168 time: 1.2486601 Mar 22 13:06:51.110530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.111585 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2af7b12c-c402-4cb7-8815-bd4ef758258d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8761559 Mar 22 13:06:51.115381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38258) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:51.115708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38260) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:51.129950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': '165f48ce-12b9-4233-984c-1e5124742426', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:51.171145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:51.179669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:51.185081 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-db579e9a-0011-406d-b3ce-5e526a74223d tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:51.185531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db579e9a-0011-406d-b3ce-5e526a74223d tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:51.187193 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-db579e9a-0011-406d-b3ce-5e526a74223d tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/e69d761a-2d19-4a5c-a19f-27b866819ba8 HTTP/1.1" status: 404 len: 337 time: 0.0705721 Mar 22 13:06:51.189290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:51.191786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38266) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:51.198529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:51.230561 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20f9b0e-658b-48c6-b5ef-05aeddc8aefa tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:51.231258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20f9b0e-658b-48c6-b5ef-05aeddc8aefa tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:51.233052 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d20f9b0e-658b-48c6-b5ef-05aeddc8aefa tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/dbd76bc9-1189-4a13-b32b-2bfabf05e0fa HTTP/1.1" status: 404 len: 339 time: 0.0395343 Mar 22 13:06:51.235265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8490c-292c-4997-9545-40de06392a75 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for 0586b72b-795f-4fc2-a43d-53fa52f3bc6e owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:51.235929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38270) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:51.273024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-46009d9f-fe26-4c3b-9004-51255a9a4901 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Calling delete_port for 448de0d5-89e4-4acb-8564-e293c86244f0 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:51.289150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.304470 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf45bae0-539c-40fa-9cb6-79d46be78dad tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:51.304917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf45bae0-539c-40fa-9cb6-79d46be78dad tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:51.306723 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cf45bae0-539c-40fa-9cb6-79d46be78dad tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/b9022376-5cda-47b0-bb41-859f755fe3a6 HTTP/1.1" status: 404 len: 337 time: 0.0697815 Mar 22 13:06:51.308765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.309788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38274) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:51.323570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.365431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.383273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.430374 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e11b29-08f8-46bc-96b7-5883298f78cf tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:51.430855 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e11b29-08f8-46bc-96b7-5883298f78cf tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:51.466804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event deleted for resources: {'Port': ['ID=bea201df-abea-4271-9c3e-78261c942ec2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:51.471027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.483922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event updated for resources: {'Port': ['ID=5cb1559c-3324-4950-9570-c5150c22687b,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:51.515449 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.524670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.528513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.539459 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f4e11b29-08f8-46bc-96b7-5883298f78cf tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/6a0918a4-5d82-46fc-9660-926d2885779f HTTP/1.1" status: 404 len: 339 time: 0.2185357 Mar 22 13:06:51.543617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.547256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38278) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:51.607549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028bfa23-b18c-4c81-bf35-48a777a29673,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:51.637348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.638525 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-df31510a-b074-4101-b09f-b6a7cfab19b9 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5202661 Mar 22 13:06:51.641706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38282) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:51.649302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': '165f48ce-12b9-4233-984c-1e5124742426', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:51.665599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:51.671882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:51.677432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:51.685533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:51.688324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Network 831c49f6-886c-4ce1-864b-f8231578ea31 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:51.690703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:51.702924 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a35763-4209-44c0-a963-fd82d72389af tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:51.703638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a35763-4209-44c0-a963-fd82d72389af tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:51.753905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82072481-7bea-4de0-898a-3699028c2f85,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:51.775540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.779467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.783232 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c9f8f080-9e62-4c77-b350-2a2348a1c1ea tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4840679 Mar 22 13:06:51.788014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38286) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:51.793275 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e1a35763-4209-44c0-a963-fd82d72389af tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/909fd9d3-77b2-4d26-8a7d-d6dfd2b4d3b0 HTTP/1.1" status: 404 len: 337 time: 0.2378182 Mar 22 13:06:51.797555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38290) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:51.802873 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7cec4940-f7d2-456b-93cf-9c9092e06872 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '82072481-7bea-4de0-898a-3699028c2f85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:51.838465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7cec4940-f7d2-456b-93cf-9c9092e06872 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:51.856531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.920214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Router 6970911f-8c8f-454b-ac7c-2a8fea490b3d has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:06:51.942079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.955264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bb41f76b-3dec-4709-9471-378e4b360917 None None] Provisioning complete for port 5cb1559c-3324-4950-9570-c5150c22687b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:51.956102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bb41f76b-3dec-4709-9471-378e4b360917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.970566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-46009d9f-fe26-4c3b-9004-51255a9a4901 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:51.999942 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.002931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7cec4940-f7d2-456b-93cf-9c9092e06872 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:52.015493 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f1d591-1a01-4787-af96-4b29b717088f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:52.015979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f1d591-1a01-4787-af96-4b29b717088f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:52.019987 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-65f1d591-1a01-4787-af96-4b29b717088f tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/e1f02239-7d5e-4060-904c-a288b1be4ad9 HTTP/1.1" status: 404 len: 339 time: 0.2049901 Mar 22 13:06:52.021726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38294) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.028510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-bb41f76b-3dec-4709-9471-378e4b360917 None None] Port 5cb1559c-3324-4950-9570-c5150c22687b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:06:52.127260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2ce766-65db-4687-bdbb-ebebf5a672df,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:52.144714 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e62582-5d5e-4c89-9982-e885f60c5b4c tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:52.145218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e62582-5d5e-4c89-9982-e885f60c5b4c tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:52.307967 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-78e62582-5d5e-4c89-9982-e885f60c5b4c tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/f0296515-867f-4431-977b-3084da79426f HTTP/1.1" status: 404 len: 337 time: 0.2804315 Mar 22 13:06:52.310330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38298) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.311167 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.311475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:06:52.316356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46009d9f-fe26-4c3b-9004-51255a9a4901 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event deleted for resources: {'Port': ['ID=448de0d5-89e4-4acb-8564-e293c86244f0,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:52.316772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.317945 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fe21bf64-70e9-4bb6-9a64-efd761e0c6b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6751714 Mar 22 13:06:52.322403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.326098 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7dfd1579-1829-4295-9e51-588b8b10a826 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "PUT /v2.0/routers/6970911f-8c8f-454b-ac7c-2a8fea490b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4811580 Mar 22 13:06:52.328016 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c9a88-51c7-4a10-b66c-4fce1848e49b None None] Sync routers for ids ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:06:52.343995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38302) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.344322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38304) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.350418 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c9a88-51c7-4a10-b66c-4fce1848e49b None None] Routers {'6970911f-8c8f-454b-ac7c-2a8fea490b3d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:52.352295 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-872c9a88-51c7-4a10-b66c-4fce1848e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:52.354887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': '165f48ce-12b9-4233-984c-1e5124742426', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:52.390799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cec4940-f7d2-456b-93cf-9c9092e06872 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.422588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:52.425500 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d3b142-95a2-4418-a7f2-4f78ba2ad6a2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:52.425982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d3b142-95a2-4418-a7f2-4f78ba2ad6a2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:52.427723 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-55d3b142-95a2-4418-a7f2-4f78ba2ad6a2 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/8dc41b29-9983-46d4-ba92-7250a64de196 HTTP/1.1" status: 404 len: 339 time: 0.1140232 Mar 22 13:06:52.431147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38310) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.446256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:52.455440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:52.475215 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-872c9a88-51c7-4a10-b66c-4fce1848e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:52.489078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ddd8490c-292c-4997-9545-40de06392a75 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.489794 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c9a88-51c7-4a10-b66c-4fce1848e49b None None] Routers {'6970911f-8c8f-454b-ac7c-2a8fea490b3d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:52.491211 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-872c9a88-51c7-4a10-b66c-4fce1848e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:52.494741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:52.554757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.555361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e5cdfa7-8411-4b7b-8c79-0c0699a211f1 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:06:52.569704 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-872c9a88-51c7-4a10-b66c-4fce1848e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:52.570428 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c9a88-51c7-4a10-b66c-4fce1848e49b None None] The sync data for ids ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:06:52.575995 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c6bc9f-be90-4aba-a116-e5243133ae06 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:52.576455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c6bc9f-be90-4aba-a116-e5243133ae06 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:52.578183 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-95c6bc9f-be90-4aba-a116-e5243133ae06 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/d65aca16-2d60-4594-9285-c7de417e4377 HTTP/1.1" status: 404 len: 337 time: 0.1366262 Mar 22 13:06:52.587878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38314) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.630790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8490c-292c-4997-9545-40de06392a75 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=0586b72b-795f-4fc2-a43d-53fa52f3bc6e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:52.673007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.683304 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0ee126-7f8b-4176-8062-82271c958ede tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:52.684347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0ee126-7f8b-4176-8062-82271c958ede tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:52.685606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.689184 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-366c087e-5f11-4e88-9505-77711ec7bc44 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "DELETE /v2.0/routers/8e5cdfa7-8411-4b7b-8c79-0c0699a211f1 HTTP/1.1" status: 204 len: 168 time: 4.5354650 Mar 22 13:06:52.689333 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3b0ee126-7f8b-4176-8062-82271c958ede tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/da59330c-ada1-4f8e-ba85-cddb592ad461 HTTP/1.1" status: 404 len: 339 time: 0.0988107 Mar 22 13:06:52.696113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38318) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.696565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38320) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.697434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-46009d9f-fe26-4c3b-9004-51255a9a4901 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.699882 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-46009d9f-fe26-4c3b-9004-51255a9a4901 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "DELETE /v2.0/ports/448de0d5-89e4-4acb-8564-e293c86244f0 HTTP/1.1" status: 204 len: 168 time: 2.8443985 Mar 22 13:06:52.704437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38322) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.711441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ddd8490c-292c-4997-9545-40de06392a75 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.717681 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ddd8490c-292c-4997-9545-40de06392a75 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/0586b72b-795f-4fc2-a43d-53fa52f3bc6e HTTP/1.1" status: 204 len: 168 time: 2.8528821 Mar 22 13:06:52.753293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38330) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.757669 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c99ed7c-9f8c-495c-9055-5f649197d3d5 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] GET failed (client error): The resource could not be found. Mar 22 13:06:52.758210 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4c99ed7c-9f8c-495c-9055-5f649197d3d5 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Synchronizing usage tracker for tenant:b122863b47194c779387112c5df0f40c on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:52.786732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74f2a85b-03f3-4e03-9a9a-d07b20c29a61 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.787712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cec4940-f7d2-456b-93cf-9c9092e06872 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.789791 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4c99ed7c-9f8c-495c-9055-5f649197d3d5 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Unset dirty status for tenant:b122863b47194c779387112c5df0f40c on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:52.791324 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4c99ed7c-9f8c-495c-9055-5f649197d3d5 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "GET /v2.0/ports/448de0d5-89e4-4acb-8564-e293c86244f0 HTTP/1.1" status: 404 len: 333 time: 0.0856657 Mar 22 13:06:52.792874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cec4940-f7d2-456b-93cf-9c9092e06872 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.810964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38332) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.811600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec4940-f7d2-456b-93cf-9c9092e06872 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21473c9-34de-4e9f-b76f-285948472fb1,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:52.895224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7cec4940-f7d2-456b-93cf-9c9092e06872 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.896407 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7cec4940-f7d2-456b-93cf-9c9092e06872 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1020808 Mar 22 13:06:52.902056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-09e84e54-60f9-4c1b-8fb9-b790b122eed6 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Deleting port 42b685aa-50c2-4b8b-ab29-84724699812b {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:52.902463 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-09e84e54-60f9-4c1b-8fb9-b790b122eed6 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:52.905609 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b83547-bd40-4d68-95ca-f804c51ef37a tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:52.906064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b83547-bd40-4d68-95ca-f804c51ef37a tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:52.907751 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-72b83547-bd40-4d68-95ca-f804c51ef37a tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/50baa316-4370-4792-ae70-4039fe2b6e62 HTTP/1.1" status: 404 len: 337 time: 0.2024343 Mar 22 13:06:52.917688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38338) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.918034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38340) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:52.958375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '82072481-7bea-4de0-898a-3699028c2f85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:53.050792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:53.062096 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-303316d3-8848-43d3-b2c9-2bd5c49aa267 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:53.062515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303316d3-8848-43d3-b2c9-2bd5c49aa267 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:53.064213 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-303316d3-8848-43d3-b2c9-2bd5c49aa267 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/1fc05de9-9895-424a-b64d-8d09191d3beb HTTP/1.1" status: 404 len: 339 time: 0.1391790 Mar 22 13:06:53.065464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:53.077792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38346) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:53.080524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:53.103516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65e4e38-a807-43ce-ab5b-6f31b5d91c25 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Deleting subnet 77ca0d15-4b46-495f-a330-8c932ba2e629 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:53.137650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:53.148102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c65e4e38-a807-43ce-ab5b-6f31b5d91c25 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.155681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-09e84e54-60f9-4c1b-8fb9-b790b122eed6 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.213193 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c861ed93-92b2-42c6-8f5c-a837c226eb48 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:53.213751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c861ed93-92b2-42c6-8f5c-a837c226eb48 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:53.218137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.222923 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-74f2a85b-03f3-4e03-9a9a-d07b20c29a61 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 13:06:53.224496 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-74f2a85b-03f3-4e03-9a9a-d07b20c29a61 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "DELETE /v2.0/routers/6970911f-8c8f-454b-ac7c-2a8fea490b3d HTTP/1.1" status: 409 len: 329 time: 0.8775556 Mar 22 13:06:53.237417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38350) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:53.238069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.256128 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c861ed93-92b2-42c6-8f5c-a837c226eb48 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/47094b14-bc06-4f45-9cb4-4bdce32e0080 HTTP/1.1" status: 404 len: 337 time: 0.1707249 Mar 22 13:06:53.274484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38354) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:53.282644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-09e84e54-60f9-4c1b-8fb9-b790b122eed6 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Calling delete_port for 42b685aa-50c2-4b8b-ab29-84724699812b owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:53.319585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.340752 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff3fd44-fc96-4215-89e4-bcbe8d16f5af tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:53.341220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff3fd44-fc96-4215-89e4-bcbe8d16f5af tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:53.341329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c65e4e38-a807-43ce-ab5b-6f31b5d91c25 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.345292 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cff3fd44-fc96-4215-89e4-bcbe8d16f5af tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/04ee5a58-6fd7-4458-a997-26136c2d67fc HTTP/1.1" status: 404 len: 339 time: 0.0674529 Mar 22 13:06:53.346046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38358) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:53.401571 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3120e8a-85f5-401c-a839-dda263cc3fd8 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:53.402026 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3120e8a-85f5-401c-a839-dda263cc3fd8 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:53.406130 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b3120e8a-85f5-401c-a839-dda263cc3fd8 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/7888c28a-b350-479d-acd0-37a4172650c2 HTTP/1.1" status: 404 len: 337 time: 0.0573673 Mar 22 13:06:53.406308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38362) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:53.411972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daf19c7-da85-4415-8368-1658ae340d05,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:53.422120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.423313 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ff18ad37-eb41-4b5a-a22b-99132e4850eb tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0780447 Mar 22 13:06:53.441504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38366) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:53.457919 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4173e22b-45e1-4e32-9d7c-1d4fc897cc01 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] DELETE failed (client error): The resource could not be found. Mar 22 13:06:53.458445 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4173e22b-45e1-4e32-9d7c-1d4fc897cc01 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:06:53.462686 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4173e22b-45e1-4e32-9d7c-1d4fc897cc01 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/3ea20eeb-8a8d-4170-a68a-bd9cfdef17b3 HTTP/1.1" status: 404 len: 339 time: 0.0529420 Mar 22 13:06:53.464679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38370) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:53.509732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9155c9e3-07e4-4140-90de-882d6f8c72d1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:53.511356 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9155c9e3-07e4-4140-90de-882d6f8c72d1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6683090 Mar 22 13:06:53.515902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38374) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:53.546504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c65e4e38-a807-43ce-ab5b-6f31b5d91c25 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.608111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366a0ad8-e191-4fd9-a4d5-6cd91ab68ba8 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.635341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366a0ad8-e191-4fd9-a4d5-6cd91ab68ba8 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.646182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2bf44c-e71d-434b-8f41-86762db28c21 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting subnet 3a2d2ddc-65b8-4c56-8c87-9ffb77b70707 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:53.661604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9c2bf44c-e71d-434b-8f41-86762db28c21 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.682204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.723676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-09e84e54-60f9-4c1b-8fb9-b790b122eed6 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.749126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.787694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e84e54-60f9-4c1b-8fb9-b790b122eed6 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event deleted for resources: {'Port': ['ID=42b685aa-50c2-4b8b-ab29-84724699812b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:53.790899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366a0ad8-e191-4fd9-a4d5-6cd91ab68ba8 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.799649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9c2bf44c-e71d-434b-8f41-86762db28c21 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.807545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532e24c5-b47b-4c31-86f0-9a6bb516690b,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:53.853637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.856690 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1e502fb7-256d-440a-a229-10a62391c5ce tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9307091 Mar 22 13:06:53.860133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38378) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:53.870006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c65e4e38-a807-43ce-ab5b-6f31b5d91c25 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.876978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '82072481-7bea-4de0-898a-3699028c2f85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:53.904765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a0ad8-e191-4fd9-a4d5-6cd91ab68ba8 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6daf19c7-da85-4415-8368-1658ae340d05,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:53.955652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-366a0ad8-e191-4fd9-a4d5-6cd91ab68ba8 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:53.956960 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-366a0ad8-e191-4fd9-a4d5-6cd91ab68ba8 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/6daf19c7-da85-4415-8368-1658ae340d05 HTTP/1.1" status: 204 len: 168 time: 0.5144989 Mar 22 13:06:53.970776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38382) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:53.979323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e1d659-cf1c-4e36-bfcd-a2d354403968 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:53.980037 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d9e1d659-cf1c-4e36-bfcd-a2d354403968 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:54.075203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:54.084151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c65e4e38-a807-43ce-ab5b-6f31b5d91c25 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.088420 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c65e4e38-a807-43ce-ab5b-6f31b5d91c25 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/77ca0d15-4b46-495f-a330-8c932ba2e629 HTTP/1.1" status: 204 len: 168 time: 1.3844533 Mar 22 13:06:54.088420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e4e38-a807-43ce-ab5b-6f31b5d91c25 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=77ca0d15-4b46-495f-a330-8c932ba2e629,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:54.089841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38386) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:54.113110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:54.120397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:54.169796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:54.197390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d9e1d659-cf1c-4e36-bfcd-a2d354403968 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:54.198532 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d9e1d659-cf1c-4e36-bfcd-a2d354403968 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6745882 Mar 22 13:06:54.203921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-09e84e54-60f9-4c1b-8fb9-b790b122eed6 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.205694 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-09e84e54-60f9-4c1b-8fb9-b790b122eed6 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "DELETE /v2.0/ports/42b685aa-50c2-4b8b-ab29-84724699812b HTTP/1.1" status: 204 len: 168 time: 1.3920078 Mar 22 13:06:54.206230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38390) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:54.209841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38392) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:54.266254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.279309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.300327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9458634e-fc17-489f-945f-d0c770053aee tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:54.305469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9c2bf44c-e71d-434b-8f41-86762db28c21 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.409012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9458634e-fc17-489f-945f-d0c770053aee tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:54.410350 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9458634e-fc17-489f-945f-d0c770053aee tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4273238 Mar 22 13:06:54.424876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420bad09-21e0-45e4-bb06-0a3edb6102cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:54.425454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38398) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:54.427531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420bad09-21e0-45e4-bb06-0a3edb6102cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:54.429170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420bad09-21e0-45e4-bb06-0a3edb6102cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:54.429989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-420bad09-21e0-45e4-bb06-0a3edb6102cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:54.445458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf6de4f-29bd-4a04-a17e-ce557abeeea8 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Deleting subnet a56b37da-96ca-41ed-ad42-31f10f670f94 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:54.451896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bf6de4f-29bd-4a04-a17e-ce557abeeea8 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.518040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-420bad09-21e0-45e4-bb06-0a3edb6102cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:54.519243 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-420bad09-21e0-45e4-bb06-0a3edb6102cb tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3104548 Mar 22 13:06:54.520015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.526416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bf6de4f-29bd-4a04-a17e-ce557abeeea8 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.530360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38402) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:54.532112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.548559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.572896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9c2bf44c-e71d-434b-8f41-86762db28c21 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.620267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bf44c-e71d-434b-8f41-86762db28c21 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2d2ddc-65b8-4c56-8c87-9ffb77b70707,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:54.622123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-309f8c8a-977f-4ddd-90ab-2285f723a3f7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.622256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9c2bf44c-e71d-434b-8f41-86762db28c21 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.629481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d90cea-bc1f-44cf-ae73-4585d653bbfb None None] Network 30c6bd9b-3f03-4af6-99ed-8446dae280b0 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:54.643903 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9c2bf44c-e71d-434b-8f41-86762db28c21 tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/subnets/3a2d2ddc-65b8-4c56-8c87-9ffb77b70707 HTTP/1.1" status: 204 len: 168 time: 1.1780257 Mar 22 13:06:54.645022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38406) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:54.648697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8b4197-2506-44d7-9690-2c3e89ee8973']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:54.664368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-309f8c8a-977f-4ddd-90ab-2285f723a3f7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.674445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da21ea6a-8beb-4f8e-beba-7ffc88e66aa2,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:54.694777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5134a0-4ad2-42ce-83fe-5b3e95ba905f') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:54.694777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5134a0-4ad2-42ce-83fe-5b3e95ba905f') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:54.727892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.745655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e0cafa-efaa-49a4-8a30-7732be5dbf02 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 2ac9579d-2d12-48b4-ae59-4bb25ca6f16c {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:54.748028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.751647 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d98189ab-b63b-4c1d-afcd-515ebda769b0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8875380 Mar 22 13:06:54.754706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38410) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:54.754884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cafa-efaa-49a4-8a30-7732be5dbf02 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.763035 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '82072481-7bea-4de0-898a-3699028c2f85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:54.777783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bf6de4f-29bd-4a04-a17e-ce557abeeea8 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.793075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.812113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:54.833989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:54.839433 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.841974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:54.849943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:54.852314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.875654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-309f8c8a-977f-4ddd-90ab-2285f723a3f7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.884156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:54.884156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.896770 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:54.897091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:54.911802 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:54.917522 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.947499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50184d43-7058-4107-bce1-c1eae988b7af None None] DHCP port deletion for 30c6bd9b-3f03-4af6-99ed-8446dae280b0 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:54.952927 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-50184d43-7058-4107-bce1-c1eae988b7af None None] Deleting port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:54.953352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-50184d43-7058-4107-bce1-c1eae988b7af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.959810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bf6de4f-29bd-4a04-a17e-ce557abeeea8 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:54.995340 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cafa-efaa-49a4-8a30-7732be5dbf02 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.026541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6de4f-29bd-4a04-a17e-ce557abeeea8 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event deleted for resources: {'Subnet': ['ID=a56b37da-96ca-41ed-ad42-31f10f670f94,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:55.034299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bf6de4f-29bd-4a04-a17e-ce557abeeea8 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.043635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae708f-e44e-42db-925e-bf4e706e1f20 None None] Network fa10c99a-f065-4f95-bef2-5011c1cce0da requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:55.081511 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8bf6de4f-29bd-4a04-a17e-ce557abeeea8 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "DELETE /v2.0/subnets/a56b37da-96ca-41ed-ad42-31f10f670f94 HTTP/1.1" status: 204 len: 168 time: 0.8334439 Mar 22 13:06:55.083820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38414) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:55.085622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f8c8a-977f-4ddd-90ab-2285f723a3f7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b2ce766-65db-4687-bdbb-ebebf5a672df,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:55.112062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-309f8c8a-977f-4ddd-90ab-2285f723a3f7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.112868 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-309f8c8a-977f-4ddd-90ab-2285f723a3f7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/4b2ce766-65db-4687-bdbb-ebebf5a672df HTTP/1.1" status: 204 len: 168 time: 0.6808324 Mar 22 13:06:55.127111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38418) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:55.233679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.239061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.295661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.298436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e8b4197-2506-44d7-9690-2c3e89ee8973 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 22 13:06:55.309284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.318661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e8b4197-2506-44d7-9690-2c3e89ee8973,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:55.334367 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-376a9945-e08e-4229-84b2-ca00613231ea tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "DELETE /v2.0/networks/8e8b4197-2506-44d7-9690-2c3e89ee8973 HTTP/1.1" status: 204 len: 168 time: 1.2394266 Mar 22 13:06:55.349665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1ea71fe5-57dd-4268-9869-a66e7180a073 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:55.350844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-50184d43-7058-4107-bce1-c1eae988b7af None None] For port a0ac3612-5d99-49c8-aeef-90a0897f7bd7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a0ac3612-5d99-49c8-aeef-90a0897f7bd7,segment=NetworkSegment(49bc41c3-e608-4bd1-8385-13a220852b4b),segment_id=49bc41c3-e608-4bd1-8385-13a220852b4b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:55.351266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-50184d43-7058-4107-bce1-c1eae988b7af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.362425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cafa-efaa-49a4-8a30-7732be5dbf02 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.388635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.445047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9329a511-6fad-4127-9fbf-a4f317798166,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:55.453834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] For port a0ac3612-5d99-49c8-aeef-90a0897f7bd7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a0ac3612-5d99-49c8-aeef-90a0897f7bd7,segment=NetworkSegment(49bc41c3-e608-4bd1-8385-13a220852b4b),segment_id=49bc41c3-e608-4bd1-8385-13a220852b4b)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:55.454057 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.505887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-50184d43-7058-4107-bce1-c1eae988b7af None None] Calling delete_port for a0ac3612-5d99-49c8-aeef-90a0897f7bd7 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:55.506824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1ea71fe5-57dd-4268-9869-a66e7180a073 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:55.513508 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1ea71fe5-57dd-4268-9869-a66e7180a073 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3826752 Mar 22 13:06:55.518315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38424) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:55.610643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d19c-e8ce-4aed-8c2a-7b16399e83f0 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.626519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d19c-e8ce-4aed-8c2a-7b16399e83f0 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.649535 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a0ac3612-5d99-49c8-aeef-90a0897f7bd7 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:55.689987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cafa-efaa-49a4-8a30-7732be5dbf02 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.698551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.699879 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8e1202cf-cfdd-45de-8d6c-a11d9914c722 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9436891 Mar 22 13:06:55.708884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Calling delete_port for a0ac3612-5d99-49c8-aeef-90a0897f7bd7 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:55.710148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: a0ac3612-5d99-49c8-aeef-90a0897f7bd7 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:06:55.710495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a0ac3612-5d99-49c8-aeef-90a0897f7bd7 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:55.731610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-50184d43-7058-4107-bce1-c1eae988b7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.739718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Deleting port 2e706231-57e7-4782-99a7-8f4da4e92093 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:55.740379 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.740659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38432) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:55.751484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '82072481-7bea-4de0-898a-3699028c2f85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:55.767859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0cafa-efaa-49a4-8a30-7732be5dbf02 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac9579d-2d12-48b4-ae59-4bb25ca6f16c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:55.773407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cafa-efaa-49a4-8a30-7732be5dbf02 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.778409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:55.801113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:55.806800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:55.817746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Deleting port 5cb1559c-3324-4950-9570-c5150c22687b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:55.818093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.846538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:55.855356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d19c-e8ce-4aed-8c2a-7b16399e83f0 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.859998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86c2e5c-021b-4deb-8009-e1cee48fd1d8 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:55.860746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d19c-e8ce-4aed-8c2a-7b16399e83f0 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:55.864816 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3cb9d19c-e8ce-4aed-8c2a-7b16399e83f0 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/028bfa23-b18c-4c81-bf35-48a777a29673 HTTP/1.1" status: 204 len: 168 time: 0.3335483 Mar 22 13:06:55.880394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38436) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:55.880543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38438) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:55.888027 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f3e0cafa-efaa-49a4-8a30-7732be5dbf02 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/2ac9579d-2d12-48b4-ae59-4bb25ca6f16c HTTP/1.1" status: 204 len: 168 time: 1.3480959 Mar 22 13:06:55.892928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Request body: {'router': {'name': 'tempest-router--1026064820', 'project_id': '7614e6e82a3243c08a0a9d6b91325fc6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:55.900035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38444) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:55.900801 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9d19c-e8ce-4aed-8c2a-7b16399e83f0 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=028bfa23-b18c-4c81-bf35-48a777a29673,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:55.907776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:55.956133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Usage tracker for resource:router and tenant:7614e6e82a3243c08a0a9d6b91325fc6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:55.980042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:06:55.980713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:06:56.049656 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a9e51dcd-e5b9-4359-a027-11e212aac19b tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1686385 Mar 22 13:06:56.055327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38448) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:56.059043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50184d43-7058-4107-bce1-c1eae988b7af None None] No DVR routers for this DVR port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:56.094060 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50184d43-7058-4107-bce1-c1eae988b7af None None] Pushing event deleted for resources: {'Port': ['ID=a0ac3612-5d99-49c8-aeef-90a0897f7bd7,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:56.101412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] For port 2e706231-57e7-4782-99a7-8f4da4e92093, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2e706231-57e7-4782-99a7-8f4da4e92093,segment=NetworkSegment(599fc8a2-d66b-4245-92b8-bac31538025b),segment_id=599fc8a2-d66b-4245-92b8-bac31538025b)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:56.101778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.116805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:56.147101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:56.151529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.255504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-3161f3c8-2a09-4898-a57b-92d648cc6279 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 40a3fa02-df6b-4401-80c8-488dbe689dd2 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:56.259784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] DHCP port deletion for fa10c99a-f065-4f95-bef2-5011c1cce0da request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:56.265045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] Deleting port 2e706231-57e7-4782-99a7-8f4da4e92093 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:56.265461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.274103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.275124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.285126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3161f3c8-2a09-4898-a57b-92d648cc6279 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.298493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f809a3a1-e898-4d13-8a25-d41277271fe4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.372924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Calling delete_port for 2e706231-57e7-4782-99a7-8f4da4e92093 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:56.409751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.413734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f809a3a1-e898-4d13-8a25-d41277271fe4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.413999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3161f3c8-2a09-4898-a57b-92d648cc6279 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.475193 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.478710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.480710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f809a3a1-e898-4d13-8a25-d41277271fe4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.487475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Deleting port a0ac3612-5d99-49c8-aeef-90a0897f7bd7 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:56.487818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.502748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.532796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.574300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] For port 2e706231-57e7-4782-99a7-8f4da4e92093, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2e706231-57e7-4782-99a7-8f4da4e92093,segment=NetworkSegment(599fc8a2-d66b-4245-92b8-bac31538025b),segment_id=599fc8a2-d66b-4245-92b8-bac31538025b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:56.574841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.583465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809a3a1-e898-4d13-8a25-d41277271fe4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e4602ce-ff9e-481f-8ddc-fd20c1371008,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:56.619709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event deleted for resources: {'Port': ['ID=2e706231-57e7-4782-99a7-8f4da4e92093,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:56.621557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] No DVR routers for this DVR port 2e706231-57e7-4782-99a7-8f4da4e92093 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:56.669739 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] The port 'a0ac3612-5d99-49c8-aeef-90a0897f7bd7' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:06:56.716687 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Calling delete_port for 5cb1559c-3324-4950-9570-c5150c22687b owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:56.766388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] Calling delete_port for 2e706231-57e7-4782-99a7-8f4da4e92093 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:56.818475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f809a3a1-e898-4d13-8a25-d41277271fe4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.822945 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f809a3a1-e898-4d13-8a25-d41277271fe4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7e4602ce-ff9e-481f-8ddc-fd20c1371008 HTTP/1.1" status: 204 len: 168 time: 0.7665648 Mar 22 13:06:56.829084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38452) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:56.855139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.857043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:06:56.857402 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:06:56.886963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49578270-f9ad-4b15-acfa-0929ed5a84ce,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:56.907669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.941960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.953248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.954422 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-71b4acd6-5fc2-4fcd-93a3-e03f1cb52ec9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2082756 Mar 22 13:06:56.956696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa10c99a-f065-4f95-bef2-5011c1cce0da']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:56.960729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38456) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:56.967680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:56.968803 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-09697cc6-9c1d-4f59-8bc4-c775bb8524c5 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0827687 Mar 22 13:06:56.980570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38460) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:56.986803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599fc8a2-d66b-4245-92b8-bac31538025b') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:56.987092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599fc8a2-d66b-4245-92b8-bac31538025b') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:57.006246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-248c7779-aa69-42a9-8251-8dd3cd176116 None None] Provisioning complete for port 243eee11-22a6-4101-97e3-1f88d7b29f4c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:57.007290 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-248c7779-aa69-42a9-8251-8dd3cd176116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.012933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.019059 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3161f3c8-2a09-4898-a57b-92d648cc6279 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.076592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-789aa00a-3635-438f-b63d-9741a8342ba3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:57.087058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.090667 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a68c7cf-ecd4-48e2-a2e6-cba49cc6303d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.095103 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c6bd9b-3f03-4af6-99ed-8446dae280b0']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:57.114466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event deleted for resources: {'Port': ['ID=5cb1559c-3324-4950-9570-c5150c22687b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:57.144216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a68c7cf-ecd4-48e2-a2e6-cba49cc6303d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.174909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bc41c3-e608-4bd1-8385-13a220852b4b') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:57.175306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bc41c3-e608-4bd1-8385-13a220852b4b') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:57.201242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.209207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.211772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6245-4777-4cb5-8ac1-b96d106316e3 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.256680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a68c7cf-ecd4-48e2-a2e6-cba49cc6303d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.275650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-789aa00a-3635-438f-b63d-9741a8342ba3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:57.279498 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-789aa00a-3635-438f-b63d-9741a8342ba3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4461515 Mar 22 13:06:57.280279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38464) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:57.281314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:57.282019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:57.308477 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:57.333504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.352153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68c7cf-ecd4-48e2-a2e6-cba49cc6303d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49578270-f9ad-4b15-acfa-0929ed5a84ce,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:57.358154 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] Deleting port 2e706231-57e7-4782-99a7-8f4da4e92093 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:57.358525 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.374118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3161f3c8-2a09-4898-a57b-92d648cc6279 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.431859 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-54c56e0a-aa9f-49f8-8ddb-84ab68e83038 None None] The port '2e706231-57e7-4782-99a7-8f4da4e92093' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:06:57.471750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:06:57.472435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.485250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a68c7cf-ecd4-48e2-a2e6-cba49cc6303d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.486466 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9a68c7cf-ecd4-48e2-a2e6-cba49cc6303d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/49578270-f9ad-4b15-acfa-0929ed5a84ce HTTP/1.1" status: 204 len: 168 time: 0.5244243 Mar 22 13:06:57.496318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161f3c8-2a09-4898-a57b-92d648cc6279 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=40a3fa02-df6b-4401-80c8-488dbe689dd2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:57.501433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38468) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:57.506065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3161f3c8-2a09-4898-a57b-92d648cc6279 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.507922 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3161f3c8-2a09-4898-a57b-92d648cc6279 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/40a3fa02-df6b-4401-80c8-488dbe689dd2 HTTP/1.1" status: 204 len: 168 time: 1.6042349 Mar 22 13:06:57.509200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.515301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b3b97-3136-4fe9-8bd9-a2fc3b6a84bf None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:57.524171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38472) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:57.549663 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:57.600324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2e706231-57e7-4782-99a7-8f4da4e92093 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:57.603889 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-89963965-0aa0-43fa-81a7-1f2a0510ee9d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786083 Mar 22 13:06:57.653270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 2e706231-57e7-4782-99a7-8f4da4e92093 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:06:57.653601 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2e706231-57e7-4782-99a7-8f4da4e92093 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:57.662949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38476) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:57.681480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:57.769122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a1998343-1eb2-4626-a383-56e409f1e85a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.828344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a1998343-1eb2-4626-a383-56e409f1e85a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.842377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e826db-8043-4eb6-bf2c-901dd266e6c5 None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:06:57.843977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.848126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-88e826db-8043-4eb6-bf2c-901dd266e6c5 None None] Deleting port 243eee11-22a6-4101-97e3-1f88d7b29f4c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:06:57.848499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-88e826db-8043-4eb6-bf2c-901dd266e6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.925630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.931900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6245-4777-4cb5-8ac1-b96d106316e3 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.939352 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6245-4777-4cb5-8ac1-b96d106316e3 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.948967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] Pushing event deleted for resources: {'Network': ['ID=fa10c99a-f065-4f95-bef2-5011c1cce0da,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:57.958935 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2a3670d4-bd63-4041-a710-fe903f5b4953 tempest-AllowedAddressPairTestJSON-69965354 tempest-AllowedAddressPairTestJSON-69965354-project] 10.222.0.70 "DELETE /v2.0/networks/fa10c99a-f065-4f95-bef2-5011c1cce0da HTTP/1.1" status: 204 len: 168 time: 2.8698506 Mar 22 13:06:57.958935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.996134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:57.996805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8ffc2f62-b153-4fd6-8a31-217432007214 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:58.015478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] Pushing event deleted for resources: {'Network': ['ID=30c6bd9b-3f03-4af6-99ed-8446dae280b0,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:58.020596 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-18e0dc27-de94-461d-ba7d-26e075ec73db tempest-NetworksTest-2036237392 tempest-NetworksTest-2036237392-project] 10.222.0.70 "DELETE /v2.0/networks/30c6bd9b-3f03-4af6-99ed-8446dae280b0 HTTP/1.1" status: 204 len: 168 time: 3.3667080 Mar 22 13:06:58.029849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a1998343-1eb2-4626-a383-56e409f1e85a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.046145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6245-4777-4cb5-8ac1-b96d106316e3 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.046908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6b6245-4777-4cb5-8ac1-b96d106316e3 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7fd076-ae20-433a-8bfa-29fd69be07bb {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:06:58.049734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1998343-1eb2-4626-a383-56e409f1e85a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=752b04d9-ba87-404b-b764-02b39afdb8a5,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:58.054143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6245-4777-4cb5-8ac1-b96d106316e3 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.057861 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fd6b6245-4777-4cb5-8ac1-b96d106316e3 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "DELETE /v2.0/routers/8a7fd076-ae20-433a-8bfa-29fd69be07bb HTTP/1.1" status: 204 len: 168 time: 1.0708032 Mar 22 13:06:58.057861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a1998343-1eb2-4626-a383-56e409f1e85a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.061720 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a1998343-1eb2-4626-a383-56e409f1e85a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/752b04d9-ba87-404b-b764-02b39afdb8a5 HTTP/1.1" status: 204 len: 168 time: 0.7545142 Mar 22 13:06:58.062310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38486) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.088224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:58.112491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4a22a606-a38c-404a-8486-c2a800999c73 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:58.134307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4a22a606-a38c-404a-8486-c2a800999c73 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:58.139071 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4a22a606-a38c-404a-8486-c2a800999c73 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758030 Mar 22 13:06:58.139699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38490) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.142078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-88e826db-8043-4eb6-bf2c-901dd266e6c5 None None] For port 243eee11-22a6-4101-97e3-1f88d7b29f4c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=243eee11-22a6-4101-97e3-1f88d7b29f4c,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:06:58.142479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-88e826db-8043-4eb6-bf2c-901dd266e6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.144087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:58.147228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:58.161520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8ffc2f62-b153-4fd6-8a31-217432007214 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:58.166261 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8ffc2f62-b153-4fd6-8a31-217432007214 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6603718 Mar 22 13:06:58.168569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38494) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.169434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:58.198269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Router 6970911f-8c8f-454b-ac7c-2a8fea490b3d has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:06:58.200274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:58.203843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.260386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8cf17b19-15b0-40d5-b936-42e042ee80db tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.264783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3e2b39de-794a-43a7-af6b-ea29f0da293e tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.296705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3e2b39de-794a-43a7-af6b-ea29f0da293e tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.382521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8cf17b19-15b0-40d5-b936-42e042ee80db tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.413067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3e2b39de-794a-43a7-af6b-ea29f0da293e tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.437792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-88e826db-8043-4eb6-bf2c-901dd266e6c5 None None] Calling delete_port for 243eee11-22a6-4101-97e3-1f88d7b29f4c owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:06:58.456169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b39de-794a-43a7-af6b-ea29f0da293e tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165f48ce-12b9-4233-984c-1e5124742426,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:58.478569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3e2b39de-794a-43a7-af6b-ea29f0da293e tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.482248 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3e2b39de-794a-43a7-af6b-ea29f0da293e tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/165f48ce-12b9-4233-984c-1e5124742426 HTTP/1.1" status: 204 len: 168 time: 0.3393655 Mar 22 13:06:58.482528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38502) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.485839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:06:58.495525 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3ab1a58f-586d-438d-b5e8-603e8ec4d8fa tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "PUT /v2.0/routers/6970911f-8c8f-454b-ac7c-2a8fea490b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2478552 Mar 22 13:06:58.495919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38506) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.534720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ffd888-6f2d-4174-948d-c3b090508c13 None None] Sync routers for ids ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:06:58.574076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ffd888-6f2d-4174-948d-c3b090508c13 None None] Routers {'6970911f-8c8f-454b-ac7c-2a8fea490b3d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:58.574715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a6ffd888-6f2d-4174-948d-c3b090508c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:58.576804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38510) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.603171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-219ee276-b770-4f30-972b-e1f6383d9d40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:58.605562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38516) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.607917 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-0e883916-087c-4065-bf3f-5484bcd211bf tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] show failed (client error): The resource could not be found. Mar 22 13:06:58.613366 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0e883916-087c-4065-bf3f-5484bcd211bf tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-979809733 HTTP/1.1" status: 404 len: 334 time: 0.1142564 Mar 22 13:06:58.614901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38522) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.622661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-36fb3458-4876-4181-8074-f98690eec777 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:58.653532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-219ee276-b770-4f30-972b-e1f6383d9d40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:58.654936 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-219ee276-b770-4f30-972b-e1f6383d9d40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1708541 Mar 22 13:06:58.662042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38526) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.666535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group': {'name': 'tempest-secgroup--851510201'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:58.679465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8cf17b19-15b0-40d5-b936-42e042ee80db tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.685154 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a6ffd888-6f2d-4174-948d-c3b090508c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:58.690132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:58.700321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38530) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.706178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ffd888-6f2d-4174-948d-c3b090508c13 None None] Routers {'6970911f-8c8f-454b-ac7c-2a8fea490b3d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:06:58.706808 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a6ffd888-6f2d-4174-948d-c3b090508c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:06:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:58.712547 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-36fb3458-4876-4181-8074-f98690eec777 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] update failed (client error): The resource could not be found. Mar 22 13:06:58.719344 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-36fb3458-4876-4181-8074-f98690eec777 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-481679166 HTTP/1.1" status: 404 len: 334 time: 0.1032665 Mar 22 13:06:58.722333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38534) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.723899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf17b19-15b0-40d5-b936-42e042ee80db tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9329a511-6fad-4127-9fbf-a4f317798166,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:58.741688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:58.766000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.774956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-a6ffd888-6f2d-4174-948d-c3b090508c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:58.775277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ffd888-6f2d-4174-948d-c3b090508c13 None None] The sync data for ids ['6970911f-8c8f-454b-ac7c-2a8fea490b3d'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:06:58.783266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-88e826db-8043-4eb6-bf2c-901dd266e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.803185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:58.807871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:58.811771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:58.817981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:58.852749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8cf17b19-15b0-40d5-b936-42e042ee80db tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.854174 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8cf17b19-15b0-40d5-b936-42e042ee80db tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9329a511-6fad-4127-9fbf-a4f317798166 HTTP/1.1" status: 204 len: 168 time: 0.6821418 Mar 22 13:06:58.858989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38540) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:58.864574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e826db-8043-4eb6-bf2c-901dd266e6c5 None None] No DVR routers for this DVR port 243eee11-22a6-4101-97e3-1f88d7b29f4c on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:58.876568 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e826db-8043-4eb6-bf2c-901dd266e6c5 None None] Pushing event deleted for resources: {'Port': ['ID=243eee11-22a6-4101-97e3-1f88d7b29f4c,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:58.878843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b0c14a-b5b1-4643-9d49-d371a99e9453 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Deleting subnet 9ea0d058-ea7c-4fb8-9c2e-ee627087e9f4 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:06:58.897393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c14a-b5b1-4643-9d49-d371a99e9453 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.932838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.938993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.000684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c14a-b5b1-4643-9d49-d371a99e9453 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.046983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48672f08-1ca7-4153-b034-ee6559f19e9b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:59.067502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-743512b1-652d-407a-830f-55f91bd28b6f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:59.074494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.092964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.097072 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d8b581d3-990c-4d2d-81f9-b1ba3bd47ec5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4329426 Mar 22 13:06:59.100321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38544) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:59.108387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1199382904', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:59.117807 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f96399c3-cf16-4595-b2e5-fad93560fb1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c520037b02b540439a1c44d0d26bb92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088012 Mar 22 13:06:59.119429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': '48672f08-1ca7-4153-b034-ee6559f19e9b', 'direction': 'ingress', 'protocol': 17}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:59.122619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38548) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:59.130628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:59.140061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:59.143028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Usage tracker for resource:router and tenant:95b736ad1eaa41afbe1119496ef20a61 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:59.149181 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a3f5961d-5c98-4236-a4cd-2ccb618c5e80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b122863b47194c779387112c5df0f40c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5713339 Mar 22 13:06:59.150171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:59.153317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:59.155591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38552) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:59.160199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:59.163173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:59.165975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-743512b1-652d-407a-830f-55f91bd28b6f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:59.167233 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-743512b1-652d-407a-830f-55f91bd28b6f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3051453 Mar 22 13:06:59.174596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:59.175259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38556) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:59.176750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:59.183517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:59.194657 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ad665-7793-49e5-aef7-1b0a77b54eba None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:06:59.196225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:59.196812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.203776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.204775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.229988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=dfaa63d6-4665-47d3-b519-23f8f404f46e,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:59.235785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.251869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.277132 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-340d61da-aa0c-491c-8b8d-081cb8489823 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6127973 Mar 22 13:06:59.281540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38560) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:59.282341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbadf532-0164-4d46-86be-024fff1b1133 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.294073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-823e705a-d466-4657-80d8-aa802fb5626a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.303495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:59.412187 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-823e705a-d466-4657-80d8-aa802fb5626a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.432668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c14a-b5b1-4643-9d49-d371a99e9453 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.448132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'tenant_id': '1febd08167be44f9bfe6df5cb2c69224', 'fixed_ips': [{'subnet_id': 'dfaa63d6-4665-47d3-b519-23f8f404f46e'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:06:59.448902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.484641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbadf532-0164-4d46-86be-024fff1b1133 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.509944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8339378f-e852-434a-91d7-3c75c19dfa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.538786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8339378f-e852-434a-91d7-3c75c19dfa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.562332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 243eee11-22a6-4101-97e3-1f88d7b29f4c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:59.569437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.592863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.605376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:59.608403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 243eee11-22a6-4101-97e3-1f88d7b29f4c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:06:59.608931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 243eee11-22a6-4101-97e3-1f88d7b29f4c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:59.614723 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:59.623931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:59.634860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:59.647417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbadf532-0164-4d46-86be-024fff1b1133 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.666327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:59.670140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.688614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.692682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a733824-852d-4504-af6f-17d67402cdac,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:59.710553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadf532-0164-4d46-86be-024fff1b1133 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da21ea6a-8beb-4f8e-beba-7ffc88e66aa2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:59.712709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Allocated IP 2001:db8::2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/dfaa63d6-4665-47d3-b519-23f8f404f46e/501dec42-f12c-461d-8d31-f719389425f4) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:59.743341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.744928 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b35375ed-d6b3-4fb2-951d-1d5edddbcda4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6420989 Mar 22 13:06:59.749454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38564) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:59.767551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-823e705a-d466-4657-80d8-aa802fb5626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.797594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-823e705a-d466-4657-80d8-aa802fb5626a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.798734 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-823e705a-d466-4657-80d8-aa802fb5626a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1134ff3f-70ce-471a-8d6a-afcf10f8e096 HTTP/1.1" status: 204 len: 168 time: 0.6399496 Mar 22 13:06:59.804612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e705a-d466-4657-80d8-aa802fb5626a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1134ff3f-70ce-471a-8d6a-afcf10f8e096,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:59.911898 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-38c1abad-d7df-4432-8cd2-b6191b0dc4e2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.936572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8339378f-e852-434a-91d7-3c75c19dfa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.949983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-38c1abad-d7df-4432-8cd2-b6191b0dc4e2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.968606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c14a-b5b1-4643-9d49-d371a99e9453 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.982552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:59.995308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Transition to ACTIVE for port object 501dec42-f12c-461d-8d31-f719389425f4 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:00.020256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339378f-e852-434a-91d7-3c75c19dfa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001275d5-1d97-497b-ba8e-b5a9373c0f98,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:00.036657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-38c1abad-d7df-4432-8cd2-b6191b0dc4e2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.039732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0c14a-b5b1-4643-9d49-d371a99e9453 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea0d058-ea7c-4fb8-9c2e-ee627087e9f4,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:00.043766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Transition to ACTIVE for port object 501dec42-f12c-461d-8d31-f719389425f4 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:00.055141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c14a-b5b1-4643-9d49-d371a99e9453 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.055995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.079578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8339378f-e852-434a-91d7-3c75c19dfa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.083593 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8339378f-e852-434a-91d7-3c75c19dfa1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/001275d5-1d97-497b-ba8e-b5a9373c0f98 HTTP/1.1" status: 204 len: 168 time: 0.9543347 Mar 22 13:07:00.094831 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f2b0c14a-b5b1-4643-9d49-d371a99e9453 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "DELETE /v2.0/subnets/9ea0d058-ea7c-4fb8-9c2e-ee627087e9f4 HTTP/1.1" status: 204 len: 168 time: 1.3617549 Mar 22 13:07:00.094831 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbadf532-0164-4d46-86be-024fff1b1133 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.094831 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fbadf532-0164-4d46-86be-024fff1b1133 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/da21ea6a-8beb-4f8e-beba-7ffc88e66aa2 HTTP/1.1" status: 204 len: 168 time: 0.9091115 Mar 22 13:07:00.095248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38574) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:00.097137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38576) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:00.101068 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.ipam_backend_mixin [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfaa63d6-4665-47d3-b519-23f8f404f46e (CIDR: 2001:db8::/64) Mar 22 13:07:00.116941 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:00.117425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:00.145656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a05a8d-d773-46be-b23e-b2de53416250 None None] Network 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:00.156423 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-099c08d3-c2f0-4df5-a20e-10460b4c2e1f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8648233 Mar 22 13:07:00.162313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38586) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:00.179144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'subnet': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:00.185202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1abad-d7df-4432-8cd2-b6191b0dc4e2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48672f08-1ca7-4153-b034-ee6559f19e9b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:00.245218 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-38c1abad-d7df-4432-8cd2-b6191b0dc4e2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.246349 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-38c1abad-d7df-4432-8cd2-b6191b0dc4e2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/48672f08-1ca7-4153-b034-ee6559f19e9b HTTP/1.1" status: 204 len: 168 time: 0.4957755 Mar 22 13:07:00.267568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-63db6ca1-ea5d-4b4a-8e83-0527d575cc76 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:00.291055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:00.295443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38594) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:00.442715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:00.448734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:00.512920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-63db6ca1-ea5d-4b4a-8e83-0527d575cc76 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:00.514230 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-63db6ca1-ea5d-4b4a-8e83-0527d575cc76 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4161758 Mar 22 13:07:00.528647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38606) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:00.537079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Pushing event updated for resources: {'Port': ['ID=501dec42-f12c-461d-8d31-f719389425f4,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:00.556891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.595682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fb2ce8-64a6-4416-bb92-28a0a6a36bc8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Deleting subnet bfdb0585-be8b-45ee-8e48-4d2f28b03321 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:07:00.599778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.601473 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a0fb2ce8-64a6-4416-bb92-28a0a6a36bc8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.658432 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f0c54b28-2597-4314-8c0d-335eeeb468d1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3618581 Mar 22 13:07:00.672813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38614) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:00.693814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group': {'name': 'tempest-secgroup--207414928'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:00.708515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7fd01d64-fa32-4bbe-8032-59094bdc9959 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.714182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:00.717779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a0fb2ce8-64a6-4416-bb92-28a0a6a36bc8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.727879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:00.730827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:00.735398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7fd01d64-fa32-4bbe-8032-59094bdc9959 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.740168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Attempting to bind port 501dec42-f12c-461d-8d31-f719389425f4 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:07:00.740880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Attempting to bind port 501dec42-f12c-461d-8d31-f719389425f4 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:07:00.741793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Attempting to bind port 501dec42-f12c-461d-8d31-f719389425f4 on network 664f0cd7-b40c-4378-b4f7-c397d24fad2a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:00.742745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:00.746110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:subnet and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:00.760729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:00.763687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:07:00.764080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Checking segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:00.764578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:00.765478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.766024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Bound using segment: {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:07:00.766583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Bound port: 501dec42-f12c-461d-8d31-f719389425f4, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e5b00-8d66-4702-8e66-4f335d51030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:07:00.767812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.773316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:00.793617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.806505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:00.811286 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.829095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7fd01d64-fa32-4bbe-8032-59094bdc9959 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.905130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Allocated IP 172.26.5.105 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/ec48bdf0-4c2a-4fb7-9691-76114ccf8645) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:00.926409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd01d64-fa32-4bbe-8032-59094bdc9959 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=532e24c5-b47b-4c31-86f0-9a6bb516690b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:00.938732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7fd01d64-fa32-4bbe-8032-59094bdc9959 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.940007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a0fb2ce8-64a6-4416-bb92-28a0a6a36bc8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:00.945609 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7fd01d64-fa32-4bbe-8032-59094bdc9959 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/532e24c5-b47b-4c31-86f0-9a6bb516690b HTTP/1.1" status: 204 len: 168 time: 0.4140456 Mar 22 13:07:00.946389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38628) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:00.948233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:00.974031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] For port 501dec42-f12c-461d-8d31-f719389425f4, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:07:00.978628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] For port 501dec42-f12c-461d-8d31-f719389425f4, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=501dec42-f12c-461d-8d31-f719389425f4,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:07:00.994196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e637a1d9-6cc6-4d0f-85cf-60ae7e013345 None None] DHCP port deletion for 0d4e6cd4-f2a0-4400-a242-ff1384a8e86b request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:07:00.997475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.025500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:01.041006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:01.069658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:01.094650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7d3a0-2337-4d9b-bfad-e2d665a24727 None None] Pushing event updated for resources: {'Port': ['ID=501dec42-f12c-461d-8d31-f719389425f4,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:01.101663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e637a1d9-6cc6-4d0f-85cf-60ae7e013345 None None] Deleting port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:01.102137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e637a1d9-6cc6-4d0f-85cf-60ae7e013345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.132774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a0fb2ce8-64a6-4416-bb92-28a0a6a36bc8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.136040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38632) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:01.187695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a8f9ab5d-adde-4ad6-8fe8-8002956a0c19 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:01.188494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.191040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb2ce8-64a6-4416-bb92-28a0a6a36bc8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdb0585-be8b-45ee-8e48-4d2f28b03321,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:01.193852 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a0fb2ce8-64a6-4416-bb92-28a0a6a36bc8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.199108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ef5d5-a06e-4f3e-b7fb-775ab5ea8531 None None] Network e8fce249-5c01-4e35-b513-3869a1fe29dc requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:01.207087 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a0fb2ce8-64a6-4416-bb92-28a0a6a36bc8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "DELETE /v2.0/subnets/bfdb0585-be8b-45ee-8e48-4d2f28b03321 HTTP/1.1" status: 204 len: 168 time: 1.1130326 Mar 22 13:07:01.209485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38640) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:01.271197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a8f9ab5d-adde-4ad6-8fe8-8002956a0c19 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:01.276290 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a8f9ab5d-adde-4ad6-8fe8-8002956a0c19 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3208191 Mar 22 13:07:01.279292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38646) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:01.345971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.346447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.349096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7697aa6b-b996-442c-9f33-6e3059283d4f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.361681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.374169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.383976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7697aa6b-b996-442c-9f33-6e3059283d4f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.467664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Pushing event updated for resources: {'Port': ['ID=ec48bdf0-4c2a-4fb7-9691-76114ccf8645,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:01.470003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Deleting port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:01.470349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.544961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-819286925'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:01.590727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:01.613082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:07:01.615892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:network and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:01.633377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:01.650729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:01.654558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:01.661022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:01.686613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:01.733202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb32631-28f3-4d23-bcb6-cf935973fb78,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:01.766331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Made reservation on behalf of ddba086189ee4490a694518ebcc2e1ce for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:01.776904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.777981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e637a1d9-6cc6-4d0f-85cf-60ae7e013345 None None] For port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c,segment=NetworkSegment(14007763-c1c9-42de-a811-277d827d4e29),segment_id=14007763-c1c9-42de-a811-277d827d4e29)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:01.778387 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e637a1d9-6cc6-4d0f-85cf-60ae7e013345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.796822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7697aa6b-b996-442c-9f33-6e3059283d4f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.804550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7697aa6b-b996-442c-9f33-6e3059283d4f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.808968 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7697aa6b-b996-442c-9f33-6e3059283d4f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f21473c9-34de-4e9f-b76f-285948472fb1 HTTP/1.1" status: 204 len: 168 time: 0.5272057 Mar 22 13:07:01.813493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38656) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:01.814331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.839648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.843785 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2e5522cf-6b80-4e04-827e-cc64aba45c5f tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1574385 Mar 22 13:07:01.861798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697aa6b-b996-442c-9f33-6e3059283d4f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f21473c9-34de-4e9f-b76f-285948472fb1,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:01.867665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38660) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:01.881269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group': {'name': 'tempest-secgroup--341930364'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:01.888175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:01.888706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] For port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c,segment=NetworkSegment(14007763-c1c9-42de-a811-277d827d4e29),segment_id=14007763-c1c9-42de-a811-277d827d4e29)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:01.889268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.904185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:01.924118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:security_group_rule and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:01.932835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:01.942631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:01.951695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:01.979301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:01.990290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-24306d6e-bbba-436e-aacb-2c323d07fe51 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:01.993235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:02.014955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e637a1d9-6cc6-4d0f-85cf-60ae7e013345 None None] Calling delete_port for ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:02.035923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.060580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Calling delete_port for ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:02.103061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:02.106088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-24306d6e-bbba-436e-aacb-2c323d07fe51 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:02.110776 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-24306d6e-bbba-436e-aacb-2c323d07fe51 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2782369 Mar 22 13:07:02.113737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38666) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:02.134120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:02.151199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:02.177886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:02.200675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.235152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e637a1d9-6cc6-4d0f-85cf-60ae7e013345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.324677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a46b1f4-b2e6-4723-a621-068224a7b5db None None] DHCP port deletion for e8fce249-5c01-4e35-b513-3869a1fe29dc request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:07:02.341286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a46b1f4-b2e6-4723-a621-068224a7b5db None None] Deleting port 8731bde5-a8f2-417b-885d-d966d0a8eb0f {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:02.341977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a46b1f4-b2e6-4723-a621-068224a7b5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.371613 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637a1d9-6cc6-4d0f-85cf-60ae7e013345 None None] Pushing event deleted for resources: {'Port': ['ID=ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:02.380686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e637a1d9-6cc6-4d0f-85cf-60ae7e013345 None None] No DVR routers for this DVR port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:07:02.400595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-442e617a-5115-4cfc-a0b6-501e43be72ed tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.431108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:07:02.431824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:07:02.437633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.objects.ports [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87933) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:07:02.522248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.570420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.586123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:07:02.598894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.599461 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Added segment 100026a8-6e36-4b3c-919c-db702eb3951c of type vlan for network acc52bc0-aeaa-4436-81b8-677b61e95968 Mar 22 13:07:02.628698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.657071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5a46b1f4-b2e6-4723-a621-068224a7b5db None None] For port 8731bde5-a8f2-417b-885d-d966d0a8eb0f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8731bde5-a8f2-417b-885d-d966d0a8eb0f,segment=NetworkSegment(5d462015-8435-4ee5-a88c-3cf41beb1bcf),segment_id=5d462015-8435-4ee5-a88c-3cf41beb1bcf)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:02.657704 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a46b1f4-b2e6-4723-a621-068224a7b5db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.665515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-442e617a-5115-4cfc-a0b6-501e43be72ed tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.705653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.712076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:02.712671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.758789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.821308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.848383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e416452-934f-4f01-81f8-93cfbdf66933,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:02.865472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a46b1f4-b2e6-4723-a621-068224a7b5db None None] Calling delete_port for 8731bde5-a8f2-417b-885d-d966d0a8eb0f owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:02.911361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38680) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:02.912318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.937558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74048881-0ed4-4eb2-a0e0-6549b2f3b77d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:02.966255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a46b1f4-b2e6-4723-a621-068224a7b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.974123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Deleting port ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:02.974640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.975688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Network': ['ID=acc52bc0-aeaa-4436-81b8-677b61e95968,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:02.988196 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0e4e4ff4-f2f9-4a4f-a7fc-867f217c8c8c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8393402 Mar 22 13:07:02.993917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38684) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:03.001418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'subnet': {'network_id': 'acc52bc0-aeaa-4436-81b8-677b61e95968', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:03.019525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-442e617a-5115-4cfc-a0b6-501e43be72ed tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.021868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-442e617a-5115-4cfc-a0b6-501e43be72ed tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.025830 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-442e617a-5115-4cfc-a0b6-501e43be72ed tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/82072481-7bea-4de0-898a-3699028c2f85 HTTP/1.1" status: 204 len: 168 time: 0.9019103 Mar 22 13:07:03.027171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.030890 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0c64c9c6-915e-4206-8632-0813b2b1b659 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1573007 Mar 22 13:07:03.031029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38690) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:03.045437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network acc52bc0-aeaa-4436-81b8-677b61e95968 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:07:03.053838 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38694) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:03.070110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': '9cb32631-28f3-4d23-bcb6-cf935973fb78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '74048881-0ed4-4eb2-a0e0-6549b2f3b77d', 'remote_ip_prefix': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:03.077151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:03.079344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e617a-5115-4cfc-a0b6-501e43be72ed tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82072481-7bea-4de0-898a-3699028c2f85,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:03.087289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:03.095422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:03.105584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] The port 'ec595de1-e4ac-40f2-b1e6-4a3f8e08be0c' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:07:03.112110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46b1f4-b2e6-4723-a621-068224a7b5db None None] Pushing event deleted for resources: {'Port': ['ID=8731bde5-a8f2-417b-885d-d966d0a8eb0f,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:03.167961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46b1f4-b2e6-4723-a621-068224a7b5db None None] No DVR routers for this DVR port 8731bde5-a8f2-417b-885d-d966d0a8eb0f on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:07:03.189315 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3996cd2c-55c5-4546-9e7c-0bb23057f7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.198407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:03.216561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-054fd300-5a5e-472d-a2bb-4e652ce473d8 None None] Provisioning for port 501dec42-f12c-461d-8d31-f719389425f4 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:03.281004 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'network': {'name': 'tempest-network-smoke--1270989729', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'port_security_enabled': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:03.295398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:03.326749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:network and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:03.353152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:03.379330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:03.382021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.398865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:subnet and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:03.406966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:03.423290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:03.439343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.452305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:03.487968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Made reservation on behalf of ddba086189ee4490a694518ebcc2e1ce for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:03.492409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.500033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.517740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-80a8ea70-125a-4e68-a99b-4c65fa9967bc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:03.545091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:03.548486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.574492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4e6cd4-f2a0-4400-a242-ff1384a8e86b']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:03.584154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.598904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-80a8ea70-125a-4e68-a99b-4c65fa9967bc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:03.604248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 501dec42-f12c-461d-8d31-f719389425f4 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:03.604388 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-80a8ea70-125a-4e68-a99b-4c65fa9967bc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5710521 Mar 22 13:07:03.605441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38698) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:03.623184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14007763-c1c9-42de-a811-277d827d4e29') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:03.623476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14007763-c1c9-42de-a811-277d827d4e29') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:03.630889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:03.635457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group': {'name': 'tempest-secgroup--860213888'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:03.677830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 501dec42-f12c-461d-8d31-f719389425f4 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:03.683005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 501dec42-f12c-461d-8d31-f719389425f4 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:03.683612 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.696706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:03.698743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.705383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:03.720271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:03.735596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:03.743266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:03.747109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.778275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.780439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:07:03.780895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.793937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:07:03.795701 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:07:03.810139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.815967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.818466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.847195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bb5627-946c-40b0-88ed-3430875b6ffb,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:03.891476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] For port 501dec42-f12c-461d-8d31-f719389425f4, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=501dec42-f12c-461d-8d31-f719389425f4,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:03.898727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.900035 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-51a4b8bc-edfb-4f22-88e5-29bc97851641 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8417444 Mar 22 13:07:03.907136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38702) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:03.965394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.974087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:03.980029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b979a12-d1c0-49ee-9a58-a53a1ec8ce79 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.990103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.990823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.994608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:03.996484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.027196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.034921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:07:04.035337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:07:04.059309 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event deleted for resources: {'Network': ['ID=0d4e6cd4-f2a0-4400-a242-ff1384a8e86b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:04.099355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b979a12-d1c0-49ee-9a58-a53a1ec8ce79 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.133117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.147610 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-abc18357-dab5-4cfd-b95f-a4937c7f6d8b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "DELETE /v2.0/networks/0d4e6cd4-f2a0-4400-a242-ff1384a8e86b HTTP/1.1" status: 204 len: 168 time: 2.9367723 Mar 22 13:07:04.153577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:04.154866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38706) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:04.160984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:04.164210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:04.164806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.170968 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5fd46-0605-49ee-8886-7a027034b15e None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:04.206518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Subnet': ['ID=4f6a96c7-4519-4c73-8daf-9a08a7bf4533,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:04.247542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b979a12-d1c0-49ee-9a58-a53a1ec8ce79 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.249880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=501dec42-f12c-461d-8d31-f719389425f4,revision_number=4']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:04.266371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b979a12-d1c0-49ee-9a58-a53a1ec8ce79 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.270342 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6b979a12-d1c0-49ee-9a58-a53a1ec8ce79 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/46bb5627-946c-40b0-88ed-3430875b6ffb HTTP/1.1" status: 204 len: 168 time: 0.3612418 Mar 22 13:07:04.291734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38712) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:04.292142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b979a12-d1c0-49ee-9a58-a53a1ec8ce79 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46bb5627-946c-40b0-88ed-3430875b6ffb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:04.297476 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-573bfd8b-1901-4940-b563-2bca3e30a2b3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.1314838 Mar 22 13:07:04.329440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38718) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:04.341309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Request body: {'port': {'network_id': '664f0cd7-b40c-4378-b4f7-c397d24fad2a', 'mac_address': 'fa:16:3e:ef:3b:b2', 'name': 'tempest-NetworksTestDHCPv6-1447801486'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:04.389440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Subnet': ['ID=b79aeb42-6cd1-45c5-9e35-13e0715665db,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:04.422719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Checking segment: {'id': '100026a8-6e36-4b3c-919c-db702eb3951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'acc52bc0-aeaa-4436-81b8-677b61e95968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:04.423442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network hostable DHCP agents. Network: acc52bc0-aeaa-4436-81b8-677b61e95968, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:07:04.459378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.492670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.494030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b92fadca-1998-4577-b5c3-7193d6da5f1e tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:04.541508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b92fadca-1998-4577-b5c3-7193d6da5f1e tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:04.542835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b92fadca-1998-4577-b5c3-7193d6da5f1e tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2466342 Mar 22 13:07:04.543725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.547284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38722) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:04.556972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.561911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:07:04.571936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network acc52bc0-aeaa-4436-81b8-677b61e95968 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:07:04.579362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb0f681-44e0-4e41-b040-19a2888c4f4d,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:04.581837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.608114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, acc52bc0-aeaa-4436-81b8-677b61e95968) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:04.618652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:04.622910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e793f8-75dc-4653-becd-cba4692c8429 None None] Network acc52bc0-aeaa-4436-81b8-677b61e95968 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:04.630173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:04.630756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.631776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.632128 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Added segment 425f0f3b-b631-4165-8faa-7b6bc4acf767 of type vlan for network 2639e437-db47-4c2d-ae32-b0c5635baf80 Mar 22 13:07:04.639790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Usage tracker for resource:port and tenant:1febd08167be44f9bfe6df5cb2c69224 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:04.646463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:04.666253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:04.691020 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c18010ae-4c99-4952-b2ea-e9cbfcd67bd4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6933784 Mar 22 13:07:04.693031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38726) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:04.693185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Router bf16ceee-eb0f-4a73-a403-8851895aae0c is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:07:04.697725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-631748659', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:04.703621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.706829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0b1e-031b-488d-8b16-4aa11832ace2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.709546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:04.711027 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85641d-97ee-467d-8db6-0eb1280d888e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:04.724484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Made reservation on behalf of 1febd08167be44f9bfe6df5cb2c69224 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:04.741945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:router and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:04.752752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:04.774585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:04.780284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.819816 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 501dec42-f12c-461d-8d31-f719389425f4, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=501dec42-f12c-461d-8d31-f719389425f4,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:04.829610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.845363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0b1e-031b-488d-8b16-4aa11832ace2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.901412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.902885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.955271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.963345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8731bde5-a8f2-417b-885d-d966d0a8eb0f no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:07:04.982677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0b1e-031b-488d-8b16-4aa11832ace2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:04.996187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.015280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 8731bde5-a8f2-417b-885d-d966d0a8eb0f {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:07:05.015628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8731bde5-a8f2-417b-885d-d966d0a8eb0f not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:07:05.022116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a0b1e-031b-488d-8b16-4aa11832ace2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74048881-0ed4-4eb2-a0e0-6549b2f3b77d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:05.026752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=501dec42-f12c-461d-8d31-f719389425f4,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:05.062070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.099666 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fce249-5c01-4e35-b513-3869a1fe29dc']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:05.100066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] device_id is not set on port a8dd48df-ce26-4153-89e9-8400932ee538 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:07:05.114177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d462015-8435-4ee5-a88c-3cf41beb1bcf') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:05.114474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d462015-8435-4ee5-a88c-3cf41beb1bcf') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:05.121920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396aabbc-98dc-4e14-965a-933eda8359e4 None None] Network acc52bc0-aeaa-4436-81b8-677b61e95968 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:05.132962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.159256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.170761 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0b1e-031b-488d-8b16-4aa11832ace2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.174295 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5e2a0b1e-031b-488d-8b16-4aa11832ace2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/74048881-0ed4-4eb2-a0e0-6549b2f3b77d HTTP/1.1" status: 204 len: 168 time: 0.6236057 Mar 22 13:07:05.187682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:07:05.188244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:07:05.218650 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:07:05.220808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.220808 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d56d057a-6164-4cad-9a7d-ca603fe10012 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6126628 Mar 22 13:07:05.231195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38730) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:05.231681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38732) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:05.278924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '0e85641d-97ee-467d-8db6-0eb1280d888e', 'direction': 'ingress', 'protocol': 17}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:05.308969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:07:05.420094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-caeedf29-feb1-4fe1-afd9-5336140a86ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.441207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:05.467582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:05.476127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:05.477363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3ff585a9-3fae-471c-a731-ccbfbcacf639 None None] Provisioning complete for port 501dec42-f12c-461d-8d31-f719389425f4 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:05.479398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3ff585a9-3fae-471c-a731-ccbfbcacf639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.489572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:05.494856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.500873 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:05.501491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.530580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:05.532149 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.542839 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f777caa6-480b-4531-9fc8-c1e8c8d6e34c None None] Sync routers for ids ['bf16ceee-eb0f-4a73-a403-8851895aae0c'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:05.559872 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777caa6-480b-4531-9fc8-c1e8c8d6e34c None None] Routers {'bf16ceee-eb0f-4a73-a403-8851895aae0c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:05.560642 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f777caa6-480b-4531-9fc8-c1e8c8d6e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bf16ceee-eb0f-4a73-a403-8851895aae0c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:05.587545 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.604259 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "DELETE /v2.0/networks/e8fce249-5c01-4e35-b513-3869a1fe29dc HTTP/1.1" status: 204 len: 168 time: 1.4446018 Mar 22 13:07:05.609090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 501dec42-f12c-461d-8d31-f719389425f4 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:05.619944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38738) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:05.646129 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f777caa6-480b-4531-9fc8-c1e8c8d6e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:05.656325 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777caa6-480b-4531-9fc8-c1e8c8d6e34c None None] Routers {'bf16ceee-eb0f-4a73-a403-8851895aae0c'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:05.656939 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f777caa6-480b-4531-9fc8-c1e8c8d6e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bf16ceee-eb0f-4a73-a403-8851895aae0c'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:05.672382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.748704 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7818203 Mar 22 13:07:05.748704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.782345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38742) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:05.798452 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 501dec42-f12c-461d-8d31-f719389425f4 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:05.798966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.810649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'admin_state_up': True, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:05.826697 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f777caa6-480b-4531-9fc8-c1e8c8d6e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:05.826697 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f777caa6-480b-4531-9fc8-c1e8c8d6e34c None None] The sync data for ids ['bf16ceee-eb0f-4a73-a403-8851895aae0c'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:05.826940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.830708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:05.834285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.835594 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b01e3aee-c384-4119-a819-d2088e068a67 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1321583 Mar 22 13:07:05.836838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5547-05b8-4ec8-9423-188ff552a60b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Network': ['ID=2639e437-db47-4c2d-ae32-b0c5635baf80,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:05.841199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38746) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:05.848889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-991dc5d9-b72a-4bdf-b4f4-3d93edacad02 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:05.850883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:router and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:05.857826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 2639e437-db47-4c2d-ae32-b0c5635baf80 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:07:05.858681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:05.935312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:05.962265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:05.974751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-991dc5d9-b72a-4bdf-b4f4-3d93edacad02 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:05.976339 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-991dc5d9-b72a-4bdf-b4f4-3d93edacad02 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7246225 Mar 22 13:07:05.977527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4dc16-5817-4b45-9804-75fa5db0a1a8 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event deleted for resources: {'Network': ['ID=e8fce249-5c01-4e35-b513-3869a1fe29dc,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:05.992664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38750) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:06.001176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f8037b-b843-44a1-a3b7-634e25b9d541,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:06.010093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97eec4f-07a5-4309-84e2-fd9642c2ca4a tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Deleting subnet 3e1febda-c080-4d8d-8b63-4334e2330d5c {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:07:06.025384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c97eec4f-07a5-4309-84e2-fd9642c2ca4a tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.036386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.037425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.080811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8::34b (664f0cd7-b40c-4378-b4f7-c397d24fad2a/dfaa63d6-4665-47d3-b519-23f8f404f46e/a8dd48df-ce26-4153-89e9-8400932ee538) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:06.107673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.110938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:3bb2 (664f0cd7-b40c-4378-b4f7-c397d24fad2a/4f6a96c7-4519-4c73-8daf-9a08a7bf4533/a8dd48df-ce26-4153-89e9-8400932ee538) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:06.143073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.147397 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-15c60a9a-dadf-41ef-aa12-8b46fcba241f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8914330 Mar 22 13:07:06.149953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38754) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:06.173810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-920ac7f9-ea1c-486a-b867-4aaf1b0e8913 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.219028 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4298f752-5169-4644-85fc-3abd3738baa1 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/routers/bf16ceee-eb0f-4a73-a403-8851895aae0c HTTP/1.1" status: 200 len: 921 time: 0.3735311 Mar 22 13:07:06.219028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c97eec4f-07a5-4309-84e2-fd9642c2ca4a tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.248521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38758) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:06.311360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.335236 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bd89de0c-06de-4491-85d3-7c78d061af9e tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf16ceee-eb0f-4a73-a403-8851895aae0c HTTP/1.1" status: 200 len: 205 time: 0.0790217 Mar 22 13:07:06.337812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38762) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:06.361298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-920ac7f9-ea1c-486a-b867-4aaf1b0e8913 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.447905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d6b4b2ce-ddc9-4ece-a714-9587be6f8478 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.570229 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.693512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d6b4b2ce-ddc9-4ece-a714-9587be6f8478 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.742813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.743503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c97eec4f-07a5-4309-84e2-fd9642c2ca4a tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.793485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.802736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.848076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.896349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d6b4b2ce-ddc9-4ece-a714-9587be6f8478 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.910063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-920ac7f9-ea1c-486a-b867-4aaf1b0e8913 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.954009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ac7f9-ea1c-486a-b867-4aaf1b0e8913 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb32631-28f3-4d23-bcb6-cf935973fb78,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:06.980526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:06.991305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4b2ce-ddc9-4ece-a714-9587be6f8478 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85641d-97ee-467d-8db6-0eb1280d888e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:07.009063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c97eec4f-07a5-4309-84e2-fd9642c2ca4a tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.076436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eec4f-07a5-4309-84e2-fd9642c2ca4a tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1febda-c080-4d8d-8b63-4334e2330d5c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:07.079105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Transition to ACTIVE for port object a8dd48df-ce26-4153-89e9-8400932ee538 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:07.087083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c97eec4f-07a5-4309-84e2-fd9642c2ca4a tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.093909 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c97eec4f-07a5-4309-84e2-fd9642c2ca4a tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "DELETE /v2.0/subnets/3e1febda-c080-4d8d-8b63-4334e2330d5c HTTP/1.1" status: 204 len: 168 time: 1.4680073 Mar 22 13:07:07.094082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64870e99-31a7-4704-8596-4d11d32624ea None None] Network 831c49f6-886c-4ce1-864b-f8231578ea31 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:07.094193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d6b4b2ce-ddc9-4ece-a714-9587be6f8478 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.094193 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d6b4b2ce-ddc9-4ece-a714-9587be6f8478 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/0e85641d-97ee-467d-8db6-0eb1280d888e HTTP/1.1" status: 204 len: 168 time: 0.9382565 Mar 22 13:07:07.094193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38766) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:07.094193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38768) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:07.097456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.215420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Deleting port ec48bdf0-4c2a-4fb7-9691-76114ccf8645 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:07.215743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.289302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-920ac7f9-ea1c-486a-b867-4aaf1b0e8913 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.291798 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-920ac7f9-ea1c-486a-b867-4aaf1b0e8913 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/9cb32631-28f3-4d23-bcb6-cf935973fb78 HTTP/1.1" status: 204 len: 168 time: 1.2944305 Mar 22 13:07:07.294764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.296306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38774) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:07.326635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b9aa931-b67b-46a5-90b5-b695af0b06ed tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:07.331907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.26.5.212 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/54d0785d-f9a1-4fb3-9816-c019d5a0f265) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:07.364966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63aeb62-2bbe-4adb-96d9-01f584a627ba None None] DHCP port deletion for 831c49f6-886c-4ce1-864b-f8231578ea31 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:07:07.369698 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c63aeb62-2bbe-4adb-96d9-01f584a627ba None None] Deleting port 2c8c9002-749e-4be6-bebe-dbb015f2d059 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:07.370077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c63aeb62-2bbe-4adb-96d9-01f584a627ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.406357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.451724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Deleting port 2c8c9002-749e-4be6-bebe-dbb015f2d059 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:07.452066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.492911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b9aa931-b67b-46a5-90b5-b695af0b06ed tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:07.497983 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5b9aa931-b67b-46a5-90b5-b695af0b06ed tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3987582 Mar 22 13:07:07.499703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38778) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:07.524645 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-eb4b76fd-071d-4d7c-9a85-5d1f5b9ef6a4 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2226441 Mar 22 13:07:07.535688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38782) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:07.552839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791452844'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:07.561968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group': {'name': 'tempest-secgroup--760577907'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:07.562960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:07.584408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2c8c9002-749e-4be6-bebe-dbb015f2d059 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:07:07.603835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:07.604267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.611559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:07.621466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:07.640385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:07.651311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:07.653948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:07.660733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:07.661541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.662753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c63aeb62-2bbe-4adb-96d9-01f584a627ba None None] For port 2c8c9002-749e-4be6-bebe-dbb015f2d059, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2c8c9002-749e-4be6-bebe-dbb015f2d059,segment=NetworkSegment(baf49860-50a3-48f2-8480-5b9245daab52),segment_id=baf49860-50a3-48f2-8480-5b9245daab52)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:07.663145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c63aeb62-2bbe-4adb-96d9-01f584a627ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.667127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:07.670882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event updated for resources: {'Port': ['ID=a8dd48df-ce26-4153-89e9-8400932ee538,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:07.684427 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:07.758913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Calling delete_port for ec48bdf0-4c2a-4fb7-9691-76114ccf8645 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:07.777938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.882216 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c63aeb62-2bbe-4adb-96d9-01f584a627ba None None] Calling delete_port for 2c8c9002-749e-4be6-bebe-dbb015f2d059 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:07.889267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.906689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.907580 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cfb0d238-6481-42e6-a264-31bc94eeba70 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5770550 Mar 22 13:07:07.908360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38786) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:07.914467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.920920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.957454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] For port 2c8c9002-749e-4be6-bebe-dbb015f2d059, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2c8c9002-749e-4be6-bebe-dbb015f2d059,segment=NetworkSegment(baf49860-50a3-48f2-8480-5b9245daab52),segment_id=baf49860-50a3-48f2-8480-5b9245daab52)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:07.957819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.984522 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:07.998748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.000030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.001530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:08.050632 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c63aeb62-2bbe-4adb-96d9-01f584a627ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.057655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:08.073702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:08.101205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:08.110758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f43acd4d-ae01-48e1-a02b-be60b3b8cfc3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting port a8dd48df-ce26-4153-89e9-8400932ee538 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:08.111104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f43acd4d-ae01-48e1-a02b-be60b3b8cfc3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.152921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63aeb62-2bbe-4adb-96d9-01f584a627ba None None] Pushing event deleted for resources: {'Port': ['ID=2c8c9002-749e-4be6-bebe-dbb015f2d059,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:08.160428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63aeb62-2bbe-4adb-96d9-01f584a627ba None None] No DVR routers for this DVR port 2c8c9002-749e-4be6-bebe-dbb015f2d059 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:07:08.180319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4c8ea2c5-9be7-452a-a906-8f44c42ef9c7 None None] Provisioning for port a8dd48df-ce26-4153-89e9-8400932ee538 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:08.189014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4c8ea2c5-9be7-452a-a906-8f44c42ef9c7 None None] Provisioning complete for port a8dd48df-ce26-4153-89e9-8400932ee538 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:08.189389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4c8ea2c5-9be7-452a-a906-8f44c42ef9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.203989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.234539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:08.242994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Calling delete_port for 2c8c9002-749e-4be6-bebe-dbb015f2d059 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:08.245640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4c8ea2c5-9be7-452a-a906-8f44c42ef9c7 None None] Port a8dd48df-ce26-4153-89e9-8400932ee538 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:08.270742 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:08.285357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:08.369250 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:07:08.391796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:08.406055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:08.409832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:07:08.410191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:07:08.415253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:08.440092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.446001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=54d0785d-f9a1-4fb3-9816-c019d5a0f265,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:08.489371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.497755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Pushing event deleted for resources: {'Port': ['ID=ec48bdf0-4c2a-4fb7-9691-76114ccf8645,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:08.500339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.549745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.194 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/b202d404-78f9-47f3-b071-62254e415377) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:08.613066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4520199d-0498-4bb5-a4bf-87d020851626,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:08.635411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.642515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.643763 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-37f29084-ae47-41d2-9a36-c44b7a8306c5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1071393 Mar 22 13:07:08.647457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38790) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:08.649879 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.694603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.694867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': '4520199d-0498-4bb5-a4bf-87d020851626', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:08.704679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:08.772014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:08.776148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:08.783099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:08.849047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.851737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.872409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.897530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.898180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Fanout notify agent at l3_agent the message router_deleted on router bf16ceee-eb0f-4a73-a403-8851895aae0c {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:07:08.913731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Deleting port 2c8c9002-749e-4be6-bebe-dbb015f2d059 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:08.914072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.956511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:08.961159 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c25ca100-ea90-4fc3-b75f-8dec8e8dc046 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/bf16ceee-eb0f-4a73-a403-8851895aae0c HTTP/1.1" status: 204 len: 168 time: 2.6182315 Mar 22 13:07:08.984727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38794) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:08.997523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Request body: {'router': {'name': 'tempest-snat-router-829066718', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'enable_snat': False}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:09.006721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] The port '2c8c9002-749e-4be6-bebe-dbb015f2d059' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:07:09.010059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:09.043952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Usage tracker for resource:router and tenant:bfef685ee8574f07be2310e7b545b291 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:09.054902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:09.076301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6df80ed-8313-4711-8d87-120e250f0a45,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:09.087375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f43acd4d-ae01-48e1-a02b-be60b3b8cfc3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.094724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:09.104761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.156552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.183035 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.184057 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.189459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.211243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bb03be-8a0b-4c99-93ab-c671e9ad3753,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:09.237766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831c49f6-886c-4ce1-864b-f8231578ea31']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:09.242803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f43acd4d-ae01-48e1-a02b-be60b3b8cfc3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Calling delete_port for a8dd48df-ce26-4153-89e9-8400932ee538 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:09.249881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.251041 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8935dcb3-ddda-45ef-815b-cc48e99f8ad3 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6026447 Mar 22 13:07:09.254375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38798) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:09.255981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf49860-50a3-48f2-8480-5b9245daab52') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:09.256277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf49860-50a3-48f2-8480-5b9245daab52') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:09.277294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.288032 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.301576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.305526 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6bb9d55f-65a1-43c2-9639-9d13fd2a2004 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7925594 Mar 22 13:07:09.309672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38802) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:09.323613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382178671'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:09.329060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.337379 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:09.342812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8004a562-b391-43df-a1d7-9f0c6f714585 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.349006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:07:09.349398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.364647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:07:09.367385 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:07:09.380248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:09.429344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.498683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:09.508325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8004a562-b391-43df-a1d7-9f0c6f714585 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.619041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.649229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.651227 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.690803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.693652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.791679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:09.799797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:09.812064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:09.869477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=b202d404-78f9-47f3-b071-62254e415377,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:09.890166 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.892032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f43acd4d-ae01-48e1-a02b-be60b3b8cfc3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.892319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Pushing event deleted for resources: {'Network': ['ID=831c49f6-886c-4ce1-864b-f8231578ea31,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:09.895412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8004a562-b391-43df-a1d7-9f0c6f714585 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.903144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8004a562-b391-43df-a1d7-9f0c6f714585 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:09.906739 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8004a562-b391-43df-a1d7-9f0c6f714585 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/07bb03be-8a0b-4c99-93ab-c671e9ad3753 HTTP/1.1" status: 204 len: 168 time: 0.6414287 Mar 22 13:07:09.912497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38806) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:09.917602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:09.920443 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1798410c-b230-4f8e-b1a1-f14cc8cf49cd tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "DELETE /v2.0/networks/831c49f6-886c-4ce1-864b-f8231578ea31 HTTP/1.1" status: 204 len: 168 time: 2.8272383 Mar 22 13:07:09.935222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38810) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:09.937867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:09.953801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004a562-b391-43df-a1d7-9f0c6f714585 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07bb03be-8a0b-4c99-93ab-c671e9ad3753,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:09.960405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:10.011446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43acd4d-ae01-48e1-a02b-be60b3b8cfc3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Port': ['ID=a8dd48df-ce26-4153-89e9-8400932ee538,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:10.012388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:10.032514 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9f5bdb7f-f267-4c9e-811b-cd025552d924 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Synchronizing usage tracker for tenant:6889a71b5fd04806a2a466a5749e33de on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:10.084380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e036d595-7263-409b-8b6a-3a86d57e2eba tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:10.103031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9f5bdb7f-f267-4c9e-811b-cd025552d924 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Unset dirty status for tenant:6889a71b5fd04806a2a466a5749e33de on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:10.106628 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9f5bdb7f-f267-4c9e-811b-cd025552d924 tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "GET /v2.0/ports?device_id=6970911f-8c8f-454b-ac7c-2a8fea490b3d HTTP/1.1" status: 200 len: 205 time: 0.1634870 Mar 22 13:07:10.120555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38814) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:10.175512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e036d595-7263-409b-8b6a-3a86d57e2eba tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:10.180421 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e036d595-7263-409b-8b6a-3a86d57e2eba tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2639205 Mar 22 13:07:10.193958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38818) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:10.252006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.260843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.325886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a866353-22f7-4273-b775-20048f7d9e68,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:10.348167 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.352122 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3a45a2aa-2da6-4d87-a92c-0ec6e5bfe567 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0343804 Mar 22 13:07:10.355102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38822) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:10.363144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': 'e6df80ed-8313-4711-8d87-120e250f0a45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8a866353-22f7-4273-b775-20048f7d9e68', 'remote_ip_prefix': None}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:10.368337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-faa06505-61b5-4ec4-972b-6739a11cf7b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.373799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:10.441593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:10.451429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:10.474844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:10.500418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f43acd4d-ae01-48e1-a02b-be60b3b8cfc3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.528284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-faa06505-61b5-4ec4-972b-6739a11cf7b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.608963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9df5c65c-7919-4347-add5-88f2d4c3229b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.633636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.644405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.682801 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f43acd4d-ae01-48e1-a02b-be60b3b8cfc3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/a8dd48df-ce26-4153-89e9-8400932ee538 HTTP/1.1" status: 204 len: 168 time: 2.7662117 Mar 22 13:07:10.683276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.685077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38826) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:10.762877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-faa06505-61b5-4ec4-972b-6739a11cf7b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.811704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa06505-61b5-4ec4-972b-6739a11cf7b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4520199d-0498-4bb5-a4bf-87d020851626,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:10.862693 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-faa06505-61b5-4ec4-972b-6739a11cf7b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.866486 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-faa06505-61b5-4ec4-972b-6739a11cf7b2 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/4520199d-0498-4bb5-a4bf-87d020851626 HTTP/1.1" status: 204 len: 168 time: 0.6668789 Mar 22 13:07:10.895540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38830) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:10.946180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.954657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:10.987673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Allocated IP 172.26.5.228 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/480fda88-7b5a-446f-84bc-1ce8480c25fd) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:10.996663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7949c58-8928-4991-a839-b8c5e439f56b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:10.998145 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c7949c58-8928-4991-a839-b8c5e439f56b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3121047 Mar 22 13:07:11.005936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38834) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:11.008241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d586124b-719e-4012-8308-3013dd1a11bb,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:11.042327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.082746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.083929 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c34aae99-aad9-4e40-910b-78a66bee2114 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7278750 Mar 22 13:07:11.098455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38838) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:11.181757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9df5c65c-7919-4347-add5-88f2d4c3229b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.187278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9df5c65c-7919-4347-add5-88f2d4c3229b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.199621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02fc6fb3-36ed-4827-a293-146f6c5bdd24 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.216382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02fc6fb3-36ed-4827-a293-146f6c5bdd24 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.265448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f36897-40dc-451d-870f-9e148ea2856b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:11.269323 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-68f36897-40dc-451d-870f-9e148ea2856b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2601106 Mar 22 13:07:11.272554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38842) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:11.313675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1845a2da-90f6-4021-90ce-948f8d275490 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:11.328566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9df5c65c-7919-4347-add5-88f2d4c3229b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.328978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df5c65c-7919-4347-add5-88f2d4c3229b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Fanout notify agent at l3_agent the message router_deleted on router 6970911f-8c8f-454b-ac7c-2a8fea490b3d {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:07:11.335618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.345771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02fc6fb3-36ed-4827-a293-146f6c5bdd24 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.377541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc6fb3-36ed-4827-a293-146f6c5bdd24 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d586124b-719e-4012-8308-3013dd1a11bb,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:11.385006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9600ac-8f78-42cd-9af3-2294967b2543 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:11.386657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9600ac-8f78-42cd-9af3-2294967b2543 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:11.388160 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9600ac-8f78-42cd-9af3-2294967b2543 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:11.392635 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3d9600ac-8f78-42cd-9af3-2294967b2543 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1155434 Mar 22 13:07:11.392635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38846) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:11.428655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02fc6fb3-36ed-4827-a293-146f6c5bdd24 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.429750 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-02fc6fb3-36ed-4827-a293-146f6c5bdd24 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d586124b-719e-4012-8308-3013dd1a11bb HTTP/1.1" status: 204 len: 168 time: 0.3288043 Mar 22 13:07:11.434567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38850) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:11.435450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9df5c65c-7919-4347-add5-88f2d4c3229b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.436537 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9df5c65c-7919-4347-add5-88f2d4c3229b tempest-RoutersNegativeTest-456930877 tempest-RoutersNegativeTest-456930877-project] 10.222.0.70 "DELETE /v2.0/routers/6970911f-8c8f-454b-ac7c-2a8fea490b3d HTTP/1.1" status: 204 len: 168 time: 1.3151371 Mar 22 13:07:11.444643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.498919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.502949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1845a2da-90f6-4021-90ce-948f8d275490 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:11.504989 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1845a2da-90f6-4021-90ce-948f8d275490 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6086023 Mar 22 13:07:11.515085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38856) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:11.533395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group': {'name': 'tempest-secgroup--309195748'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:11.547554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:11.549437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ae1602-521a-4ada-ae69-07e29f31575d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet 4f6a96c7-4519-4c73-8daf-9a08a7bf4533 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:07:11.571667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-26cd85bd-8372-42b4-8ba1-31aa4db9cf38 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:11.574694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-76ae1602-521a-4ada-ae69-07e29f31575d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.644583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:11.655254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:11.665621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event updated for resources: {'Port': ['ID=480fda88-7b5a-446f-84bc-1ce8480c25fd,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:11.668712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:11.673833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:11.695176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.699899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-26cd85bd-8372-42b4-8ba1-31aa4db9cf38 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:11.701115 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-26cd85bd-8372-42b4-8ba1-31aa4db9cf38 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2648313 Mar 22 13:07:11.708078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-76ae1602-521a-4ada-ae69-07e29f31575d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:11.711709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38860) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:11.897315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38866) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:11.975348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:11.987052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:11.995187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:12.013576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:12.084291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:07:12.146118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-76ae1602-521a-4ada-ae69-07e29f31575d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.213466 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-682ab16d-3ba3-4c12-a33c-d15b46ade106 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6889a71b5fd04806a2a466a5749e33de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150227 Mar 22 13:07:12.216307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38872) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:12.222792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-860b6972-887e-4f8b-8ebe-40ff5b30570e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.255696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.280254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-860b6972-887e-4f8b-8ebe-40ff5b30570e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.337307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-76ae1602-521a-4ada-ae69-07e29f31575d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.449744 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae1602-521a-4ada-ae69-07e29f31575d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6a96c7-4519-4c73-8daf-9a08a7bf4533,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:12.452032 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-76ae1602-521a-4ada-ae69-07e29f31575d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.456502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e259a8-445a-4221-8371-e50215067e68 None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:12.484359 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-76ae1602-521a-4ada-ae69-07e29f31575d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/4f6a96c7-4519-4c73-8daf-9a08a7bf4533 HTTP/1.1" status: 204 len: 168 time: 1.0910132 Mar 22 13:07:12.497184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38876) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:12.502345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-427fd11f-998c-4a9c-b290-05ec2ad026b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.520017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.536000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:12.547999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.555570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b0aac-f886-4de9-9d7e-0eae1291f21a None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:12.563489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.591741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b0aac-f886-4de9-9d7e-0eae1291f21a None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:12.592381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-673b0aac-f886-4de9-9d7e-0eae1291f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:12.645098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-860b6972-887e-4f8b-8ebe-40ff5b30570e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.664426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-427fd11f-998c-4a9c-b290-05ec2ad026b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.674365 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-11957e1c-c412-4fbd-a027-253fb95fea80 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Deleting subnet dfaa63d6-4665-47d3-b519-23f8f404f46e {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:07:12.684495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11957e1c-c412-4fbd-a027-253fb95fea80 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.690014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-673b0aac-f886-4de9-9d7e-0eae1291f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:12.706981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb92cd9-8596-487a-b44b-98efd2a679b0,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:12.708956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b0aac-f886-4de9-9d7e-0eae1291f21a None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:12.709576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-673b0aac-f886-4de9-9d7e-0eae1291f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:12.727117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.727627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.728057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.728496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.729066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.729567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.730179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.730626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.731063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.731516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.731945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.732380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:12.735986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.741006 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-183596ca-eb3f-48be-8645-51f959e6cd18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0478678 Mar 22 13:07:12.745331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38880) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:12.754694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.758788 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fd3e0529-09a0-415c-bc56-b90abfcfc820 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2384410 Mar 22 13:07:12.761880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38884) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:12.772119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b6972-887e-4f8b-8ebe-40ff5b30570e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a866353-22f7-4273-b775-20048f7d9e68,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:12.775828 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-673b0aac-f886-4de9-9d7e-0eae1291f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:12.776423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b0aac-f886-4de9-9d7e-0eae1291f21a None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:12.779009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': 'bbb92cd9-8596-487a-b44b-98efd2a679b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:12.790598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-860b6972-887e-4f8b-8ebe-40ff5b30570e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.791928 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-860b6972-887e-4f8b-8ebe-40ff5b30570e tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/8a866353-22f7-4273-b775-20048f7d9e68 HTTP/1.1" status: 204 len: 168 time: 1.0242393 Mar 22 13:07:12.794644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:12.797724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38888) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:12.821048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Usage tracker for resource:security_group_rule and tenant:c17d29dfab1343848ab7e1553dba5ac0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:12.830888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:12.853314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:12.871946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:07:12.899464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11957e1c-c412-4fbd-a027-253fb95fea80 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.976406 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:12.998144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4bcd8933-7216-4fce-b328-9d49dcbd4cc1 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:13.118445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4bcd8933-7216-4fce-b328-9d49dcbd4cc1 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:13.119786 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4bcd8933-7216-4fce-b328-9d49dcbd4cc1 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3209922 Mar 22 13:07:13.123399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38892) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:13.131281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-427fd11f-998c-4a9c-b290-05ec2ad026b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.171826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fd11f-998c-4a9c-b290-05ec2ad026b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fff3a3-b235-4482-9a9f-aeb687578bbd,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:13.173984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:13.178927 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.201766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.210771 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Sync routers for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:13.225667 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:13.226605 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:13.244176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b2eb1c-4b79-4f2c-906d-761cd9f66dd1,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:13.251708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.256544 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9a628d1d-6ded-4ea2-8c72-22948c7333bd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4583879 Mar 22 13:07:13.259454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38896) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:13.277008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.278636 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-248127e1-3c83-4808-94d5-73057f3cb481 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5119631 Mar 22 13:07:13.282387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38902) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:13.304545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0daa59f4-dff9-43f8-bc47-b825373c2e35 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.313754 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-415671d4-137c-4293-ab88-0f169b75e9ce tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules/32b2eb1c-4b79-4f2c-906d-761cd9f66dd1 HTTP/1.1" status: 200 len: 763 time: 0.0278440 Mar 22 13:07:13.320804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38906) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:13.363171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0daa59f4-dff9-43f8-bc47-b825373c2e35 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.422380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e9dde69e-0512-4f43-a294-d84070063c3d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:13.475076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e9dde69e-0512-4f43-a294-d84070063c3d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:13.477436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e9dde69e-0512-4f43-a294-d84070063c3d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1555321 Mar 22 13:07:13.481109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38910) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:13.488826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0daa59f4-dff9-43f8-bc47-b825373c2e35 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.538236 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:07:13.546309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa59f4-dff9-43f8-bc47-b825373c2e35 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6df80ed-8313-4711-8d87-120e250f0a45,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:13.563972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-427fd11f-998c-4a9c-b290-05ec2ad026b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.565075 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-427fd11f-998c-4a9c-b290-05ec2ad026b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80fff3a3-b235-4482-9a9f-aeb687578bbd HTTP/1.1" status: 204 len: 168 time: 1.3478889 Mar 22 13:07:13.593883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11957e1c-c412-4fbd-a027-253fb95fea80 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.643020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ead60009-ac56-40d4-acb1-16aa0e28eb88 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.669372 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a9e42768-bc9a-4b80-92cc-0051968e709d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6daadd1aa47b42258070c40f7792664e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4085977 Mar 22 13:07:13.670585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38918) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:13.672231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ead60009-ac56-40d4-acb1-16aa0e28eb88 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.679944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0daa59f4-dff9-43f8-bc47-b825373c2e35 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.682117 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.683964 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0daa59f4-dff9-43f8-bc47-b825373c2e35 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/e6df80ed-8313-4711-8d87-120e250f0a45 HTTP/1.1" status: 204 len: 168 time: 0.5579200 Mar 22 13:07:13.685111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38922) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:13.722030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-eb4918a8-3985-4744-bf5d-1318acb04f4c None None] Provisioning complete for port 501dec42-f12c-461d-8d31-f719389425f4 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:13.723011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eb4918a8-3985-4744-bf5d-1318acb04f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.762855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ead60009-ac56-40d4-acb1-16aa0e28eb88 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.788991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-65805093-6220-4a48-a080-dcd127f18bc6 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:13.806652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead60009-ac56-40d4-acb1-16aa0e28eb88 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32b2eb1c-4b79-4f2c-906d-761cd9f66dd1,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:13.814879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-65805093-6220-4a48-a080-dcd127f18bc6 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:13.818271 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-65805093-6220-4a48-a080-dcd127f18bc6 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1289556 Mar 22 13:07:13.820079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ead60009-ac56-40d4-acb1-16aa0e28eb88 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.821512 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ead60009-ac56-40d4-acb1-16aa0e28eb88 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/32b2eb1c-4b79-4f2c-906d-761cd9f66dd1 HTTP/1.1" status: 204 len: 168 time: 0.3284290 Mar 22 13:07:13.824665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38928) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:13.848472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38930) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:13.855813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371753065'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:13.866190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:13.889976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:13.929300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ee508104-ad51-4958-a3dd-dc701016f11d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:13.935106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:13.937420 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:07:10Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:13.943027 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Checking router: 124f5c19-b605-4ce1-bd1b-05f69c7c9fef for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:07:13.943577 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Updating router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef port b202d404-78f9-47f3-b071-62254e415377 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:07:13.963060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:13.972079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:13.976743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:13.990347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:13.994258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ee508104-ad51-4958-a3dd-dc701016f11d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:13.999238 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ee508104-ad51-4958-a3dd-dc701016f11d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1719952 Mar 22 13:07:14.000209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38942) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.013745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-03e38f57-60c5-47d9-a220-066bde218418 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': 'bbb92cd9-8596-487a-b44b-98efd2a679b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:14.016404 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.027577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-03e38f57-60c5-47d9-a220-066bde218418 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:14.044093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-03e38f57-60c5-47d9-a220-066bde218418 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:14.091903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03e38f57-60c5-47d9-a220-066bde218418 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.156275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11957e1c-c412-4fbd-a027-253fb95fea80 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.178396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03e38f57-60c5-47d9-a220-066bde218418 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.192631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.194346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03e38f57-60c5-47d9-a220-066bde218418 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.215022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.281476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.286188 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4329910 Mar 22 13:07:14.286339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11957e1c-c412-4fbd-a027-253fb95fea80 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Subnet': ['ID=dfaa63d6-4665-47d3-b519-23f8f404f46e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:14.290626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38952) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.290991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e38f57-60c5-47d9-a220-066bde218418 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d8da9a-388f-4c6f-81ca-057046fb07ae,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:14.308388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11957e1c-c412-4fbd-a027-253fb95fea80 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.315460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71647888-117d-4aee-aac2-6a83d9eda23f None None] Network 664f0cd7-b40c-4378-b4f7-c397d24fad2a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:14.316603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03e38f57-60c5-47d9-a220-066bde218418 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.318389 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '29328957-3a77-4374-a462-a9ef73ecb1ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:14.319727 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-03e38f57-60c5-47d9-a220-066bde218418 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158455 Mar 22 13:07:14.326441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38956) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.341754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:14.343400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949ddad-cf75-4905-9a7c-20aba1bbea45 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29328957-3a77-4374-a462-a9ef73ecb1ad,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:14.372288 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd9f7b-c813-4444-8f13-afdc2d99bdcd tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:14.374027 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d4dd9f7b-c813-4444-8f13-afdc2d99bdcd tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6983838 Mar 22 13:07:14.375630 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-11957e1c-c412-4fbd-a027-253fb95fea80 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/dfaa63d6-4665-47d3-b519-23f8f404f46e HTTP/1.1" status: 204 len: 168 time: 1.8775296 Mar 22 13:07:14.386055 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:14.393444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:14.398803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38962) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.399411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38964) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.428935 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.442311 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Transition to ACTIVE for port object b202d404-78f9-47f3-b071-62254e415377 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:14.459129 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.505752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:14.533077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-52fa3bdb-6e5a-4dc2-a859-6fd69ecec927 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules/93d8da9a-388f-4c6f-81ca-057046fb07ae HTTP/1.1" status: 200 len: 763 time: 0.2031713 Mar 22 13:07:14.536643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38972) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.554123 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Attempting to bind port b202d404-78f9-47f3-b071-62254e415377 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:07:14.554501 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Attempting to bind port b202d404-78f9-47f3-b071-62254e415377 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:07:14.554861 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Attempting to bind port b202d404-78f9-47f3-b071-62254e415377 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:14.560607 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:07:14.560973 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:14.561392 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.561774 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:07:14.562236 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Bound port: b202d404-78f9-47f3-b071-62254e415377, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:07:14.562624 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.588440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-690b1a0c-c8d3-438e-b494-926a8a9ebbd7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:14.615525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-690b1a0c-c8d3-438e-b494-926a8a9ebbd7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:14.620037 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-690b1a0c-c8d3-438e-b494-926a8a9ebbd7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0802836 Mar 22 13:07:14.620305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38976) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.640975 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] For port b202d404-78f9-47f3-b071-62254e415377, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:07:14.645108 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] For port b202d404-78f9-47f3-b071-62254e415377, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b202d404-78f9-47f3-b071-62254e415377,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:07:14.646630 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Pushing event updated for resources: {'Port': ['ID=b202d404-78f9-47f3-b071-62254e415377,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:14.654995 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.655276 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.655538 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.655899 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.656403 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.656816 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.657065 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.657418 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.658007 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.658341 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.658982 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.658982 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:14.663752 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.687997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a13bfbac-9990-48ee-841c-1b17f97ad9f5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.703120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.711473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a13bfbac-9990-48ee-841c-1b17f97ad9f5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.717703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38980) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.745953 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac442f38-fb94-4c12-bd47-8c536897e682 None None] Pushing event updated for resources: {'Port': ['ID=b202d404-78f9-47f3-b071-62254e415377,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:14.755312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a13bfbac-9990-48ee-841c-1b17f97ad9f5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.766983 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:14.767609 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:14.799734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bfbac-9990-48ee-841c-1b17f97ad9f5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93d8da9a-388f-4c6f-81ca-057046fb07ae,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:14.806257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a13bfbac-9990-48ee-841c-1b17f97ad9f5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.809642 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a13bfbac-9990-48ee-841c-1b17f97ad9f5 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/93d8da9a-388f-4c6f-81ca-057046fb07ae HTTP/1.1" status: 204 len: 168 time: 0.1883464 Mar 22 13:07:14.813393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38986) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.819963 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-81f85957-ee03-40b8-9097-ebed9d36b863 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4153383 Mar 22 13:07:14.820358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 38990) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.827858 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fba54274-b9d3-4ade-96ff-ca4146043f1b tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4272580 Mar 22 13:07:14.834315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 38994) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.877212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1015463308', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:14.922593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6874c4e5-a584-4ef5-9498-a9023739c2bb None None] DHCP port deletion for 664f0cd7-b40c-4378-b4f7-c397d24fad2a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:07:14.926663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6874c4e5-a584-4ef5-9498-a9023739c2bb None None] Deleting port 501dec42-f12c-461d-8d31-f719389425f4 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:14.927017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6874c4e5-a584-4ef5-9498-a9023739c2bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:14.937739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c4c8e1c6-c594-475b-8fe5-823a2fc951bd tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:14.938892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Router cfc495cb-5fae-48ea-8fa3-1c847178b9f7 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:07:14.951218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7368aec9-a5a5-42b3-910c-967d6d521ca4 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:14.952053 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING neutron.api.v2.base [None req-7368aec9-a5a5-42b3-910c-967d6d521ca4 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 13:07:14.952549 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-7368aec9-a5a5-42b3-910c-967d6d521ca4 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 13:07:14.953612 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7368aec9-a5a5-42b3-910c-967d6d521ca4 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2347717 Mar 22 13:07:14.959267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39000) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:14.975182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'tempest-secgroup--979112671'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:14.983894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:14.996693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c4c8e1c6-c594-475b-8fe5-823a2fc951bd tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:14.998181 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c4c8e1c6-c594-475b-8fe5-823a2fc951bd tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1838408 Mar 22 13:07:15.000526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:15.003408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39004) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:15.008751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:15.015369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6a138b86-38f4-4cb8-87f1-00f54ed9bbb1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': 'bbb92cd9-8596-487a-b44b-98efd2a679b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:15.015942 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:07:15.022454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6a138b86-38f4-4cb8-87f1-00f54ed9bbb1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:15.032136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6a138b86-38f4-4cb8-87f1-00f54ed9bbb1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:15.049664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307ad16-0b22-4959-9937-b5b067a44ca2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:15.050539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0307ad16-0b22-4959-9937-b5b067a44ca2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:15.053411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:15.058715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-6a138b86-38f4-4cb8-87f1-00f54ed9bbb1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Project c17d29dfab1343848ab7e1553dba5ac0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:07:15.067882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a138b86-38f4-4cb8-87f1-00f54ed9bbb1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.101886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.120159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0307ad16-0b22-4959-9937-b5b067a44ca2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:15.124680 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0307ad16-0b22-4959-9937-b5b067a44ca2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3033853 Mar 22 13:07:15.127990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39008) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:15.129393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.159541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6874c4e5-a584-4ef5-9498-a9023739c2bb None None] For port 501dec42-f12c-461d-8d31-f719389425f4, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=501dec42-f12c-461d-8d31-f719389425f4,segment=NetworkSegment(313e5b00-8d66-4702-8e66-4f335d51030c),segment_id=313e5b00-8d66-4702-8e66-4f335d51030c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:15.162357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6874c4e5-a584-4ef5-9498-a9023739c2bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.211201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:15.230438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:15.235799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:15.246348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:15.249364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a138b86-38f4-4cb8-87f1-00f54ed9bbb1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.265996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a138b86-38f4-4cb8-87f1-00f54ed9bbb1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.312413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a138b86-38f4-4cb8-87f1-00f54ed9bbb1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.313626 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6a138b86-38f4-4cb8-87f1-00f54ed9bbb1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3076603 Mar 22 13:07:15.321739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec97adee-cfd2-436e-ad29-454cd95c1a17 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:15.322494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ec97adee-cfd2-436e-ad29-454cd95c1a17 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Synchronizing usage tracker for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:15.324712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39012) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:15.333373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a138b86-38f4-4cb8-87f1-00f54ed9bbb1 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfabacdb-82cd-4758-b76d-cdd85155713b,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:15.356814 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c50dbe6e-68e5-4017-a68c-51c9709ebfef tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules/cfabacdb-82cd-4758-b76d-cdd85155713b HTTP/1.1" status: 200 len: 769 time: 0.0268700 Mar 22 13:07:15.361387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39016) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:15.385218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6874c4e5-a584-4ef5-9498-a9023739c2bb None None] Calling delete_port for 501dec42-f12c-461d-8d31-f719389425f4 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:15.409645 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:07:10Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:15.411512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ec97adee-cfd2-436e-ad29-454cd95c1a17 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Unset dirty status for tenant:1febd08167be44f9bfe6df5cb2c69224 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:15.414810 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fef6c-2d26-45c0-8188-a9187779008b None None] The sync data for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv is: [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:07:10Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:15.415635 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ec97adee-cfd2-436e-ad29-454cd95c1a17 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2763617 Mar 22 13:07:15.420936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:15.423909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39020) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:15.433014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Sync routers for ids ['cfc495cb-5fae-48ea-8fa3-1c847178b9f7'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:15.459560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-01c5cf4a-6b70-4ba3-a49e-897d2cebe981 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:15.472272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Routers {'cfc495cb-5fae-48ea-8fa3-1c847178b9f7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:15.472820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cfc495cb-5fae-48ea-8fa3-1c847178b9f7'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:15.493932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-01c5cf4a-6b70-4ba3-a49e-897d2cebe981 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:15.498077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-01c5cf4a-6b70-4ba3-a49e-897d2cebe981 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1302080 Mar 22 13:07:15.498575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39022) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:15.568411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4459a666-3893-43c2-9976-718b2d16db0d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.574486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 501dec42-f12c-461d-8d31-f719389425f4 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:07:15.596468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4459a666-3893-43c2-9976-718b2d16db0d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.611796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.612736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 501dec42-f12c-461d-8d31-f719389425f4 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:07:15.613822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 501dec42-f12c-461d-8d31-f719389425f4 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:07:15.617942 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6874c4e5-a584-4ef5-9498-a9023739c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.623881 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f6898026-7741-4645-b781-e8849f4e3537 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050534 Mar 22 13:07:15.634185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.634603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:15.639009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:subnet and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:15.642371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:15.648897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:15.656218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39028) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:15.672037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:15.677471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874c4e5-a584-4ef5-9498-a9023739c2bb None None] No DVR routers for this DVR port 501dec42-f12c-461d-8d31-f719389425f4 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:07:15.679945 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874c4e5-a584-4ef5-9498-a9023739c2bb None None] Pushing event deleted for resources: {'Port': ['ID=501dec42-f12c-461d-8d31-f719389425f4,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:15.717243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:15.728403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:15.736162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:15.737393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.754873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:15.793488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.797387 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf5f577-7d0b-41a9-b672-8d662f49450f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:15.797862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf5f577-7d0b-41a9-b672-8d662f49450f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:15.802838 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4459a666-3893-43c2-9976-718b2d16db0d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.834879 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.838541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0876c39c-0741-4aa7-8996-330e4c1ab769,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:15.857760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459a666-3893-43c2-9976-718b2d16db0d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfabacdb-82cd-4758-b76d-cdd85155713b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:15.874826 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7cf5f577-7d0b-41a9-b672-8d662f49450f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/a8dd48df-ce26-4153-89e9-8400932ee538 HTTP/1.1" status: 404 len: 333 time: 0.2065327 Mar 22 13:07:15.877261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Set router cfc495cb-5fae-48ea-8fa3-1c847178b9f7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:07:15.881099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39032) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:15.882089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4459a666-3893-43c2-9976-718b2d16db0d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.883231 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4459a666-3893-43c2-9976-718b2d16db0d tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cfabacdb-82cd-4758-b76d-cdd85155713b HTTP/1.1" status: 204 len: 168 time: 0.3839192 Mar 22 13:07:15.927579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39036) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:15.942010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.958757 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dcaedb-c820-4dea-a0f9-b88794fe8416 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:15.959269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20dcaedb-c820-4dea-a0f9-b88794fe8416 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:15.981106 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-20dcaedb-c820-4dea-a0f9-b88794fe8416 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/4f6a96c7-4519-4c73-8daf-9a08a7bf4533 HTTP/1.1" status: 404 len: 337 time: 0.0966461 Mar 22 13:07:15.981814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39040) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:15.985487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:15.986995 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-23caf55b-df6e-4fd4-9141-beee86eb3642 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0010951 Mar 22 13:07:15.999663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39042) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.007698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.009039 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.7065933 Mar 22 13:07:16.013832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73dd01-b0bf-4546-a18f-3a31d8453d91 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd7e8db-7168-4ee5-82c8-265502a766dd,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:16.016945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39048) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.062366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.128753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.137681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7283251-eacf-4060-8631-4c226dbf57c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.151101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-76cc3255-1062-4940-8151-044d9dad2155 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:16.156737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7283251-eacf-4060-8631-4c226dbf57c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.161749 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-868d83d4-3ec9-454f-84ec-4ff5ccf916d5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:16.162205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868d83d4-3ec9-454f-84ec-4ff5ccf916d5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:16.167221 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-868d83d4-3ec9-454f-84ec-4ff5ccf916d5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/dfaa63d6-4665-47d3-b519-23f8f404f46e HTTP/1.1" status: 404 len: 337 time: 0.1704772 Mar 22 13:07:16.168767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39052) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.192853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7283251-eacf-4060-8631-4c226dbf57c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.218618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7283251-eacf-4060-8631-4c226dbf57c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bd7e8db-7168-4ee5-82c8-265502a766dd,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:16.242292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc495cb-5fae-48ea-8fa3-1c847178b9f7', 'name': 'tempest-snat-router-829066718', 'tenant_id': 'bfef685ee8574f07be2310e7b545b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.228'}], 'enable_snat': False}, 'gw_port_id': '480fda88-7b5a-446f-84bc-1ce8480c25fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:09Z', 'updated_at': '2022-03-22T13:07:12Z', 'revision_number': 3, 'project_id': 'bfef685ee8574f07be2310e7b545b291', 'gw_port': {'id': '480fda88-7b5a-446f-84bc-1ce8480c25fd', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:51:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc495cb-5fae-48ea-8fa3-1c847178b9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:10Z', 'updated_at': '2022-03-22T13:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:16.246960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Checking router: cfc495cb-5fae-48ea-8fa3-1c847178b9f7 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:07:16.247459 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Updating router cfc495cb-5fae-48ea-8fa3-1c847178b9f7 port 480fda88-7b5a-446f-84bc-1ce8480c25fd binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:07:16.250977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d7283251-eacf-4060-8631-4c226dbf57c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.252299 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d7283251-eacf-4060-8631-4c226dbf57c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/6bd7e8db-7168-4ee5-82c8-265502a766dd HTTP/1.1" status: 204 len: 168 time: 0.2317092 Mar 22 13:07:16.257350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39056) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.267705 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.272436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3118486 Mar 22 13:07:16.278430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39058) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.281529 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc1ebe3-b378-4546-a6e3-e4d9a942a2fd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:16.282005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc1ebe3-b378-4546-a6e3-e4d9a942a2fd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:16.286276 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-adc1ebe3-b378-4546-a6e3-e4d9a942a2fd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/0586b72b-795f-4fc2-a43d-53fa52f3bc6e HTTP/1.1" status: 404 len: 333 time: 0.1086838 Mar 22 13:07:16.287229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39062) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.302720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'dfc886b3-10cd-404f-9b0c-21052ba6871d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:16.310120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:16.314196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:16.318118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:16.324058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:16.336034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f9587-cc33-4d6c-917b-68b461d52cbf tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc886b3-10cd-404f-9b0c-21052ba6871d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:16.345561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.450209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-76cc3255-1062-4940-8151-044d9dad2155 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:16.451493 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-76cc3255-1062-4940-8151-044d9dad2155 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5229387 Mar 22 13:07:16.458410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39068) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.460940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.476149 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-8169c498-f057-41e8-bf4b-271f4f669830 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:16.476609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8169c498-f057-41e8-bf4b-271f4f669830 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:16.480853 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8169c498-f057-41e8-bf4b-271f4f669830 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/40a3fa02-df6b-4401-80c8-488dbe689dd2 HTTP/1.1" status: 404 len: 337 time: 0.1827157 Mar 22 13:07:16.481496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39072) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.515914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f044fd2a-f460-47c7-b4e8-d691b660bea0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:16.576351 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f0fd3a-acca-4fc4-9458-7ba1acfc690e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:16.576813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f0fd3a-acca-4fc4-9458-7ba1acfc690e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:16.582977 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-05f0fd3a-acca-4fc4-9458-7ba1acfc690e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/2ac9579d-2d12-48b4-ae59-4bb25ca6f16c HTTP/1.1" status: 404 len: 337 time: 0.0826330 Mar 22 13:07:16.583238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39076) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.597377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-96ec1d4d-9bc9-4d73-be8e-665cff9ee4c1 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/routers/cfc495cb-5fae-48ea-8fa3-1c847178b9f7 HTTP/1.1" status: 200 len: 908 time: 0.5937612 Mar 22 13:07:16.601509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39080) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.617052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Request body: {'router': {'name': 'tempest-snat-router-829066718', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'enable_snat': True}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:16.631129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:16.638928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Usage tracker for resource:router and tenant:bfef685ee8574f07be2310e7b545b291 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:16.646212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:16.648281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f044fd2a-f460-47c7-b4e8-d691b660bea0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:16.650197 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f044fd2a-f460-47c7-b4e8-d691b660bea0 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3360770 Mar 22 13:07:16.666759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39084) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.672349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:16.679776 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd715aad-b993-4289-85ca-7daa05af6395 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:16.680258 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd715aad-b993-4289-85ca-7daa05af6395 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:16.689209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.692732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.702449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9111990a-7372-4739-af2b-0afaf17dade7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.708820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.743522 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fd715aad-b993-4289-85ca-7daa05af6395 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/df98b064-9172-419b-a46c-ef04788d31c4 HTTP/1.1" status: 404 len: 333 time: 0.1505394 Mar 22 13:07:16.748625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.749635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.752932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39088) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.775853 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.781121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9423b0a2-709c-4f04-8890-9840e748ba26,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:16.788969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Transition to ACTIVE for port object 480fda88-7b5a-446f-84bc-1ce8480c25fd will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:16.797504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.830359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9111990a-7372-4739-af2b-0afaf17dade7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.842103 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Subnet': ['ID=3aa0ad65-3f91-422a-bc3f-d8d231fc3e92,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:16.857171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-4175b005-1f1a-4fe0-84d2-6ec03bf367c4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:16.857641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4175b005-1f1a-4fe0-84d2-6ec03bf367c4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:16.862572 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4175b005-1f1a-4fe0-84d2-6ec03bf367c4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/5990d226-ec4b-4b4d-8fc8-dd3838329cbb HTTP/1.1" status: 404 len: 337 time: 0.0925314 Mar 22 13:07:16.867339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39092) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.874738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Checking segment: {'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:16.874960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network hostable DHCP agents. Network: 2639e437-db47-4c2d-ae32-b0c5635baf80, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:07:16.881506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.885235 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e5ad0f20-f348-437a-a12b-c162eeedab01 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6032498 Mar 22 13:07:16.885368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Attempting to bind port 480fda88-7b5a-446f-84bc-1ce8480c25fd on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:07:16.885368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Attempting to bind port 480fda88-7b5a-446f-84bc-1ce8480c25fd by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:07:16.885368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Attempting to bind port 480fda88-7b5a-446f-84bc-1ce8480c25fd on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:16.892354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:07:16.892686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:16.893041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.893428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:07:16.893882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Bound port: 480fda88-7b5a-446f-84bc-1ce8480c25fd, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:07:16.894399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.903006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39096) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.904122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.922079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec38b7a-c8dd-4cf1-96c7-e22fb0b3b605 None None] Pushing event updated for resources: {'Port': ['ID=480fda88-7b5a-446f-84bc-1ce8480c25fd,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:16.923226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fe66f177-904f-42a2-9ee0-b3063ad24aa9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'dfc886b3-10cd-404f-9b0c-21052ba6871d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:16.932011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-082094e5-f655-4f40-aeeb-096fad48e6c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:16.934346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fe66f177-904f-42a2-9ee0-b3063ad24aa9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:16.946412 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bffee0-4456-475c-9971-496e0d34404e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:16.950003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bffee0-4456-475c-9971-496e0d34404e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:16.952913 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f6bffee0-4456-475c-9971-496e0d34404e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/25805253-6ff2-42cf-ae2a-60782cb44383 HTTP/1.1" status: 404 len: 337 time: 0.0839636 Mar 22 13:07:16.953094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fe66f177-904f-42a2-9ee0-b3063ad24aa9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:16.956984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39100) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:16.959895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.20.0.1 (acc52bc0-aeaa-4436-81b8-677b61e95968/b79aeb42-6cd1-45c5-9e35-13e0715665db/3939adcb-ea2b-4330-a0a6-e61e28493dfc) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:16.961507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fe66f177-904f-42a2-9ee0-b3063ad24aa9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:16.974749 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] For port 480fda88-7b5a-446f-84bc-1ce8480c25fd, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:07:16.976029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 2639e437-db47-4c2d-ae32-b0c5635baf80 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:07:16.978332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] For port 480fda88-7b5a-446f-84bc-1ce8480c25fd, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=480fda88-7b5a-446f-84bc-1ce8480c25fd,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:07:16.982753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.005865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 2639e437-db47-4c2d-ae32-b0c5635baf80) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:17.023975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:17.024423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddda1d-1c2d-4633-973a-9567af7a5842 None None] Network 2639e437-db47-4c2d-ae32-b0c5635baf80 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:17.026789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.038310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fe66f177-904f-42a2-9ee0-b3063ad24aa9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:17.052223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-082094e5-f655-4f40-aeeb-096fad48e6c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.117398 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc02e794-b578-42f7-80cb-75a8fb6be88f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:17.118054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc02e794-b578-42f7-80cb-75a8fb6be88f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:17.130168 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9111990a-7372-4739-af2b-0afaf17dade7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.162474 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e4ac0c2d-248a-4dc7-92c3-7ef599b6cb8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2927608 Mar 22 13:07:17.163746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39104) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:17.180847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Routers {'cfc495cb-5fae-48ea-8fa3-1c847178b9f7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:17.181719 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cfc495cb-5fae-48ea-8fa3-1c847178b9f7'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:17.270669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec38b7a-c8dd-4cf1-96c7-e22fb0b3b605 None None] Pushing event updated for resources: {'Port': ['ID=480fda88-7b5a-446f-84bc-1ce8480c25fd,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:17.373644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111990a-7372-4739-af2b-0afaf17dade7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb92cd9-8596-487a-b44b-98efd2a679b0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:17.377041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9111990a-7372-4739-af2b-0afaf17dade7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.380718 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9111990a-7372-4739-af2b-0afaf17dade7 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/bbb92cd9-8596-487a-b44b-98efd2a679b0 HTTP/1.1" status: 204 len: 168 time: 0.9103012 Mar 22 13:07:17.385304 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39108) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:17.388613 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fc02e794-b578-42f7-80cb-75a8fb6be88f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/64a19324-a5c9-49b4-bc33-fbe914620f9e HTTP/1.1" status: 404 len: 333 time: 0.4210064 Mar 22 13:07:17.388613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fe66f177-904f-42a2-9ee0-b3063ad24aa9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.397213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39110) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:17.413951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.490584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] Set router cfc495cb-5fae-48ea-8fa3-1c847178b9f7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:07:17.549814 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92648e8-0087-4ef1-8837-4549453d59a2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:17.550279 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92648e8-0087-4ef1-8837-4549453d59a2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:17.633028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-082094e5-f655-4f40-aeeb-096fad48e6c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.638400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b202d404-78f9-47f3-b071-62254e415377 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:17.639005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.671929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082094e5-f655-4f40-aeeb-096fad48e6c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29328957-3a77-4374-a462-a9ef73ecb1ad,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:17.678761 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a92648e8-0087-4ef1-8837-4549453d59a2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/efc370cf-43b8-4756-a1a9-092d048cc9f5 HTTP/1.1" status: 404 len: 337 time: 0.2189233 Mar 22 13:07:17.679020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-082094e5-f655-4f40-aeeb-096fad48e6c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.680092 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-082094e5-f655-4f40-aeeb-096fad48e6c5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/29328957-3a77-4374-a462-a9ef73ecb1ad HTTP/1.1" status: 204 len: 168 time: 1.0124652 Mar 22 13:07:17.681015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39116) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:17.700643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-2639e437-db47-4c2d-ae32-b0c5635baf80', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:07:17.701458 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.702380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39118) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:17.745285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f46efe78-d696-418b-b474-0fb98ea8f11a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:17.772759 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-809ecd74-d3c6-4814-a4b7-53c35ef1ec73 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:17.773412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809ecd74-d3c6-4814-a4b7-53c35ef1ec73 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:17.777639 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-809ecd74-d3c6-4814-a4b7-53c35ef1ec73 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/b6e9ab3f-39d8-420d-a1b9-9f2fd4b56c8e HTTP/1.1" status: 404 len: 337 time: 0.0890584 Mar 22 13:07:17.778836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39124) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:17.808929 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-fe66f177-904f-42a2-9ee0-b3063ad24aa9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 13:07:17.813549 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fe66f177-904f-42a2-9ee0-b3063ad24aa9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9042194 Mar 22 13:07:17.814428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39128) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:17.837091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f46efe78-d696-418b-b474-0fb98ea8f11a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:17.842902 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f46efe78-d696-418b-b474-0fb98ea8f11a tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4503951 Mar 22 13:07:17.842902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.844170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39132) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:17.852549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group': {'name': 'tempest-secgroup--618355913'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:17.864631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6941a03c-75e1-457a-be5d-377270ddc462 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:17.916265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:17.917692 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port b202d404-78f9-47f3-b071-62254e415377 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:17.930198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b202d404-78f9-47f3-b071-62254e415377 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:17.930573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:17.940292 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8219c9a4-b319-4981-8694-3e607dc8b610 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:17.940702 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8219c9a4-b319-4981-8694-3e607dc8b610 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:17.945517 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8219c9a4-b319-4981-8694-3e607dc8b610 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/7f74a24b-de2d-4dee-9c8e-df0dc0063943 HTTP/1.1" status: 404 len: 333 time: 0.1638255 Mar 22 13:07:17.949661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39136) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:17.963259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:18.003339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network acc52bc0-aeaa-4436-81b8-677b61e95968 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:18.012988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:18.013994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=3939adcb-ea2b-4330-a0a6-e61e28493dfc,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:18.026721 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b708887-e0c1-4f41-ad97-9b809376587a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:18.027201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b708887-e0c1-4f41-ad97-9b809376587a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:18.032080 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4b708887-e0c1-4f41-ad97-9b809376587a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/74cf9b0b-c236-4afe-b635-6721b0746fef HTTP/1.1" status: 404 len: 337 time: 0.0721824 Mar 22 13:07:18.032080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6941a03c-75e1-457a-be5d-377270ddc462 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:18.032080 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6941a03c-75e1-457a-be5d-377270ddc462 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2899957 Mar 22 13:07:18.035525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39140) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:18.036721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39142) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:18.071275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:18.085411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.091756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Allocated IP 172.20.0.2 (2639e437-db47-4c2d-ae32-b0c5635baf80/3aa0ad65-3f91-422a-bc3f-d8d231fc3e92/3b000cd7-04f0-496d-a15c-f7c7eef5c5cc) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:18.106370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270591894'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:18.123221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:18.132884 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d2a240-8082-4adc-a226-2439719335db tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:18.133364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d2a240-8082-4adc-a226-2439719335db tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:18.137423 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e8d2a240-8082-4adc-a226-2439719335db tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/5f56ca11-e5dd-4234-a85f-c4a6bfd7e5d1 HTTP/1.1" status: 404 len: 333 time: 0.0981417 Mar 22 13:07:18.137423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-558468c9-1eea-4a22-9b1a-2256678f8182 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.139693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39148) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:18.188540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:18.195116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:18.214281 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34cb9e6-7c53-43a4-8d03-868838cc1fe3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:18.214974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34cb9e6-7c53-43a4-8d03-868838cc1fe3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:18.217001 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b34cb9e6-7c53-43a4-8d03-868838cc1fe3 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/b9a543d8-aaf3-4054-86d8-ae309e3fd78d HTTP/1.1" status: 404 len: 337 time: 0.0721304 Mar 22 13:07:18.219479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.229600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:18.229785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39152) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:18.243436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-558468c9-1eea-4a22-9b1a-2256678f8182 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.245803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.255886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.281530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc495cb-5fae-48ea-8fa3-1c847178b9f7', 'name': 'tempest-snat-router-829066718', 'tenant_id': 'bfef685ee8574f07be2310e7b545b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.228'}], 'enable_snat': False}, 'gw_port_id': '480fda88-7b5a-446f-84bc-1ce8480c25fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:09Z', 'updated_at': '2022-03-22T13:07:12Z', 'revision_number': 3, 'project_id': 'bfef685ee8574f07be2310e7b545b291', 'gw_port': {'id': '480fda88-7b5a-446f-84bc-1ce8480c25fd', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:51:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc495cb-5fae-48ea-8fa3-1c847178b9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:10Z', 'updated_at': '2022-03-22T13:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:18.289430 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port b202d404-78f9-47f3-b071-62254e415377, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b202d404-78f9-47f3-b071-62254e415377,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:18.292920 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d54c4ab-0f53-4316-a6f6-749b178a6a74 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:18.293420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d54c4ab-0f53-4316-a6f6-749b178a6a74 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:18.293610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306c969-4e55-4ef5-a0e3-41e0ddf8c458 None None] The sync data for ids ['cfc495cb-5fae-48ea-8fa3-1c847178b9f7'] in dv-neutron-834664-2-hyperv is: [{'id': 'cfc495cb-5fae-48ea-8fa3-1c847178b9f7', 'name': 'tempest-snat-router-829066718', 'tenant_id': 'bfef685ee8574f07be2310e7b545b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.228'}], 'enable_snat': False}, 'gw_port_id': '480fda88-7b5a-446f-84bc-1ce8480c25fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:09Z', 'updated_at': '2022-03-22T13:07:12Z', 'revision_number': 3, 'project_id': 'bfef685ee8574f07be2310e7b545b291', 'gw_port': {'id': '480fda88-7b5a-446f-84bc-1ce8480c25fd', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:51:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc495cb-5fae-48ea-8fa3-1c847178b9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:10Z', 'updated_at': '2022-03-22T13:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:18.297975 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9d54c4ab-0f53-4316-a6f6-749b178a6a74 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/7ed1e5e9-01e6-460f-8b5d-e4af8c775a6b HTTP/1.1" status: 404 len: 333 time: 0.0674736 Mar 22 13:07:18.301931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39156) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:18.306872 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.391993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:18.394788 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-781d4ddb-a71d-4190-b03e-79c837d3cafc tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:18.395393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781d4ddb-a71d-4190-b03e-79c837d3cafc tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:18.466047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=b202d404-78f9-47f3-b071-62254e415377,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:18.477432 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.479822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.480125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.480466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.480858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.481145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.481434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.481756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.482078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.482394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.482713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.483190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.483383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:18.497218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Transition to ACTIVE for port object 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:18.518567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Transition to ACTIVE for port object 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:18.528826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.565124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.599004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Network 2639e437-db47-4c2d-ae32-b0c5635baf80 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:18.606293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:18.611411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:18.618454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Pushing event updated for resources: {'Port': ['ID=3b000cd7-04f0-496d-a15c-f7c7eef5c5cc,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:18.643334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:18.669082 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-781d4ddb-a71d-4190-b03e-79c837d3cafc tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/9d4b4bfd-0bf5-42be-bf29-4f6fe137b9b4 HTTP/1.1" status: 404 len: 337 time: 0.3603251 Mar 22 13:07:18.702466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39160) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:18.732403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Attempting to bind port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:07:18.732848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Attempting to bind port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:07:18.733274 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Attempting to bind port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc on network 2639e437-db47-4c2d-ae32-b0c5635baf80 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:18.739184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:07:18.739666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Checking segment: {'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:18.740127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.740573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Bound using segment: {'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:07:18.741101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Bound port: 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:07:18.741539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.769356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-558468c9-1eea-4a22-9b1a-2256678f8182 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.814181 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f217349c-c3df-4191-aa15-40a6d4af3ec6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:18.814757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f217349c-c3df-4191-aa15-40a6d4af3ec6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:18.824463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.855725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558468c9-1eea-4a22-9b1a-2256678f8182 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc886b3-10cd-404f-9b0c-21052ba6871d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:18.862941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.878454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.906817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.918733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] For port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:07:18.922548 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] For port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3b000cd7-04f0-496d-a15c-f7c7eef5c5cc,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:07:18.930152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:18.991617 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f217349c-c3df-4191-aa15-40a6d4af3ec6 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/590f30d3-3ae6-4dfa-b24d-57184d5aae0f HTTP/1.1" status: 404 len: 333 time: 0.2871578 Mar 22 13:07:19.001716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-558468c9-1eea-4a22-9b1a-2256678f8182 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.002871 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-558468c9-1eea-4a22-9b1a-2256678f8182 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/dfc886b3-10cd-404f-9b0c-21052ba6871d HTTP/1.1" status: 204 len: 168 time: 1.1834743 Mar 22 13:07:19.006935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39164) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.007292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39166) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.034658 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4100131-0a20-44f7-acbe-bbd153d8ab56 None None] Pushing event updated for resources: {'Port': ['ID=3b000cd7-04f0-496d-a15c-f7c7eef5c5cc,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:19.083951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.109793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.111024 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2628689 Mar 22 13:07:19.118754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39172) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.124085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24484c70-9d5a-4d60-96d4-7370e3e26d21 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6e0e6b-7817-4f8b-9d20-411cb450c912,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:19.132255 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb0941d-ebf6-4a99-860c-b561fa07384a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:19.132664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb0941d-ebf6-4a99-860c-b561fa07384a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:19.134400 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-afb0941d-ebf6-4a99-860c-b561fa07384a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/29804928-11d1-4ca7-80f5-28665ea9767c HTTP/1.1" status: 404 len: 337 time: 0.1149435 Mar 22 13:07:19.142689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39176) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.145353 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.161349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Request body: {'security_group_rule': {'security_group_id': 'bf6e0e6b-7817-4f8b-9d20-411cb450c912', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:19.167817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:19.178166 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:19.207410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.251513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.454571 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a597cc03-a649-40ab-917d-ae478862eae4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:19.455133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a597cc03-a649-40ab-917d-ae478862eae4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:19.459741 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a597cc03-a649-40ab-917d-ae478862eae4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/268d6fc6-4a9e-41e3-8d7e-4a2defb36a42 HTTP/1.1" status: 404 len: 333 time: 0.3091607 Mar 22 13:07:19.488102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ef11de13-ebb2-4764-b05c-586cd74d04ed tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Synchronizing usage tracker for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:19.494087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39180) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.502211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57511472-cd94-4074-a2f0-c0c635d9946f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:19.560503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.562626 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0839ed1d-e277-4b4c-84d2-c43c98ca79de tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5240507 Mar 22 13:07:19.574391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39184) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.583666 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-984078d6-b869-42b1-a146-a83ff87f2324 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:19.584129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984078d6-b869-42b1-a146-a83ff87f2324 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:19.588160 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-984078d6-b869-42b1-a146-a83ff87f2324 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/5a445123-bb10-4028-9c9f-672e8d62b192 HTTP/1.1" status: 404 len: 337 time: 0.0907938 Mar 22 13:07:19.593563 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39188) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.603376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-50c9cede-6659-4762-84a0-3faebb6a7291 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '57511472-cd94-4074-a2f0-c0c635d9946f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:19.610375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Allocated IP 172.26.5.31 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/100e85f9-5486-4c70-86ed-012d2a5512c2) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:19.618218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-50c9cede-6659-4762-84a0-3faebb6a7291 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:19.625995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.1 (2639e437-db47-4c2d-ae32-b0c5635baf80/3aa0ad65-3f91-422a-bc3f-d8d231fc3e92/540a050f-a046-45d3-9ba1-6c3ffe1ebfc0) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:19.656576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.662860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.673846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ef11de13-ebb2-4764-b05c-586cd74d04ed tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Unset dirty status for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:19.675107 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ef11de13-ebb2-4764-b05c-586cd74d04ed tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6522238 Mar 22 13:07:19.682731 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a007c8d0-42eb-4b22-9a00-b579b06b9c13 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:19.683236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a007c8d0-42eb-4b22-9a00-b579b06b9c13 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:19.687774 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a007c8d0-42eb-4b22-9a00-b579b06b9c13 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/3b285203-5824-477e-b671-df555aa9afb0 HTTP/1.1" status: 404 len: 333 time: 0.0764835 Mar 22 13:07:19.687774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-50c9cede-6659-4762-84a0-3faebb6a7291 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:19.687774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39192) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.688097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39194) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.738961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:19.744599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'tempest-secgroup--66754649'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:19.768699 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fef5c03-aafe-43d2-9f43-6edb1d934a1d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:19.769205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fef5c03-aafe-43d2-9f43-6edb1d934a1d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:19.773152 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4fef5c03-aafe-43d2-9f43-6edb1d934a1d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/66b81038-cccd-4f5d-970a-40f5516a7c04 HTTP/1.1" status: 404 len: 337 time: 0.0785153 Mar 22 13:07:19.773152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:19.777614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39200) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.811440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:19.817063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 480fda88-7b5a-446f-84bc-1ce8480c25fd up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:19.849192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc31d775-4c02-4a7d-a06b-4d7e4783926e,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:19.883709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:19.888897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.889243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.889664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.889911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.890241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.890564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.891722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.891722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.891931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50c9cede-6659-4762-84a0-3faebb6a7291 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.892012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.892012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.892171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.892505 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:19.899621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 480fda88-7b5a-446f-84bc-1ce8480c25fd completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:19.904259 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc8caf4-855a-49be-a6bf-c9019174caa5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:19.904883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc8caf4-855a-49be-a6bf-c9019174caa5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:19.905265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 480fda88-7b5a-446f-84bc-1ce8480c25fd triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:19.905732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.906583 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1bc8caf4-855a-49be-a6bf-c9019174caa5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/eb3a5b10-3682-4fb5-aa21-bd601a687524 HTTP/1.1" status: 404 len: 337 time: 0.1280570 Mar 22 13:07:19.914863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39204) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:19.938209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:19.939581 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3afd26d9-4377-4d7e-a614-3721632dbb40 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8197632 Mar 22 13:07:19.945197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39208) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.026905 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.050243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.056352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.075412 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 480fda88-7b5a-446f-84bc-1ce8480c25fd, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=480fda88-7b5a-446f-84bc-1ce8480c25fd,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:20.079528 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0438d31a-a8dc-4b87-a984-5312978056b8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:20.080184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0438d31a-a8dc-4b87-a984-5312978056b8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:20.081212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.082465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b202d404-78f9-47f3-b071-62254e415377 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:20.085809 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0438d31a-a8dc-4b87-a984-5312978056b8 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/573c8e58-728a-41c9-a140-1f2e54d1d5d8 HTTP/1.1" status: 404 len: 333 time: 0.1671200 Mar 22 13:07:20.089508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39212) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.114524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50c9cede-6659-4762-84a0-3faebb6a7291 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.161009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:20.165673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:20.170736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:20.178495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:20.197712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.204288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50c9cede-6659-4762-84a0-3faebb6a7291 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.214105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.233898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9cede-6659-4762-84a0-3faebb6a7291 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20a7bcc-6fd3-4e30-bb34-9f74b087d8ca,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:20.234091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=480fda88-7b5a-446f-84bc-1ce8480c25fd,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:20.237502 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed8a23f-c5d9-462e-8583-46bf555ed451 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:20.238670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed8a23f-c5d9-462e-8583-46bf555ed451 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:20.250527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b202d404-78f9-47f3-b071-62254e415377 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:20.250881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.284240 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fed8a23f-c5d9-462e-8583-46bf555ed451 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/730c545c-877a-4fdc-b6cc-e2b6f2939ed4 HTTP/1.1" status: 404 len: 337 time: 0.1678274 Mar 22 13:07:20.285459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39216) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.324088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.359319 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-14024aa6-accf-4bf9-88cd-849b3041b949 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:20.360020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14024aa6-accf-4bf9-88cd-849b3041b949 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:20.362009 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-14024aa6-accf-4bf9-88cd-849b3041b949 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/ea75f0c5-e146-4526-9280-0d8d82d786e3 HTTP/1.1" status: 404 len: 337 time: 0.0688465 Mar 22 13:07:20.381944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39220) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.417348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cbe3eb-3f17-4975-a821-54f1f20a03fa None None] Network 2639e437-db47-4c2d-ae32-b0c5635baf80 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:20.418312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.421130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-50c9cede-6659-4762-84a0-3faebb6a7291 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.428420 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-50c9cede-6659-4762-84a0-3faebb6a7291 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8481245 Mar 22 13:07:20.431491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39224) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.432204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.445154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb618d36-7790-44f2-a2f1-e7532aa0b96c tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.452247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:20.463183 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.477859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=3939adcb-ea2b-4330-a0a6-e61e28493dfc,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:20.480682 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ee2acd-66d3-4ffe-a8dd-48a574de5e94 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:20.481209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ee2acd-66d3-4ffe-a8dd-48a574de5e94 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:20.482874 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-79ee2acd-66d3-4ffe-a8dd-48a574de5e94 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/f6de6a63-233d-4f7c-9547-fbbceb069a40 HTTP/1.1" status: 404 len: 333 time: 0.0999978 Mar 22 13:07:20.484790 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-685ed3ec-cecf-4e1a-be62-9ce82bfac465 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules/b20a7bcc-6fd3-4e30-bb34-9f74b087d8ca HTTP/1.1" status: 200 len: 763 time: 0.0478559 Mar 22 13:07:20.492005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39228) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.492472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39230) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.493476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.543820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb618d36-7790-44f2-a2f1-e7532aa0b96c tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.545296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-64f4103b-3a0c-42f2-b259-f6b71e3bae28 None None] Provisioning for port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:20.555313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-64f4103b-3a0c-42f2-b259-f6b71e3bae28 None None] Provisioning complete for port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:20.555848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-64f4103b-3a0c-42f2-b259-f6b71e3bae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.639806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:20.645171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc698c9-72be-425e-bd12-fffbd268052c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:20.645559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc698c9-72be-425e-bd12-fffbd268052c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:20.647267 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bfc698c9-72be-425e-bd12-fffbd268052c tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/bed50d80-2137-4be1-8e3d-cec093a6b4dc HTTP/1.1" status: 404 len: 337 time: 0.1402926 Mar 22 13:07:20.654734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39236) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.666041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:20.668499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:20.693403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.697546 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0044596 Mar 22 13:07:20.697546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528c199-2465-4f35-973a-46e8ce56165d tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50065f4a-eae3-4786-986d-a77e5c06734c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:20.698886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.699048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39240) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.714480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-481110cc-fff8-46a6-aac4-7cb03a85acd5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:20.737646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-bc8b7b53-18a2-40bf-88b6-3755bf5bfeb5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': '50065f4a-eae3-4786-986d-a77e5c06734c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:20.738440 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING neutron.api.v2.base [None req-bc8b7b53-18a2-40bf-88b6-3755bf5bfeb5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 13:07:20.739409 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-bc8b7b53-18a2-40bf-88b6-3755bf5bfeb5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:20.740432 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bc8b7b53-18a2-40bf-88b6-3755bf5bfeb5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0222418 Mar 22 13:07:20.752500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39244) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.764260 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92cb808-1fd5-4e1f-971e-25853606f920 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:20.764698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92cb808-1fd5-4e1f-971e-25853606f920 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:20.775377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event updated for resources: {'Port': ['ID=100e85f9-5486-4c70-86ed-012d2a5512c2,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:20.805906 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a92cb808-1fd5-4e1f-971e-25853606f920 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/a63a4c4f-f51b-4e61-9f50-f0127bb7d9a8 HTTP/1.1" status: 404 len: 337 time: 0.1446135 Mar 22 13:07:20.808433 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 2639e437-db47-4c2d-ae32-b0c5635baf80 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:20.809534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-64f4103b-3a0c-42f2-b259-f6b71e3bae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.819182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39248) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.823906 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:20.833343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb618d36-7790-44f2-a2f1-e7532aa0b96c tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.835654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb618d36-7790-44f2-a2f1-e7532aa0b96c tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.836776 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bb618d36-7790-44f2-a2f1-e7532aa0b96c tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/bf6e0e6b-7817-4f8b-9d20-411cb450c912 HTTP/1.1" status: 204 len: 168 time: 0.8872828 Mar 22 13:07:20.854931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39252) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.871029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-481110cc-fff8-46a6-aac4-7cb03a85acd5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:20.873238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:20.874583 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-481110cc-fff8-46a6-aac4-7cb03a85acd5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3705068 Mar 22 13:07:20.875153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39256) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:20.905584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-64f4103b-3a0c-42f2-b259-f6b71e3bae28 None None] For port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3b000cd7-04f0-496d-a15c-f7c7eef5c5cc,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:20.916570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=540a050f-a046-45d3-9ba1-6c3ffe1ebfc0,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:20.920282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network acc52bc0-aeaa-4436-81b8-677b61e95968 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:20.926583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-64f4103b-3a0c-42f2-b259-f6b71e3bae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:20.938596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:20.947454 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a27af3-8650-4188-96b8-b8f1eb1e59a9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:20.947937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a27af3-8650-4188-96b8-b8f1eb1e59a9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:20.949604 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-23a27af3-8650-4188-96b8-b8f1eb1e59a9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/3c69790d-0c05-4a8f-a372-f4219c7e24b5 HTTP/1.1" status: 404 len: 333 time: 0.1274500 Mar 22 13:07:20.954732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb618d36-7790-44f2-a2f1-e7532aa0b96c tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6e0e6b-7817-4f8b-9d20-411cb450c912,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:20.956265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39260) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:21.028602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4103b-3a0c-42f2-b259-f6b71e3bae28 None None] Pushing event updated for resources: {'Port': ['ID=3b000cd7-04f0-496d-a15c-f7c7eef5c5cc,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:21.069016 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-0498de15-f527-4831-aa76-2120c7e9b6b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:21.069472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0498de15-f527-4831-aa76-2120c7e9b6b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:21.071143 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0498de15-f527-4831-aa76-2120c7e9b6b1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/bdd180ff-1f11-49c1-b8da-4edff0ac00bc HTTP/1.1" status: 404 len: 337 time: 0.1103199 Mar 22 13:07:21.074100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.076323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39264) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:21.088595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5912eb11-8dcc-4d90-85d0-ac6804fab079 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:21.105577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02999684-b396-44b6-af3d-0edcb25bc318 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.114327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d96f23a-4ab8-4daf-b292-10be44ed9ade tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.137062 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-125f51e9-c8ad-4842-a39a-6eb87b6a15cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:21.137813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125f51e9-c8ad-4842-a39a-6eb87b6a15cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:21.138191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02999684-b396-44b6-af3d-0edcb25bc318 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.139508 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-125f51e9-c8ad-4842-a39a-6eb87b6a15cd tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/b5adfd9c-c0cf-4264-b5fe-f86b4e9086b5 HTTP/1.1" status: 404 len: 337 time: 0.0600917 Mar 22 13:07:21.149284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39268) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:21.256832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-91f1a4f8-fd91-4f70-9eb8-4f711382ee94 None None] Provisioning for port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:21.263005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-91f1a4f8-fd91-4f70-9eb8-4f711382ee94 None None] Provisioning complete for port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:21.263729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-91f1a4f8-fd91-4f70-9eb8-4f711382ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.299912 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5912eb11-8dcc-4d90-85d0-ac6804fab079 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:21.304581 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5912eb11-8dcc-4d90-85d0-ac6804fab079 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4463701 Mar 22 13:07:21.307446 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a90dcc20-dc21-4860-ba01-b86619c6f343 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a44ea3-2c63-4ed6-8571-50930fe7f3b3 HTTP/1.1" status: 200 len: 205 time: 0.1522884 Mar 22 13:07:21.313401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39272) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:21.313739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39274) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:21.329140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d96f23a-4ab8-4daf-b292-10be44ed9ade tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.380059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-91f1a4f8-fd91-4f70-9eb8-4f711382ee94 None None] Port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:21.402955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:07:21.433917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-91f1a4f8-fd91-4f70-9eb8-4f711382ee94 None None] Provisioning complete for port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:21.436003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-91f1a4f8-fd91-4f70-9eb8-4f711382ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.454301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02999684-b396-44b6-af3d-0edcb25bc318 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.456220 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-0c726517-63e2-4426-bfca-a9fb4372c83e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] delete failed (client error): The resource could not be found. Mar 22 13:07:21.459715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0c726517-63e2-4426-bfca-a9fb4372c83e tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/routers/18a44ea3-2c63-4ed6-8571-50930fe7f3b3 HTTP/1.1" status: 404 len: 336 time: 0.1321223 Mar 22 13:07:21.473669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39280) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:21.519976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.600047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:21.663455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.680978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:21.680978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.705512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02999684-b396-44b6-af3d-0edcb25bc318 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b20a7bcc-6fd3-4e30-bb34-9f74b087d8ca,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:21.740170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:21.748270 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b18b8f8c-8154-4ce0-8fa8-4273387d65dd tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "PUT /v2.0/routers/bad2fd8d-3147-477b-97a1-b9535b92b6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9998198 Mar 22 13:07:21.750004 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdfcb94-5452-4c60-8bad-bb1451b2fa7b None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:21.751363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39284) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:21.760167 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'port': {'network_id': 'acc52bc0-aeaa-4436-81b8-677b61e95968', 'name': 'tempest-FloatingIPTestJSON-640545015'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:21.770240 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdfcb94-5452-4c60-8bad-bb1451b2fa7b None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:21.770867 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-dcdfcb94-5452-4c60-8bad-bb1451b2fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:21.775415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a79419f6-701d-4385-855d-419623383cc4 None None] Provisioning complete for port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:21.775787 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a79419f6-701d-4385-855d-419623383cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.805952 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7d38a0-f6f1-4d37-9aaa-1b7163bdefc7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:21.806706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7d38a0-f6f1-4d37-9aaa-1b7163bdefc7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:21.809718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02999684-b396-44b6-af3d-0edcb25bc318 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.811094 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-02999684-b396-44b6-af3d-0edcb25bc318 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b20a7bcc-6fd3-4e30-bb34-9f74b087d8ca HTTP/1.1" status: 204 len: 168 time: 0.9008424 Mar 22 13:07:21.829836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e463da74-864b-4ac7-a0f9-b3616cd189f0 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Synchronizing usage tracker for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:21.832743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39288) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:21.858683 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ee7d38a0-f6f1-4d37-9aaa-1b7163bdefc7 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/a3f2cef9-9a04-482c-83b7-ea03489dca50 HTTP/1.1" status: 404 len: 337 time: 0.3794699 Mar 22 13:07:21.872026 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39292) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:21.876412 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-dcdfcb94-5452-4c60-8bad-bb1451b2fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:21.885381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a79419f6-701d-4385-855d-419623383cc4 None None] Port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:21.887212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d96f23a-4ab8-4daf-b292-10be44ed9ade tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.891512 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdfcb94-5452-4c60-8bad-bb1451b2fa7b None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:21.892979 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-dcdfcb94-5452-4c60-8bad-bb1451b2fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:21.895602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 480fda88-7b5a-446f-84bc-1ce8480c25fd up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:21.916974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:21.973734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96f23a-4ab8-4daf-b292-10be44ed9ade tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50065f4a-eae3-4786-986d-a77e5c06734c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:21.989101 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-dcdfcb94-5452-4c60-8bad-bb1451b2fa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:21.989600 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdfcb94-5452-4c60-8bad-bb1451b2fa7b None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:22.000811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e463da74-864b-4ac7-a0f9-b3616cd189f0 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] Unset dirty status for tenant:c17d29dfab1343848ab7e1553dba5ac0 on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:22.005068 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a3f39779-5689-49e9-bf9e-00377ee7f449 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "GET /v2.0/ports?device_id=02746d20-2036-431e-8e86-db5e995ccf90 HTTP/1.1" status: 200 len: 205 time: 0.1282024 Mar 22 13:07:22.005244 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e463da74-864b-4ac7-a0f9-b3616cd189f0 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6844397 Mar 22 13:07:22.007583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39296) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.007583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39298) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.014781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d96f23a-4ab8-4daf-b292-10be44ed9ade tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.018580 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8d96f23a-4ab8-4daf-b292-10be44ed9ade tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/50065f4a-eae3-4786-986d-a77e5c06734c HTTP/1.1" status: 204 len: 168 time: 1.2621615 Mar 22 13:07:22.027786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-eb121108-9362-49d0-84d8-38b2df90ea9f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:22.029189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39304) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.056429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 480fda88-7b5a-446f-84bc-1ce8480c25fd triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:22.056808 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.110290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-eb121108-9362-49d0-84d8-38b2df90ea9f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:22.111617 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-eb121108-9362-49d0-84d8-38b2df90ea9f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2751062 Mar 22 13:07:22.119658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39308) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.126831 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d20415d7-5fd3-4b9f-b729-0cc7f0187868 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '57511472-cd94-4074-a2f0-c0c635d9946f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:22.134135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d20415d7-5fd3-4b9f-b729-0cc7f0187868 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:22.141961 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-8c999d1b-5355-4b7a-91e6-8489e7319a19 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] delete failed (client error): The resource could not be found. Mar 22 13:07:22.143266 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8c999d1b-5355-4b7a-91e6-8489e7319a19 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "DELETE /v2.0/security-groups/bf6e0e6b-7817-4f8b-9d20-411cb450c912 HTTP/1.1" status: 404 len: 347 time: 0.1305621 Mar 22 13:07:22.145130 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-d08ba26f-f0c3-4a11-9cc4-f661276921b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] delete failed (client error): The resource could not be found. Mar 22 13:07:22.148757 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d08ba26f-f0c3-4a11-9cc4-f661276921b2 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/routers/02746d20-2036-431e-8e86-db5e995ccf90 HTTP/1.1" status: 404 len: 336 time: 0.1378155 Mar 22 13:07:22.161928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39312) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.162415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39314) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.169533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d20415d7-5fd3-4b9f-b729-0cc7f0187868 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:22.231938 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73f98d6-b86f-497e-a94b-2ef6d4575ad4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:22.232396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73f98d6-b86f-497e-a94b-2ef6d4575ad4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:22.234029 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c73f98d6-b86f-497e-a94b-2ef6d4575ad4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/3ac9bd45-db2f-451e-9bb6-1445e4d9d6b2 HTTP/1.1" status: 404 len: 337 time: 0.0660453 Mar 22 13:07:22.239598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39320) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.331250 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-87606426-aebf-4c7b-9088-cc89434adf88 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2971530 Mar 22 13:07:22.331250 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ed3b06-df44-41d3-bad1-3170ecade61f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:22.331250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ed3b06-df44-41d3-bad1-3170ecade61f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:22.331250 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-61ed3b06-df44-41d3-bad1-3170ecade61f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/2621d7bc-03d3-4310-af4e-bbfd9f9f3d08 HTTP/1.1" status: 404 len: 337 time: 0.0878017 Mar 22 13:07:22.332321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:22.332414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d20415d7-5fd3-4b9f-b729-0cc7f0187868 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.337238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39324) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.337565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39326) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.343458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:port and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:22.348885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'tempest-secgroup--420181129'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:22.356241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:22.379417 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e0463250-b1dd-47b3-91f5-1f3c7417b287 tempest-SecGroupIPv6Test-384978347 tempest-SecGroupIPv6Test-384978347-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2089288 Mar 22 13:07:22.401710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:22.424927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:22.436279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:22.445204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:22.448198 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1bb207-f3bd-47b1-ba01-240613c79982 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:22.448663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1bb207-f3bd-47b1-ba01-240613c79982 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:22.450318 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0b1bb207-f3bd-47b1-ba01-240613c79982 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/07f123fb-f6ee-49d5-a074-c2cd0a5ed860 HTTP/1.1" status: 404 len: 333 time: 0.1103361 Mar 22 13:07:22.457763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39334) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.500818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:22.515508 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8db1fb-8404-4be2-b48f-a34727b2229b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:22.515966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8db1fb-8404-4be2-b48f-a34727b2229b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:22.516382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Made reservation on behalf of ddba086189ee4490a694518ebcc2e1ce for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:22.517641 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3a8db1fb-8404-4be2-b48f-a34727b2229b tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/1d10f8c6-a50e-4591-a56b-9afb6a934fef HTTP/1.1" status: 404 len: 337 time: 0.0589364 Mar 22 13:07:22.520359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.522200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39338) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.548901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.559239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.564751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] device_id is not set on port e22dd99a-a538-4721-b1a8-27650478d1eb yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:07:22.642537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d20415d7-5fd3-4b9f-b729-0cc7f0187868 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.648293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:22.652540 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-66aa2eed-fffb-45f6-a31f-c41e045c6f39 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:22.653018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66aa2eed-fffb-45f6-a31f-c41e045c6f39 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:22.658210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d20415d7-5fd3-4b9f-b729-0cc7f0187868 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.661504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:22.668152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:22.677136 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:22.685994 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-66aa2eed-fffb-45f6-a31f-c41e045c6f39 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/72a7b460-c552-4edd-aef0-54fff03a319b HTTP/1.1" status: 404 len: 333 time: 0.1600029 Mar 22 13:07:22.691535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39344) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.695835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20415d7-5fd3-4b9f-b729-0cc7f0187868 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5632f99-491e-4fd5-ac38-fc6700eed0f7,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:22.700756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39348) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.718984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d20415d7-5fd3-4b9f-b729-0cc7f0187868 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.720163 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d20415d7-5fd3-4b9f-b729-0cc7f0187868 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5994992 Mar 22 13:07:22.733876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39354) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.799809 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd689b2-81ac-4566-889c-567075cd8e63 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:22.800261 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd689b2-81ac-4566-889c-567075cd8e63 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:22.809205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:07:22.840494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.842843 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ccd689b2-81ac-4566-889c-567075cd8e63 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/3ee4f718-5299-4612-a0d3-d3827607a925 HTTP/1.1" status: 404 len: 337 time: 0.1503451 Mar 22 13:07:22.846881 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-36c82757-8643-4aab-8b00-67a72a631813 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules/c5632f99-491e-4fd5-ac38-fc6700eed0f7 HTTP/1.1" status: 200 len: 763 time: 0.0793777 Mar 22 13:07:22.846881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39358) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.849653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39360) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:22.887847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:22.897758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Router 62b9e835-8ade-4503-96c0-c7844e189184 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:07:22.910215 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-05b5d606-9231-46ac-8c53-cbdf18138a19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c17d29dfab1343848ab7e1553dba5ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084398 Mar 22 13:07:22.920202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39366) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.000786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6606c63a-d8ce-440a-a179-f2f6e35006a5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:23.067458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6606c63a-d8ce-440a-a179-f2f6e35006a5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:23.071887 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6606c63a-d8ce-440a-a179-f2f6e35006a5 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2172258 Mar 22 13:07:23.078875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39370) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.130899 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97922ff-3ddb-42da-a6f0-3f579884eed5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:23.131406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97922ff-3ddb-42da-a6f0-3f579884eed5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:23.140941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.20.0.6 (acc52bc0-aeaa-4436-81b8-677b61e95968/b79aeb42-6cd1-45c5-9e35-13e0715665db/e22dd99a-a538-4721-b1a8-27650478d1eb) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:23.166719 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d97922ff-3ddb-42da-a6f0-3f579884eed5 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/9e624528-6ed5-4ef3-a85d-f36f2bd06719 HTTP/1.1" status: 404 len: 333 time: 0.3149414 Mar 22 13:07:23.167465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e5a4-930e-4c99-a9da-3396766fd584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.178477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39374) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.199038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=540a050f-a046-45d3-9ba1-6c3ffe1ebfc0,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:23.204423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.205356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.213870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.253324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c774d365-9442-43aa-a06c-417b2fc2dcf4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.262538 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-190e6422-96f3-499b-ac6d-f08a41c261c1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:23.262984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190e6422-96f3-499b-ac6d-f08a41c261c1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:23.266966 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-190e6422-96f3-499b-ac6d-f08a41c261c1 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/ff64587c-81d0-455b-9a75-f442f960978e HTTP/1.1" status: 404 len: 337 time: 0.0727603 Mar 22 13:07:23.266966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:23.271856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39378) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.276227 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Sync routers for ids ['62b9e835-8ade-4503-96c0-c7844e189184'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:23.276777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c774d365-9442-43aa-a06c-417b2fc2dcf4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.289387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e5a4-930e-4c99-a9da-3396766fd584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.291441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Routers {'62b9e835-8ade-4503-96c0-c7844e189184'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:23.292540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['62b9e835-8ade-4503-96c0-c7844e189184'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:23.359578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd23ecad-06e9-40f3-90ee-1d402bff02b2,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:23.362212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.369451 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0f8e12aa-e4e6-4706-998f-b25f91209395 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0255318 Mar 22 13:07:23.369641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39382) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.385731 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-90546ee6-d649-4c58-9560-69fafedd10ef tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:23.386199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90546ee6-d649-4c58-9560-69fafedd10ef tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:23.399056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8336ba40-af33-4d2e-9516-a28d4156f460 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'bd23ecad-06e9-40f3-90ee-1d402bff02b2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:23.399906 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING neutron.api.v2.base [None req-8336ba40-af33-4d2e-9516-a28d4156f460 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 13:07:23.400401 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-8336ba40-af33-4d2e-9516-a28d4156f460 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:23.404085 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8336ba40-af33-4d2e-9516-a28d4156f460 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0306623 Mar 22 13:07:23.406794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39386) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.502333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Set router 62b9e835-8ade-4503-96c0-c7844e189184 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:07:23.529259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 2639e437-db47-4c2d-ae32-b0c5635baf80 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:23.532586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:23.554116 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-90546ee6-d649-4c58-9560-69fafedd10ef tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/4d93be96-ffcd-4bd9-8095-1aab60c0ffbe HTTP/1.1" status: 404 len: 333 time: 0.2720406 Mar 22 13:07:23.557266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39390) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.563788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c774d365-9442-43aa-a06c-417b2fc2dcf4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.615701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.616893 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-10ea33a1-9e8d-42cc-aa94-3e66c251b623 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.0122840 Mar 22 13:07:23.620843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39394) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.643862 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe178f7c-f2c7-4282-9bdd-ccea88c331b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:23.644866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe178f7c-f2c7-4282-9bdd-ccea88c331b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:23.647473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774d365-9442-43aa-a06c-417b2fc2dcf4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5632f99-491e-4fd5-ac38-fc6700eed0f7,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:23.654404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c774d365-9442-43aa-a06c-417b2fc2dcf4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.657921 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c774d365-9442-43aa-a06c-417b2fc2dcf4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c5632f99-491e-4fd5-ac38-fc6700eed0f7 HTTP/1.1" status: 204 len: 168 time: 0.5748255 Mar 22 13:07:23.662867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39398) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.671134 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fe178f7c-f2c7-4282-9bdd-ccea88c331b9 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/e6a503a5-e96b-4001-90b6-8404eef7bd1a HTTP/1.1" status: 404 len: 337 time: 0.1131113 Mar 22 13:07:23.673610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39402) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.738641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e5a4-930e-4c99-a9da-3396766fd584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.741381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e5a4-930e-4c99-a9da-3396766fd584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.742633 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f7e2e5a4-930e-4c99-a9da-3396766fd584 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92606813-27fe-4aa3-b17c-c524754024ec HTTP/1.1" status: 204 len: 168 time: 0.8215084 Mar 22 13:07:23.779091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.819205 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-343c7b1f-7324-4b51-8a66-9cd65b6f9e24 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:23.819676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343c7b1f-7324-4b51-8a66-9cd65b6f9e24 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:23.821316 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-343c7b1f-7324-4b51-8a66-9cd65b6f9e24 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/070167a6-ce92-4212-8c9e-ffb2c694922e HTTP/1.1" status: 404 len: 333 time: 0.1468468 Mar 22 13:07:23.830105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39408) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.835068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e569623-4441-4350-9ad2-4046bf001ff5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.836948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2e5a4-930e-4c99-a9da-3396766fd584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92606813-27fe-4aa3-b17c-c524754024ec,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:23.888946 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bfb66b07-bcef-4e74-a397-6c0a405f591c None None] Provisioning complete for port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:23.889230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bfb66b07-bcef-4e74-a397-6c0a405f591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.900060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-13573459-9dcb-4c81-85b5-5f981b5bc7ff tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:23.905835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecb91d4-d13c-419d-b629-cc2f18eea9fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:23.906473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecb91d4-d13c-419d-b629-cc2f18eea9fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:23.908322 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-eecb91d4-d13c-419d-b629-cc2f18eea9fe tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/3082bf19-5882-4714-9835-ce109f37000d HTTP/1.1" status: 404 len: 337 time: 0.0746284 Mar 22 13:07:23.912617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39412) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:23.962578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-bfb66b07-bcef-4e74-a397-6c0a405f591c None None] Port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:23.970326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9e835-8ade-4503-96c0-c7844e189184', 'name': 'tempest-snat-router-829066718', 'tenant_id': 'bfef685ee8574f07be2310e7b545b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '100e85f9-5486-4c70-86ed-012d2a5512c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:16Z', 'updated_at': '2022-03-22T13:07:21Z', 'revision_number': 3, 'project_id': 'bfef685ee8574f07be2310e7b545b291', 'gw_port': {'id': '100e85f9-5486-4c70-86ed-012d2a5512c2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:67:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9e835-8ade-4503-96c0-c7844e189184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:23.973398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e569623-4441-4350-9ad2-4046bf001ff5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:23.975098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Checking router: 62b9e835-8ade-4503-96c0-c7844e189184 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:07:23.975556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Updating router 62b9e835-8ade-4503-96c0-c7844e189184 port 100e85f9-5486-4c70-86ed-012d2a5512c2 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:07:23.996852 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3395ee6e-c438-4a7b-9398-e2ac995dab51 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:23.997580 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3395ee6e-c438-4a7b-9398-e2ac995dab51 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:23.999463 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3395ee6e-c438-4a7b-9398-e2ac995dab51 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/a051c81e-0a78-45f7-99a4-674d57b1f34b HTTP/1.1" status: 404 len: 333 time: 0.0851257 Mar 22 13:07:24.006893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39418) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.007841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-13573459-9dcb-4c81-85b5-5f981b5bc7ff tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:24.009296 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-13573459-9dcb-4c81-85b5-5f981b5bc7ff tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3440113 Mar 22 13:07:24.015110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39422) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.020197 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3b92dd13-b583-4cd9-a8d5-13856f54d11f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/routers/62b9e835-8ade-4503-96c0-c7844e189184 HTTP/1.1" status: 200 len: 906 time: 0.3813779 Mar 22 13:07:24.024398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.028399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39424) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.044021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.054742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4ffa6ec4-7f45-4b82-97fc-4f8e52e8ee8d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': '57511472-cd94-4074-a2f0-c0c635d9946f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:24.073403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4ffa6ec4-7f45-4b82-97fc-4f8e52e8ee8d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:24.076184 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b93a1c-54b4-4f7e-83a7-2473a5cabd7d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:24.076830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b93a1c-54b4-4f7e-83a7-2473a5cabd7d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:24.078705 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d9b93a1c-54b4-4f7e-83a7-2473a5cabd7d tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/e236b99d-6499-43c2-9520-19d14ef3d89c HTTP/1.1" status: 404 len: 337 time: 0.0679750 Mar 22 13:07:24.086370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39430) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.092034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4ffa6ec4-7f45-4b82-97fc-4f8e52e8ee8d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:24.138311 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b03d34-c814-49b4-b324-a42875898f7f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:24.139058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b03d34-c814-49b4-b324-a42875898f7f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:24.157719 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b3b03d34-c814-49b4-b324-a42875898f7f tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/ports/26432c00-ab65-4dae-975c-1f28fe095623 HTTP/1.1" status: 404 len: 333 time: 0.0673432 Mar 22 13:07:24.161028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39436) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.223891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e569623-4441-4350-9ad2-4046bf001ff5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.227701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e569623-4441-4350-9ad2-4046bf001ff5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.229467 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2e569623-4441-4350-9ad2-4046bf001ff5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/bd23ecad-06e9-40f3-90ee-1d402bff02b2 HTTP/1.1" status: 204 len: 168 time: 0.6889205 Mar 22 13:07:24.245873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6ec4-7f45-4b82-97fc-4f8e52e8ee8d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.266237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39444) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.290184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:07:24.291764 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-edeb2d22-7a93-46c0-8fab-0238e53182b4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] DELETE failed (client error): The resource could not be found. Mar 22 13:07:24.292803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edeb2d22-7a93-46c0-8fab-0238e53182b4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:07:24.297236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network acc52bc0-aeaa-4436-81b8-677b61e95968 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:24.297638 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-edeb2d22-7a93-46c0-8fab-0238e53182b4 tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/subnets/99f550e6-ce43-470a-8e3b-297a4cc4a17c HTTP/1.1" status: 404 len: 337 time: 0.1356540 Mar 22 13:07:24.303257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39450) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.304112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e569623-4441-4350-9ad2-4046bf001ff5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd23ecad-06e9-40f3-90ee-1d402bff02b2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:24.323467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:24.332687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=e22dd99a-a538-4721-b1a8-27650478d1eb,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:24.336444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:24.488474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.504224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6ec4-7f45-4b82-97fc-4f8e52e8ee8d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.516975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6ec4-7f45-4b82-97fc-4f8e52e8ee8d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.523701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.537075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa6ec4-7f45-4b82-97fc-4f8e52e8ee8d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602388b8-b798-4eaa-ac16-c3dda6cbca54,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:24.539385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Transition to ACTIVE for port object 100e85f9-5486-4c70-86ed-012d2a5512c2 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:24.543013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.549260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.628574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6ec4-7f45-4b82-97fc-4f8e52e8ee8d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.630313 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4ffa6ec4-7f45-4b82-97fc-4f8e52e8ee8d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5838625 Mar 22 13:07:24.644554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39460) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.652969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Attempting to bind port 100e85f9-5486-4c70-86ed-012d2a5512c2 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:07:24.653650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Attempting to bind port 100e85f9-5486-4c70-86ed-012d2a5512c2 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:07:24.654205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Attempting to bind port 100e85f9-5486-4c70-86ed-012d2a5512c2 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:24.666149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44192f3-2f8f-417d-b653-6a9aef0847ec None None] Pushing event updated for resources: {'Port': ['ID=100e85f9-5486-4c70-86ed-012d2a5512c2,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:24.670852 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a02a7248-894d-49bd-ae26-07f48b59944d tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules/602388b8-b798-4eaa-ac16-c3dda6cbca54 HTTP/1.1" status: 200 len: 764 time: 0.0254655 Mar 22 13:07:24.674151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39464) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.677839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:07:24.678752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:24.680934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.681651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:07:24.682346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Bound port: 100e85f9-5486-4c70-86ed-012d2a5512c2, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:07:24.682946 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.757841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.770998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] For port 100e85f9-5486-4c70-86ed-012d2a5512c2, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:07:24.775571 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] For port 100e85f9-5486-4c70-86ed-012d2a5512c2, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=100e85f9-5486-4c70-86ed-012d2a5512c2,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:07:24.783130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.803087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664f0cd7-b40c-4378-b4f7-c397d24fad2a']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:24.819275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3c8cbd45-0035-4946-b5cb-16697fe70865 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:24.828858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313e5b00-8d66-4702-8e66-4f335d51030c') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:24.829195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313e5b00-8d66-4702-8e66-4f335d51030c') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:24.853314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3c8cbd45-0035-4946-b5cb-16697fe70865 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:24.854623 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3c8cbd45-0035-4946-b5cb-16697fe70865 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1798666 Mar 22 13:07:24.856633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.862424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39470) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.863533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39472) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:24.875618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.877055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Routers {'62b9e835-8ade-4503-96c0-c7844e189184'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:24.877732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['62b9e835-8ade-4503-96c0-c7844e189184'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:24.884594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:07:24.885072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.898234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:07:24.905283 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:07:24.908907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-539360f1-b98d-4526-8538-37be3a85aecc tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Synchronizing usage tracker for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:24.931023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:24.931672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:24.957127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44192f3-2f8f-417d-b653-6a9aef0847ec None None] Pushing event updated for resources: {'Port': ['ID=100e85f9-5486-4c70-86ed-012d2a5512c2,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:24.994692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.034083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-539360f1-b98d-4526-8538-37be3a85aecc tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Unset dirty status for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:25.036000 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-539360f1-b98d-4526-8538-37be3a85aecc tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7544339 Mar 22 13:07:25.037305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Deleting port 100e85f9-5486-4c70-86ed-012d2a5512c2 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:25.037818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.051085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39480) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:25.052320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.055554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] Pushing event deleted for resources: {'Network': ['ID=664f0cd7-b40c-4378-b4f7-c397d24fad2a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:25.068844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'tempest-secgroup--273543849'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:25.079504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:25.087136 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d2215e7c-cd55-4703-bd80-24a75155829a tempest-NetworksTestDHCPv6-17629544 tempest-NetworksTestDHCPv6-17629544-project] 10.222.0.70 "DELETE /v2.0/networks/664f0cd7-b40c-4378-b4f7-c397d24fad2a HTTP/1.1" status: 204 len: 168 time: 0.7810214 Mar 22 13:07:25.089576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8ae30755-5711-464d-8ad3-fe14e15d43fa tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:25.090461 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-8ae30755-5711-464d-8ad3-fe14e15d43fa tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 13:07:25.091297 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-8ae30755-5711-464d-8ad3-fe14e15d43fa tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 13:07:25.092446 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8ae30755-5711-464d-8ad3-fe14e15d43fa tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2206573 Mar 22 13:07:25.096329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-26ace334-fdb6-4c5e-aced-4ea262f303e9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.099465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39486) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:25.104576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'tempest-secgroup--348255995'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:25.110544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:25.114543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:25.122254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:25.125553 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9d397f07-5583-4b3c-8e64-a1ddfde22ff1 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3731158 Mar 22 13:07:25.128897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:25.136319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:25.138179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39490) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:25.145774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'port': {'network_id': 'acc52bc0-aeaa-4436-81b8-677b61e95968', 'name': 'tempest-FloatingIPTestJSON-21922830'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:25.147223 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-26ace334-fdb6-4c5e-aced-4ea262f303e9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.147814 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] Set router 62b9e835-8ade-4503-96c0-c7844e189184 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:07:25.165725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.188794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:25.195464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.200092 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Sync routers for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:25.212709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.214618 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:25.215447 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:25.227799 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-39918761-f8c8-4b56-9683-65fb3cea6cc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/124f5c19-b605-4ce1-bd1b-05f69c7c9fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0633447 Mar 22 13:07:25.231800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39494) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:25.286393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:25.290646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:25.293754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:25.299696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:25.385925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-26ace334-fdb6-4c5e-aced-4ea262f303e9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.446188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ace334-fdb6-4c5e-aced-4ea262f303e9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=602388b8-b798-4eaa-ac16-c3dda6cbca54,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:25.467437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-26ace334-fdb6-4c5e-aced-4ea262f303e9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.468669 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-26ace334-fdb6-4c5e-aced-4ea262f303e9 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/602388b8-b798-4eaa-ac16-c3dda6cbca54 HTTP/1.1" status: 204 len: 168 time: 0.5953543 Mar 22 13:07:25.479623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39500) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:25.479962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39502) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:25.483004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:25.508044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] For port 100e85f9-5486-4c70-86ed-012d2a5512c2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=100e85f9-5486-4c70-86ed-012d2a5512c2,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:25.508563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.514694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:25.525526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:25.556303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:25.570508 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:07:25.651631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Calling delete_port for 100e85f9-5486-4c70-86ed-012d2a5512c2 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:25.678401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9e835-8ade-4503-96c0-c7844e189184', 'name': 'tempest-snat-router-829066718', 'tenant_id': 'bfef685ee8574f07be2310e7b545b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '100e85f9-5486-4c70-86ed-012d2a5512c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:16Z', 'updated_at': '2022-03-22T13:07:21Z', 'revision_number': 3, 'project_id': 'bfef685ee8574f07be2310e7b545b291', 'gw_port': {'id': '100e85f9-5486-4c70-86ed-012d2a5512c2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:67:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9e835-8ade-4503-96c0-c7844e189184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:25.679772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:25.682860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98944b4-9228-4a51-adcc-edda92950da3 None None] The sync data for ids ['62b9e835-8ade-4503-96c0-c7844e189184'] in dv-neutron-834664-2-hyperv is: [{'id': '62b9e835-8ade-4503-96c0-c7844e189184', 'name': 'tempest-snat-router-829066718', 'tenant_id': 'bfef685ee8574f07be2310e7b545b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '100e85f9-5486-4c70-86ed-012d2a5512c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:16Z', 'updated_at': '2022-03-22T13:07:21Z', 'revision_number': 3, 'project_id': 'bfef685ee8574f07be2310e7b545b291', 'gw_port': {'id': '100e85f9-5486-4c70-86ed-012d2a5512c2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:67:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9e835-8ade-4503-96c0-c7844e189184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:25.686930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:port and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:25.736910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:25.769324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:25.773906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dcfdd-0279-4630-a17b-5052afbbf8fc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:25.774378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dcfdd-0279-4630-a17b-5052afbbf8fc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:25.774849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dcfdd-0279-4630-a17b-5052afbbf8fc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:25.775369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dcfdd-0279-4630-a17b-5052afbbf8fc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:25.775814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dcfdd-0279-4630-a17b-5052afbbf8fc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:25.777718 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a51dcfdd-0279-4630-a17b-5052afbbf8fc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3587 time: 0.4413466 Mar 22 13:07:25.792935 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d0d80323-75d9-4b20-809b-c5e2f5c4fd25 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3016839 Mar 22 13:07:25.804606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39510) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:25.804941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39512) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:25.902432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Made reservation on behalf of ddba086189ee4490a694518ebcc2e1ce for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:25.905965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.932221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.961410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:25.967353 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:07:21Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:22Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:25.973392 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Checking router: 124f5c19-b605-4ce1-bd1b-05f69c7c9fef for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:07:25.974020 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Updating router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:07:26.051643 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.068633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.133549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event deleted for resources: {'Port': ['ID=100e85f9-5486-4c70-86ed-012d2a5512c2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:26.147202 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-eb307886-5857-4d36-be33-3bff74aafcac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1febd08167be44f9bfe6df5cb2c69224&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6595776 Mar 22 13:07:26.151822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39518) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:26.198053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] device_id is not set on port f37ae12c-2e65-464a-b848-f89a83faa49f yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:07:26.246878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.279587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf250a25-1a02-4eec-93a8-4dd0007de1b7,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:26.309054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e3a95-45bd-46e7-8b6d-e3d3c501b153 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:26.310530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e3a95-45bd-46e7-8b6d-e3d3c501b153 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:26.311010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e3a95-45bd-46e7-8b6d-e3d3c501b153 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:26.311507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e3a95-45bd-46e7-8b6d-e3d3c501b153 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:26.311970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e3a95-45bd-46e7-8b6d-e3d3c501b153 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:26.319356 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-dc2e3a95-45bd-46e7-8b6d-e3d3c501b153 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3321 time: 0.5106728 Mar 22 13:07:26.347926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39522) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:26.422479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3579eda-c857-47d5-97dc-83fabb10eab4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.436305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.472569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.475014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.478814 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d95cc1eb-6742-4733-b663-7c916a71eb5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4137146 Mar 22 13:07:26.501499 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.502061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39526) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:26.506652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:26.516402 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Transition to ACTIVE for port object 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:26.528277 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.530442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:26.534706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.535582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-12c8809d-1dc4-4c7f-a737-6408d36929e1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'cf250a25-1a02-4eec-93a8-4dd0007de1b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:26.537444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.552255 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING neutron.api.v2.base [None req-12c8809d-1dc4-4c7f-a737-6408d36929e1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 13:07:26.553156 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-12c8809d-1dc4-4c7f-a737-6408d36929e1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:26.554459 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-12c8809d-1dc4-4c7f-a737-6408d36929e1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0442226 Mar 22 13:07:26.557312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39530) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:26.558207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3579eda-c857-47d5-97dc-83fabb10eab4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.564247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7ab3101e-adca-4e00-b567-b9ea65bdf597 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'cf250a25-1a02-4eec-93a8-4dd0007de1b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:26.567363 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-7ab3101e-adca-4e00-b567-b9ea65bdf597 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 13:07:26.568058 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-7ab3101e-adca-4e00-b567-b9ea65bdf597 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:26.569214 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7ab3101e-adca-4e00-b567-b9ea65bdf597 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108187 Mar 22 13:07:26.572284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39534) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:26.580792 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d57b4e84-5f62-4c2d-bbd0-53ea3e85c7a8 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'cf250a25-1a02-4eec-93a8-4dd0007de1b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:26.582166 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-d57b4e84-5f62-4c2d-bbd0-53ea3e85c7a8 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 13:07:26.582765 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-d57b4e84-5f62-4c2d-bbd0-53ea3e85c7a8 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:26.586487 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d57b4e84-5f62-4c2d-bbd0-53ea3e85c7a8 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080090 Mar 22 13:07:26.586487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.586487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62b9e835-8ade-4503-96c0-c7844e189184 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:07:26.587533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39538) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:26.601354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d6a4844c-f971-4b19-88bd-a9ddfad6fee9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'cf250a25-1a02-4eec-93a8-4dd0007de1b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:26.602434 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-d6a4844c-f971-4b19-88bd-a9ddfad6fee9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 13:07:26.603485 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-d6a4844c-f971-4b19-88bd-a9ddfad6fee9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:26.604858 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d6a4844c-f971-4b19-88bd-a9ddfad6fee9 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0166130 Mar 22 13:07:26.605016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:26.609052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39542) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:26.624540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.625628 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d3544a24-49a2-425e-8695-5f88fcfab996 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "DELETE /v2.0/routers/62b9e835-8ade-4503-96c0-c7844e189184 HTTP/1.1" status: 204 len: 168 time: 2.5962384 Mar 22 13:07:26.629051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39546) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:26.697816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.20.0.5 (acc52bc0-aeaa-4436-81b8-677b61e95968/b79aeb42-6cd1-45c5-9e35-13e0715665db/f37ae12c-2e65-464a-b848-f89a83faa49f) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:26.784332 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bc969-7cf1-4e98-b429-c6657027cf1c None None] Pushing event updated for resources: {'Port': ['ID=540a050f-a046-45d3-9ba1-6c3ffe1ebfc0,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:26.843631 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Attempting to bind port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:07:26.844000 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Attempting to bind port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:07:26.844425 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Attempting to bind port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 on network 2639e437-db47-4c2d-ae32-b0c5635baf80 {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:26.852015 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:07:26.852397 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Checking segment: {'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:26.853172 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.853172 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Bound using segment: {'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:07:26.853487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:26.853957 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Bound port: 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:07:26.854065 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.855792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f2a973-f699-4d8f-b318-21215a6c6fab,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:26.859219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ee86c86d-3c56-4a72-ac88-221481d74bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.906984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ee86c86d-3c56-4a72-ac88-221481d74bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:26.988613 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] For port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:07:26.995507 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] For port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=540a050f-a046-45d3-9ba1-6c3ffe1ebfc0,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:07:27.002310 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.068819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.098853 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bc969-7cf1-4e98-b429-c6657027cf1c None None] Pushing event updated for resources: {'Port': ['ID=540a050f-a046-45d3-9ba1-6c3ffe1ebfc0,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:27.114684 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:27.115344 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:27.121238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3579eda-c857-47d5-97dc-83fabb10eab4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.186507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3579eda-c857-47d5-97dc-83fabb10eab4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57511472-cd94-4074-a2f0-c0c635d9946f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:27.205661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-980f3314-ab9f-4465-a3c8-926489a86ace tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.321952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ee86c86d-3c56-4a72-ac88-221481d74bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.322450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-980f3314-ab9f-4465-a3c8-926489a86ace tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.339967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.376255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.386693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.408161 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:07:27.416948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Deleting port 480fda88-7b5a-446f-84bc-1ce8480c25fd {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:27.417690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.491809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-980f3314-ab9f-4465-a3c8-926489a86ace tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.497452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86c86d-3c56-4a72-ac88-221481d74bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe27d0-d541-4af7-af2c-127896c6a75f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:27.514113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.515788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.543696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f3314-ab9f-4465-a3c8-926489a86ace tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf250a25-1a02-4eec-93a8-4dd0007de1b7,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:27.561639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-980f3314-ab9f-4465-a3c8-926489a86ace tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.565375 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-980f3314-ab9f-4465-a3c8-926489a86ace tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/cf250a25-1a02-4eec-93a8-4dd0007de1b7 HTTP/1.1" status: 204 len: 168 time: 0.9553187 Mar 22 13:07:27.566670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39550) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:27.609834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3579eda-c857-47d5-97dc-83fabb10eab4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.613790 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b3579eda-c857-47d5-97dc-83fabb10eab4 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/57511472-cd94-4074-a2f0-c0c635d9946f HTTP/1.1" status: 204 len: 168 time: 1.8038290 Mar 22 13:07:27.623298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39552) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:27.634352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ee86c86d-3c56-4a72-ac88-221481d74bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.636515 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ee86c86d-3c56-4a72-ac88-221481d74bd5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2fe27d0-d541-4af7-af2c-127896c6a75f HTTP/1.1" status: 204 len: 168 time: 1.4756999 Mar 22 13:07:27.663398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network acc52bc0-aeaa-4436-81b8-677b61e95968 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:27.671303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:27.683772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.685039 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5845273 Mar 22 13:07:27.689266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:27.695250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] For port 480fda88-7b5a-446f-84bc-1ce8480c25fd, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=480fda88-7b5a-446f-84bc-1ce8480c25fd,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:27.695725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.756715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39560) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:27.771265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:27.772142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.808665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': '42e538cd-77e0-4539-8e4b-da6cfa982107', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:27.817860 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:07:21Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:26Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:27.818646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:27.822250 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28113d-6018-426b-8fac-6899d0090aa4 None None] The sync data for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv is: [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:07:21Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:26Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:27.824436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:27.828083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:27.835918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:27.844610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c5770-7770-45dd-8148-d95aaba57fd8 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e538cd-77e0-4539-8e4b-da6cfa982107,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:27.854799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Calling delete_port for 480fda88-7b5a-446f-84bc-1ce8480c25fd owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:27.898348 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.7588084 Mar 22 13:07:27.905171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39566) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:27.914042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'f37ae12c-2e65-464a-b848-f89a83faa49f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:27.919005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94020dcb-ebbd-41a8-a70a-00cbfc2994c8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=f37ae12c-2e65-464a-b848-f89a83faa49f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:27.936914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:27.947625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:27.963263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:floatingip and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:27.983598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:28.003153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:28.051098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-de84db82-8a4d-4061-80ff-6a9e0a71ec1b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Synchronizing usage tracker for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:28.056978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2029bdcc-1e31-4f1f-ab88-53929f7ad819 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:28.081599 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9e9b371a-ad91-4046-9e69-9513bf47fecf tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3546 time: 1.7272751 Mar 22 13:07:28.106219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.128092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-de84db82-8a4d-4061-80ff-6a9e0a71ec1b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Unset dirty status for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:28.130330 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-de84db82-8a4d-4061-80ff-6a9e0a71ec1b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5089202 Mar 22 13:07:28.139944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39578) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:28.148992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2029bdcc-1e31-4f1f-ab88-53929f7ad819 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:28.150781 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2029bdcc-1e31-4f1f-ab88-53929f7ad819 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5160732 Mar 22 13:07:28.155280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.172953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39582) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:28.181710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group': {'name': 'tempest-secgroup--98143333'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:28.191401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:28.191785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'tempest-secgroup--958642739'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:28.206590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:28.210119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.224747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:28.267111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.283045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:28.302349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:28.308684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:28.314041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:28.320296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6b981d-da19-4718-bc89-1ea17d30d558,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:28.327615 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.340253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:28.350491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.354656 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-43d4a942-fc3a-4eb8-8354-d5fc40591dca tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5752299 Mar 22 13:07:28.404878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39588) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:28.451621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event deleted for resources: {'Port': ['ID=480fda88-7b5a-446f-84bc-1ce8480c25fd,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:28.502570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-51631ce5-a6d9-47c4-8e34-c6624d95858a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': '42e538cd-77e0-4539-8e4b-da6cfa982107', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:28.533460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-51631ce5-a6d9-47c4-8e34-c6624d95858a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:28.545701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.547470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-51631ce5-a6d9-47c4-8e34-c6624d95858a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:28.557575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-51631ce5-a6d9-47c4-8e34-c6624d95858a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:28.576094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-51631ce5-a6d9-47c4-8e34-c6624d95858a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:28.591550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.621854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:28.621854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:28.623446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:28.630567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:28.714153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.745444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39600) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:28.760934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522249337', 'description': 'tempest-secgroup-smoke-522249337 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:28.824293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39604) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:28.835613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-51631ce5-a6d9-47c4-8e34-c6624d95858a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.837479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.859695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:28.873702 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.890553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.894498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.895863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:28.903099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:28.914149 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:28.918884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.932694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.26.5.48 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/8200b03a-29bb-4486-aaae-9778984b75e6) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:29.028696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.052793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1862634773'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:29.075060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:29.101855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Usage tracker for resource:network and tenant:d295fc5e86e948f4a546da401d945281 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:29.101855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:29.114457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:29.127526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.130313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c764bd77-a55c-4546-9eae-6f2223614d5f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:29.137443 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.137969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfc495cb-5fae-48ea-8fa3-1c847178b9f7 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:07:29.146137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.150478 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a9b8a015-e74a-486e-b8af-91b7f54626f3 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9992826 Mar 22 13:07:29.151731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39610) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:29.156206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b6ed8117-8ba9-4845-8e5d-06e42a27935c tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'c764bd77-a55c-4546-9eae-6f2223614d5f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:29.158420 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING neutron.api.v2.base [None req-b6ed8117-8ba9-4845-8e5d-06e42a27935c tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 13:07:29.158945 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-b6ed8117-8ba9-4845-8e5d-06e42a27935c tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:29.162678 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b6ed8117-8ba9-4845-8e5d-06e42a27935c tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078442 Mar 22 13:07:29.163609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Made reservation on behalf of d295fc5e86e948f4a546da401d945281 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:29.166462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39614) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:29.166756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.171848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b991fd17-ae84-4e75-9fe7-99adfb58b6bb,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:29.186552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ecb5c456-1d6d-43c1-be20-8d01217b4467 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'c764bd77-a55c-4546-9eae-6f2223614d5f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:29.191622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.194038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:29.196615 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ecb5c456-1d6d-43c1-be20-8d01217b4467 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:29.201508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.202706 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ab550b08-ba51-496e-834d-9aa64f856077 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0284748 Mar 22 13:07:29.204487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:29.206104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.209862 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.214360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39618) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:29.214509 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f9879ba1-a40b-4f8c-8d89-7c541e417730 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "DELETE /v2.0/routers/cfc495cb-5fae-48ea-8fa3-1c847178b9f7 HTTP/1.1" status: 204 len: 168 time: 2.5810597 Mar 22 13:07:29.214509 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-51631ce5-a6d9-47c4-8e34-c6624d95858a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 13:07:29.214509 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-51631ce5-a6d9-47c4-8e34-c6624d95858a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8002143 Mar 22 13:07:29.214509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:29.217339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ecb5c456-1d6d-43c1-be20-8d01217b4467 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:29.219269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Request body: {'security_group_rule': {'security_group_id': 'b991fd17-ae84-4e75-9fe7-99adfb58b6bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:29.223046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39622) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:29.223567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39624) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:29.226123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:29.228337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ecb5c456-1d6d-43c1-be20-8d01217b4467 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:29.230397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Usage tracker for resource:security_group_rule and tenant:7c93468934144c168ddf81548a5882ab is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:29.232046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:29.233338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:29.241676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:29.244041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:29.253176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-133578109', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:29.254726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Usage tracker for resource:security_group_rule and tenant:d295fc5e86e948f4a546da401d945281 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:29.257870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:29.261359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:29.264762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:29.265385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ecb5c456-1d6d-43c1-be20-8d01217b4467 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:29.301317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Usage tracker for resource:router and tenant:95b736ad1eaa41afbe1119496ef20a61 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:29.309863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:29.334779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:29.335848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.387763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.388824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.412275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.446571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-898e0d71-e614-47fa-bf82-57465b6f79ce tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.476998 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-ecb5c456-1d6d-43c1-be20-8d01217b4467 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:29.478187 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ecb5c456-1d6d-43c1-be20-8d01217b4467 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3076816 Mar 22 13:07:29.492509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39630) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:29.504673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.509115 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3825fb5e-5d38-4fa1-a480-4f4fce321a37 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'c764bd77-a55c-4546-9eae-6f2223614d5f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:29.509939 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-3825fb5e-5d38-4fa1-a480-4f4fce321a37 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 13:07:29.510551 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-3825fb5e-5d38-4fa1-a480-4f4fce321a37 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:29.516710 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3825fb5e-5d38-4fa1-a480-4f4fce321a37 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0183687 Mar 22 13:07:29.516710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.518176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.522146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39634) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:29.582522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-61b21c23-3e0b-4c55-8df0-1283910dc449 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'c764bd77-a55c-4546-9eae-6f2223614d5f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:29.586841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-898e0d71-e614-47fa-bf82-57465b6f79ce tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.601062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-61b21c23-3e0b-4c55-8df0-1283910dc449 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:29.633341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-61b21c23-3e0b-4c55-8df0-1283910dc449 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:29.637459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:29.647734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-61b21c23-3e0b-4c55-8df0-1283910dc449 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:29.658176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:29.669875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:29.705132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.706520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-61b21c23-3e0b-4c55-8df0-1283910dc449 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:29.708611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=8200b03a-29bb-4486-aaae-9778984b75e6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:29.733343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.737057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.758868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.804716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:07:29.829841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc37965-d503-4ae6-b3ce-d16def4be71e,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:29.832226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:29.844669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76028f54-8ba2-404d-95cd-9000df13912b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:29.880232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.880716 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Added segment 2fa9ed12-3643-4591-a3bb-46964057002d of type vlan for network f1e3aabc-866c-4413-b69d-92fc246e2675 Mar 22 13:07:29.903572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:29.905309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.906587 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8c93c0d8-7811-4f31-b4ac-6213f66762cc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6945760 Mar 22 13:07:29.910861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39638) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:29.911153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:29.911816 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.924763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.934865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdad06eb-4184-499f-bbc6-a6000499c252,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:29.975091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:29.976370 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-02453264-38c1-4ab5-90c3-cd1bae9e4a4d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2236121 Mar 22 13:07:29.981982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39642) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:29.994358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'bdad06eb-4184-499f-bbc6-a6000499c252', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:30.002696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:30.004365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.011100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-898e0d71-e614-47fa-bf82-57465b6f79ce tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.014845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:30.029788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:30.039637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e0d71-e614-47fa-bf82-57465b6f79ce tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e538cd-77e0-4539-8e4b-da6cfa982107,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:30.043588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:30.088408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.094409 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-61b21c23-3e0b-4c55-8df0-1283910dc449 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:30.095496 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-61b21c23-3e0b-4c55-8df0-1283910dc449 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5336697 Mar 22 13:07:30.103572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39646) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.104461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-898e0d71-e614-47fa-bf82-57465b6f79ce tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.105562 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-898e0d71-e614-47fa-bf82-57465b6f79ce tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "DELETE /v2.0/security-groups/42e538cd-77e0-4539-8e4b-da6cfa982107 HTTP/1.1" status: 204 len: 168 time: 0.8793344 Mar 22 13:07:30.111198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39650) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.114715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e57aea5b-13a3-480d-adb9-68591889c1dc tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'c764bd77-a55c-4546-9eae-6f2223614d5f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:30.115212 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-e57aea5b-13a3-480d-adb9-68591889c1dc tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 13:07:30.115706 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-e57aea5b-13a3-480d-adb9-68591889c1dc tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:30.116793 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e57aea5b-13a3-480d-adb9-68591889c1dc tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102794 Mar 22 13:07:30.126965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39652) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.132374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=540a050f-a046-45d3-9ba1-6c3ffe1ebfc0,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:30.136453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.147924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-381f51ac-3926-448c-bc55-ce5e3e298245 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'c764bd77-a55c-4546-9eae-6f2223614d5f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:30.152101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.170657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-381f51ac-3926-448c-bc55-ce5e3e298245 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:30.184069 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-381f51ac-3926-448c-bc55-ce5e3e298245 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:30.201303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.204309 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-381f51ac-3926-448c-bc55-ce5e3e298245 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:30.205143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 480fda88-7b5a-446f-84bc-1ce8480c25fd no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:07:30.207190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:30.207767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.231770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-381f51ac-3926-448c-bc55-ce5e3e298245 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:30.250575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 480fda88-7b5a-446f-84bc-1ce8480c25fd {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:07:30.250924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 480fda88-7b5a-446f-84bc-1ce8480c25fd not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:07:30.251682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 100e85f9-5486-4c70-86ed-012d2a5512c2 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:07:30.259880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f6fd8271-4b6c-495d-afef-3082017a2e55 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Synchronizing usage tracker for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:30.264096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-439a46d2-cb4f-40b0-a73d-1d3e990adf49 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.267123 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-381f51ac-3926-448c-bc55-ce5e3e298245 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Project 6aea0ebbfff94beeb272f001a790c288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:07:30.289590 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4618170 Mar 22 13:07:30.311730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 100e85f9-5486-4c70-86ed-012d2a5512c2 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:07:30.312075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 100e85f9-5486-4c70-86ed-012d2a5512c2 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:07:30.319312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=540a050f-a046-45d3-9ba1-6c3ffe1ebfc0,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:30.320304 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39658) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.339813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.347809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Request body: {'subnet': {'network_id': 'f1e3aabc-866c-4413-b69d-92fc246e2675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:30.368294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.391982 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-381f51ac-3926-448c-bc55-ce5e3e298245 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:30.393008 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-381f51ac-3926-448c-bc55-ce5e3e298245 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2631972 Mar 22 13:07:30.393645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f6fd8271-4b6c-495d-afef-3082017a2e55 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Unset dirty status for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:30.396138 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f6fd8271-4b6c-495d-afef-3082017a2e55 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2720594 Mar 22 13:07:30.403084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39662) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.403543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39664) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.427795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-439a46d2-cb4f-40b0-a73d-1d3e990adf49 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.428017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9b77ad8a-5809-47fc-b7e5-3a5b2f229424 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'c764bd77-a55c-4546-9eae-6f2223614d5f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:30.428471 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-9b77ad8a-5809-47fc-b7e5-3a5b2f229424 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 13:07:30.428969 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-9b77ad8a-5809-47fc-b7e5-3a5b2f229424 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:30.429916 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9b77ad8a-5809-47fc-b7e5-3a5b2f229424 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0209975 Mar 22 13:07:30.432748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'tempest-secgroup--971487701'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:30.435582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a2b9e-3242-4f92-9b69-bb3e309c78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Pushing event updated for resources: {'Network': ['ID=f1e3aabc-866c-4413-b69d-92fc246e2675,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:30.439934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39670) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.447967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network f1e3aabc-866c-4413-b69d-92fc246e2675 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:07:30.457171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-94ad3983-3570-4b55-b81e-481a2e6319df tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'c764bd77-a55c-4546-9eae-6f2223614d5f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:30.469615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-94ad3983-3570-4b55-b81e-481a2e6319df tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:30.478721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-94ad3983-3570-4b55-b81e-481a2e6319df tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:30.483042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-94ad3983-3570-4b55-b81e-481a2e6319df tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:30.494799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10af233b-88f5-47d3-8c0a-014e8db10013,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:30.497956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-94ad3983-3570-4b55-b81e-481a2e6319df tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:30.505804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:30.549969 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-94ad3983-3570-4b55-b81e-481a2e6319df tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Project 6aea0ebbfff94beeb272f001a790c288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:07:30.571904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-439a46d2-cb4f-40b0-a73d-1d3e990adf49 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.596316 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-94ad3983-3570-4b55-b81e-481a2e6319df tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:30.597288 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-94ad3983-3570-4b55-b81e-481a2e6319df tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1492867 Mar 22 13:07:30.598251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.601904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a46d2-cb4f-40b0-a73d-1d3e990adf49 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b991fd17-ae84-4e75-9fe7-99adfb58b6bb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:30.602053 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ab3cd370-4183-4d25-9c12-e49cbd5b587a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6103218 Mar 22 13:07:30.603198 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39674) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.603525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39676) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.604995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:30.616835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'bdad06eb-4184-499f-bbc6-a6000499c252', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:30.623390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8cac7374-d9bb-4ee4-9346-ee16af7be5da tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'c764bd77-a55c-4546-9eae-6f2223614d5f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:30.632698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:30.634996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8cac7374-d9bb-4ee4-9346-ee16af7be5da tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:30.642184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8cac7374-d9bb-4ee4-9346-ee16af7be5da tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:30.646346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:30.649644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8cac7374-d9bb-4ee4-9346-ee16af7be5da tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:30.653337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:30.672046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8cac7374-d9bb-4ee4-9346-ee16af7be5da tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:30.672486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:30.675359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:30.678968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-439a46d2-cb4f-40b0-a73d-1d3e990adf49 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.680114 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-439a46d2-cb4f-40b0-a73d-1d3e990adf49 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/b991fd17-ae84-4e75-9fe7-99adfb58b6bb HTTP/1.1" status: 204 len: 168 time: 0.7655525 Mar 22 13:07:30.686216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39682) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.690629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Usage tracker for resource:subnet and tenant:d295fc5e86e948f4a546da401d945281 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:30.696777 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-8cac7374-d9bb-4ee4-9346-ee16af7be5da tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Project 6aea0ebbfff94beeb272f001a790c288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:07:30.698323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.708745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:30.715988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.719350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.748960 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-8cac7374-d9bb-4ee4-9346-ee16af7be5da tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:30.749979 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8cac7374-d9bb-4ee4-9346-ee16af7be5da tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1443787 Mar 22 13:07:30.755344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39686) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:30.759377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:30.779086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.823522 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:30.825799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Made reservation on behalf of d295fc5e86e948f4a546da401d945281 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:30.829231 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.843732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.869173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:30.899856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.903862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.913692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:30.931559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9d7dbaf-af62-48ba-9bc9-f4aa72dd7844 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.939637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:30.972707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:30.980213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4581206b-3ab6-4480-a437-f3579e3e9242 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:30.994827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e921f29-c0c5-4596-a36a-27d79de7f043,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:31.016309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9d7dbaf-af62-48ba-9bc9-f4aa72dd7844 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.028017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.029579 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9932437f-8794-4cfd-b9f4-4d8b066a10b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4221125 Mar 22 13:07:31.033753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39690) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:31.058537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'bdad06eb-4184-499f-bbc6-a6000499c252', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:31.063755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4581206b-3ab6-4480-a437-f3579e3e9242 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:31.068119 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4581206b-3ab6-4480-a437-f3579e3e9242 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3762567 Mar 22 13:07:31.070986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39694) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:31.078053 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:31.189562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9d7dbaf-af62-48ba-9bc9-f4aa72dd7844 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.227683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bbe54cbe-a40d-49af-9f1e-8b5c4df03787 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Synchronizing usage tracker for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:31.234533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7dbaf-af62-48ba-9bc9-f4aa72dd7844 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c764bd77-a55c-4546-9eae-6f2223614d5f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:31.253107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:31.260139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9d7dbaf-af62-48ba-9bc9-f4aa72dd7844 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.261222 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c9d7dbaf-af62-48ba-9bc9-f4aa72dd7844 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/c764bd77-a55c-4546-9eae-6f2223614d5f HTTP/1.1" status: 204 len: 168 time: 0.5049930 Mar 22 13:07:31.264949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39698) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:31.270625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:31.274977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bbe54cbe-a40d-49af-9f1e-8b5c4df03787 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] Unset dirty status for tenant:7c93468934144c168ddf81548a5882ab on resource:security_group_rule {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:31.276171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bbe54cbe-a40d-49af-9f1e-8b5c4df03787 tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2042542 Mar 22 13:07:31.280818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39702) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:31.293673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:31.298320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.312063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.385144 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-daad8d20-3c30-43f5-bc21-66fbf3e8939f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] delete failed (client error): The resource could not be found. Mar 22 13:07:31.387201 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-daad8d20-3c30-43f5-bc21-66fbf3e8939f tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "DELETE /v2.0/security-groups/b991fd17-ae84-4e75-9fe7-99adfb58b6bb HTTP/1.1" status: 404 len: 347 time: 0.0972540 Mar 22 13:07:31.404244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39706) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:31.405342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Allocated IP 172.26.5.124 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/978e8769-f067-44bd-8e0a-cbcb5a9cd8d5) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:31.430299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e54e7418-c7a9-4898-8123-59f71f88334c tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Synchronizing usage tracker for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:31.442880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.445417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=8200b03a-29bb-4486-aaae-9778984b75e6,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:31.455463 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.465933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e54e7418-c7a9-4898-8123-59f71f88334c tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Unset dirty status for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:31.467201 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e54e7418-c7a9-4898-8123-59f71f88334c tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2014327 Mar 22 13:07:31.468284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.487207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.491123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39710) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:31.556181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119760458'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:31.568442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:31.600094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:31.643830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:31.644173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.709118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9483c3ea-a717-406d-a627-fd24bc7edd9a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:31.715536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:31.726800 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bf07b028-8502-4621-84f0-3a653bf13abc tempest-SecGroupTest-1083356617 tempest-SecGroupTest-1083356617-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3191748 Mar 22 13:07:31.727928 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.761785 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP 95b943c2-bb85-4c58-bf9a-cd76b5bcd1e7 associated. External IP: 172.26.5.48, port: f37ae12c-2e65-464a-b848-f89a83faa49f. Mar 22 13:07:31.810504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.811737 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-056570a0-c7b0-4f2d-8572-08b1e757c5fb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4008057 Mar 22 13:07:31.812617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.815081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39716) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:31.832882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-93c1616c-2919-4dea-b357-cfd864c7912f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': '9483c3ea-a717-406d-a627-fd24bc7edd9a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:31.833614 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING neutron.api.v2.base [None req-93c1616c-2919-4dea-b357-cfd864c7912f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 13:07:31.834404 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-93c1616c-2919-4dea-b357-cfd864c7912f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:31.835031 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-93c1616c-2919-4dea-b357-cfd864c7912f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0142808 Mar 22 13:07:31.839229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39720) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:31.858287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.896696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.906547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:31.934898 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.938387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:31.945811 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Pushing event updated for resources: {'Subnet': ['ID=c15d31b6-0f98-4111-b45f-5bc8c8d87d18,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:31.948660 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:31.966198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172f89e8-e59b-432c-92d0-bfb5cef72eba,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:31.985935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:31.988140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Checking segment: {'id': '2fa9ed12-3643-4591-a3bb-46964057002d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f1e3aabc-866c-4413-b69d-92fc246e2675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:31.988512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Network hostable DHCP agents. Network: f1e3aabc-866c-4413-b69d-92fc246e2675, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:07:32.003362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.004793 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ce8353b1-85d5-45a0-99fb-dc8be6609a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9618022 Mar 22 13:07:32.005384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e63c6774-3b36-44a9-a213-74927a4b4ff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.009171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39726) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:32.037186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Network f1e3aabc-866c-4413-b69d-92fc246e2675 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:07:32.056961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, f1e3aabc-866c-4413-b69d-92fc246e2675) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:32.069212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'bdad06eb-4184-499f-bbc6-a6000499c252', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:32.073315 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868d9d0e-6c71-4999-866c-d449781b3eb8 None None] Network f1e3aabc-866c-4413-b69d-92fc246e2675 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:32.074412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:32.075022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.084821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39730) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:32.099200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:32.116989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:32.124787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.125334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:32.131220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e63c6774-3b36-44a9-a213-74927a4b4ff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.146526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:32.164485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.231123 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-da650440-4dd5-4033-8ee3-d08c41ab1375 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9037666 Mar 22 13:07:32.231123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.236743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39736) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:32.263153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Request body: {'port': {'network_id': 'f1e3aabc-866c-4413-b69d-92fc246e2675', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-891829248'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:32.288306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:32.299232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:32.301833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:32.306010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.365731 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-f1e3aabc-866c-4413-b69d-92fc246e2675', 'network_id': 'f1e3aabc-866c-4413-b69d-92fc246e2675', 'tenant_id': 'd295fc5e86e948f4a546da401d945281', 'fixed_ips': [{'subnet_id': 'c15d31b6-0f98-4111-b45f-5bc8c8d87d18'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:07:32.366534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.437063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.441559 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9212348 Mar 22 13:07:32.441559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9a7f-4cc7-4942-878f-b83c8a8b1e8b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085a38dc-9a91-4fb5-a8c9-16a5916b1193,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:32.444428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Pushing event updated for resources: {'Port': ['ID=978e8769-f067-44bd-8e0a-cbcb5a9cd8d5,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:32.447036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39742) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:32.451194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e63c6774-3b36-44a9-a213-74927a4b4ff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.497672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e63c6774-3b36-44a9-a213-74927a4b4ff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.501719 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e63c6774-3b36-44a9-a213-74927a4b4ff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "DELETE /v2.0/security-groups/9483c3ea-a717-406d-a627-fd24bc7edd9a HTTP/1.1" status: 204 len: 168 time: 0.6615987 Mar 22 13:07:32.504738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39746) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:32.507296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5c9959fe-2fa2-4c44-a809-cc51c04d3e89 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': '085a38dc-9a91-4fb5-a8c9-16a5916b1193', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:32.513005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5c9959fe-2fa2-4c44-a809-cc51c04d3e89 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:32.517933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:07:32.521642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6774-3b36-44a9-a213-74927a4b4ff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9483c3ea-a717-406d-a627-fd24bc7edd9a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:32.527455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5c9959fe-2fa2-4c44-a809-cc51c04d3e89 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:32.533353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Allocated IP 2001:db8::2 (f1e3aabc-866c-4413-b69d-92fc246e2675/c15d31b6-0f98-4111-b45f-5bc8c8d87d18/a38c5134-e0cc-493d-aac9-f6b88423f009) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:32.574968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5c9959fe-2fa2-4c44-a809-cc51c04d3e89 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:32.590006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5c9959fe-2fa2-4c44-a809-cc51c04d3e89 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:32.622047 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-87003e6e-bdd0-462f-a22d-90013a505ae7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c93468934144c168ddf81548a5882ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335734 Mar 22 13:07:32.637243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39750) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:32.670860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:32.698956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fa6267d4-e761-4699-b631-69bcd075cb89 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Synchronizing usage tracker for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:32.700864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Usage tracker for resource:port and tenant:d295fc5e86e948f4a546da401d945281 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:32.758951 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.760091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:32.774768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:32.778852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.800002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.801441 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-5c9959fe-2fa2-4c44-a809-cc51c04d3e89 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The resource could not be found. Mar 22 13:07:32.802496 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5c9959fe-2fa2-4c44-a809-cc51c04d3e89 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3526304 Mar 22 13:07:32.812740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39754) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:32.814689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff2e63c-80a5-4414-9ee0-e3ea92028c13,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:32.817571 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Transition to ACTIVE for port object a38c5134-e0cc-493d-aac9-f6b88423f009 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:32.822944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fa6267d4-e761-4699-b631-69bcd075cb89 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Unset dirty status for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:32.824235 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fa6267d4-e761-4699-b631-69bcd075cb89 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3087358 Mar 22 13:07:32.827524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e86a5757-315e-4e78-8436-5428a7134aed tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': '085a38dc-9a91-4fb5-a8c9-16a5916b1193', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9bfd0cfb-9763-4f8f-9950-542a00ffefbe'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:32.830340 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39758) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:32.836329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Made reservation on behalf of d295fc5e86e948f4a546da401d945281 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:32.839773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.841860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Transition to ACTIVE for port object a38c5134-e0cc-493d-aac9-f6b88423f009 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:32.845623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e86a5757-315e-4e78-8436-5428a7134aed tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:32.849076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.851009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b91e41f3-13f5-40e3-8081-762a05c0af35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.859959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'tempest-secgroup--83290570'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:32.863991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e86a5757-315e-4e78-8436-5428a7134aed tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:32.865142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:32.876495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e86a5757-315e-4e78-8436-5428a7134aed tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:32.878007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:32.894631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.898712 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2e6c3055-2ced-4ece-b3f6-5051e466a574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8858273 Mar 22 13:07:32.901995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] device_id is not set on port 340532ce-ea21-4c12-937a-b0453683ec2e yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:07:32.904692 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f44f16-931e-4f7a-a400-974604041e0d None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:32.926699 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Network f1e3aabc-866c-4413-b69d-92fc246e2675 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:32.933905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39762) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:32.934603 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:32.938062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:32.940314 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:32.942378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f44f16-931e-4f7a-a400-974604041e0d None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:32.942531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'bdad06eb-4184-499f-bbc6-a6000499c252', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:32.942914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-64f44f16-931e-4f7a-a400-974604041e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:32.943187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.963092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e86a5757-315e-4e78-8436-5428a7134aed tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:32.971798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:32.986282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:32.993397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b91e41f3-13f5-40e3-8081-762a05c0af35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.012423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:33.017696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Pushing event updated for resources: {'Port': ['ID=a38c5134-e0cc-493d-aac9-f6b88423f009,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:33.019078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.022691 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-64f44f16-931e-4f7a-a400-974604041e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:33.037038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:33.042799 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ef6f9444-8be2-4b12-a91e-1d460ab400c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 5.1345041 Mar 22 13:07:33.049021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39766) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:33.052905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.061360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-10cbed86-9e7e-4e64-94d0-a5367491812c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:33.100524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f44f16-931e-4f7a-a400-974604041e0d None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:33.101416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-64f44f16-931e-4f7a-a400-974604041e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:33.126452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:33.170958 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:07:33.176427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:33.180251 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-e86a5757-315e-4e78-8436-5428a7134aed tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The resource could not be found. Mar 22 13:07:33.181465 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e86a5757-315e-4e78-8436-5428a7134aed tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3656275 Mar 22 13:07:33.185613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.189278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:33.190110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b2b80928-894f-464d-b1a2-b56c60b00d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.191959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39770) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:33.195416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-64f44f16-931e-4f7a-a400-974604041e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:33.195811 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f44f16-931e-4f7a-a400-974604041e0d None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:33.202447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:33.202625 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Attempting to bind port a38c5134-e0cc-493d-aac9-f6b88423f009 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:07:33.203335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Attempting to bind port a38c5134-e0cc-493d-aac9-f6b88423f009 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '2fa9ed12-3643-4591-a3bb-46964057002d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f1e3aabc-866c-4413-b69d-92fc246e2675'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:07:33.203557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Attempting to bind port a38c5134-e0cc-493d-aac9-f6b88423f009 on network f1e3aabc-866c-4413-b69d-92fc246e2675 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:33.210045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:07:33.210432 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Checking segment: {'id': '2fa9ed12-3643-4591-a3bb-46964057002d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f1e3aabc-866c-4413-b69d-92fc246e2675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:33.210826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.211898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Bound using segment: {'id': '2fa9ed12-3643-4591-a3bb-46964057002d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f1e3aabc-866c-4413-b69d-92fc246e2675'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:07:33.212431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Bound port: a38c5134-e0cc-493d-aac9-f6b88423f009, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa9ed12-3643-4591-a3bb-46964057002d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f1e3aabc-866c-4413-b69d-92fc246e2675'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:07:33.212779 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.312610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] For port a38c5134-e0cc-493d-aac9-f6b88423f009, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:07:33.316884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] For port a38c5134-e0cc-493d-aac9-f6b88423f009, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a38c5134-e0cc-493d-aac9-f6b88423f009,segment=NetworkSegment(2fa9ed12-3643-4591-a3bb-46964057002d),segment_id=2fa9ed12-3643-4591-a3bb-46964057002d)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:07:33.322195 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.440256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678205ba-df90-4ac7-bff3-4a5c03cf566b None None] Pushing event updated for resources: {'Port': ['ID=a38c5134-e0cc-493d-aac9-f6b88423f009,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:33.445971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10cbed86-9e7e-4e64-94d0-a5367491812c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.486016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.489692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b91e41f3-13f5-40e3-8081-762a05c0af35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.503396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Allocated IP 2001:db8::9f (f1e3aabc-866c-4413-b69d-92fc246e2675/c15d31b6-0f98-4111-b45f-5bc8c8d87d18/340532ce-ea21-4c12-937a-b0453683ec2e) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:33.505724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.576399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e41f3-13f5-40e3-8081-762a05c0af35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7e855e-7697-4d7c-ba73-a4ed1ecf9b88,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:33.598926 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc53283-775e-440d-9843-c1c5b23e7d1a,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:33.637389 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.641318 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cb47b355-8c79-4c7e-b50e-225340d200b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7038035 Mar 22 13:07:33.642228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39774) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:33.651623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b91e41f3-13f5-40e3-8081-762a05c0af35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.651623 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b91e41f3-13f5-40e3-8081-762a05c0af35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d7e855e-7697-4d7c-ba73-a4ed1ecf9b88 HTTP/1.1" status: 204 len: 168 time: 1.0109842 Mar 22 13:07:33.718343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b4231a2-6ab8-4522-8d8c-9c320efdc9b1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.744041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'bdad06eb-4184-499f-bbc6-a6000499c252', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:33.760658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:33.770200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:33.774871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:33.793148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:33.803539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.810846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.838373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b4231a2-6ab8-4522-8d8c-9c320efdc9b1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.861304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.902767 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:07:33.912781 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.038962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10cbed86-9e7e-4e64-94d0-a5367491812c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.075576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10cbed86-9e7e-4e64-94d0-a5367491812c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.075892 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-10cbed86-9e7e-4e64-94d0-a5367491812c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP 95b943c2-bb85-4c58-bf9a-cd76b5bcd1e7 disassociated. External IP: 172.26.5.48, port: f37ae12c-2e65-464a-b848-f89a83faa49f. Mar 22 13:07:34.101048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.109353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.139401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defc310e-107d-40ef-8098-16b658fe82d8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:34.147097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fcf132-3ef6-4a12-ab9c-8a04a08e4a12,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:34.152475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Router 90155fbc-0418-4d96-a5de-d23b1a38ca21 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:07:34.163320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.174892 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b52f8f2d-62ab-49c7-8f5f-260524b1cf3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5201137 Mar 22 13:07:34.176065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.176065 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-636a47be-b25a-4343-8d4d-ffe3ab532cea tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3393812 Mar 22 13:07:34.177682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39790) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:34.190451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-89a47e4d-8604-40bf-b423-26a4e1ae7abe tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'defc310e-107d-40ef-8098-16b658fe82d8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:34.191605 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING neutron.api.v2.base [None req-89a47e4d-8604-40bf-b423-26a4e1ae7abe tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 13:07:34.192099 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-89a47e4d-8604-40bf-b423-26a4e1ae7abe tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:34.195876 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-89a47e4d-8604-40bf-b423-26a4e1ae7abe tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0172369 Mar 22 13:07:34.206220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39796) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:34.243845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b4231a2-6ab8-4522-8d8c-9c320efdc9b1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.404080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:34.418175 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72a419-2ba6-484f-8109-b33d3a817fb2 None None] Sync routers for ids ['90155fbc-0418-4d96-a5de-d23b1a38ca21'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:34.435132 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72a419-2ba6-484f-8109-b33d3a817fb2 None None] Routers {'90155fbc-0418-4d96-a5de-d23b1a38ca21'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:34.435773 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4e72a419-2ba6-484f-8109-b33d3a817fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['90155fbc-0418-4d96-a5de-d23b1a38ca21'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:34.465700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.467257 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1386f8df-2dfc-4bd6-802b-519b32fd4955 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2425494 Mar 22 13:07:34.470535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39814) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:34.477959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9957428f-151a-4a4f-9f64-cf60d0ca776b tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'enable_snat': False}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:34.480144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.498272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Transition to ACTIVE for port object 340532ce-ea21-4c12-937a-b0453683ec2e will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:34.513385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4231a2-6ab8-4522-8d8c-9c320efdc9b1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085a38dc-9a91-4fb5-a8c9-16a5916b1193,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:34.585157 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4e72a419-2ba6-484f-8109-b33d3a817fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:34.610972 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72a419-2ba6-484f-8109-b33d3a817fb2 None None] Routers {'90155fbc-0418-4d96-a5de-d23b1a38ca21'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:34.611612 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4e72a419-2ba6-484f-8109-b33d3a817fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['90155fbc-0418-4d96-a5de-d23b1a38ca21'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:34.733915 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4e72a419-2ba6-484f-8109-b33d3a817fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:34.734315 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72a419-2ba6-484f-8109-b33d3a817fb2 None None] The sync data for ids ['90155fbc-0418-4d96-a5de-d23b1a38ca21'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:34.792712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3b4231a2-6ab8-4522-8d8c-9c320efdc9b1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.793834 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3b4231a2-6ab8-4522-8d8c-9c320efdc9b1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/085a38dc-9a91-4fb5-a8c9-16a5916b1193 HTTP/1.1" status: 204 len: 168 time: 1.6009479 Mar 22 13:07:34.794476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39820) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:34.796589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39822) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:34.813631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cbed86-9e7e-4e64-94d0-a5367491812c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:07:34.854819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0bc3-4b05-4978-9816-d4a8edf07ace tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:34.897146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece76cd-c664-4abb-911c-973307b0c170 None None] Network f1e3aabc-866c-4413-b69d-92fc246e2675 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:34.986608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-c7f4c259-3cd8-499f-af16-7fc801e84a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:34.996710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-46d3a320-a485-43cc-a4c9-dad6bc74b21f None None] Provisioning for port a38c5134-e0cc-493d-aac9-f6b88423f009 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:35.011380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-371f5259-4edf-417a-afe7-6ffc3294c315 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Synchronizing usage tracker for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:35.082958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1639176325'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:35.088735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-c7f4c259-3cd8-499f-af16-7fc801e84a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:35.089874 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-c7f4c259-3cd8-499f-af16-7fc801e84a25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522249337&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.2530131 Mar 22 13:07:35.090772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:35.095341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.103773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0bc3-4b05-4978-9816-d4a8edf07ace tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.111442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Usage tracker for resource:network and tenant:11d5b6e35cc4461a8d812d2c6dc7753d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:35.149350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:35.181520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:35.197913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-371f5259-4edf-417a-afe7-6ffc3294c315 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Unset dirty status for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:35.205397 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-371f5259-4edf-417a-afe7-6ffc3294c315 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4009743 Mar 22 13:07:35.216282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39836) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:35.238657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cbed86-9e7e-4e64-94d0-a5367491812c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:35.242597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1f7f70be-8ee3-4098-a285-4ab46ccc8773 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': 'ba8b8232-74ac-4296-9786-b1c70f18ea13', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:35.251794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7335a349-3c4c-41f8-ba45-d5e8264a3b6f None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:35.255884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Network f1e3aabc-866c-4413-b69d-92fc246e2675 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:35.259818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10cbed86-9e7e-4e64-94d0-a5367491812c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.262609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335a349-3c4c-41f8-ba45-d5e8264a3b6f None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:35.263323 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7335a349-3c4c-41f8-ba45-d5e8264a3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:35.377877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7335a349-3c4c-41f8-ba45-d5e8264a3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:35.398262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335a349-3c4c-41f8-ba45-d5e8264a3b6f None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:35.399482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7335a349-3c4c-41f8-ba45-d5e8264a3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:35.465811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1f7f70be-8ee3-4098-a285-4ab46ccc8773 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:35.468260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Made reservation on behalf of 11d5b6e35cc4461a8d812d2c6dc7753d for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:35.472634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.476370 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7335a349-3c4c-41f8-ba45-d5e8264a3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:35.476776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7335a349-3c4c-41f8-ba45-d5e8264a3b6f None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:35.478458 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-30ddd2b8-ecd4-4156-a23e-3990f761911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.482757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Pushing event updated for resources: {'Port': ['ID=340532ce-ea21-4c12-937a-b0453683ec2e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:35.485252 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:35.496063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1f7f70be-8ee3-4098-a285-4ab46ccc8773 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:35.502372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:35.507934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:35.508578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.513533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1f7f70be-8ee3-4098-a285-4ab46ccc8773 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:35.520249 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.544316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1f7f70be-8ee3-4098-a285-4ab46ccc8773 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:35.550619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0ad162b1-e84f-4aa3-8e0d-e9899a2208e2 None None] Provisioning for port 340532ce-ea21-4c12-937a-b0453683ec2e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:35.556771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0ad162b1-e84f-4aa3-8e0d-e9899a2208e2 None None] Provisioning complete for port 340532ce-ea21-4c12-937a-b0453683ec2e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:35.557267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ad162b1-e84f-4aa3-8e0d-e9899a2208e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.570208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:35.580288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Usage tracker for resource:security_group_rule and tenant:11d5b6e35cc4461a8d812d2c6dc7753d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:35.584558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0bc3-4b05-4978-9816-d4a8edf07ace tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.586893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0bc3-4b05-4978-9816-d4a8edf07ace tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.592978 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7a3b0bc3-4b05-4978-9816-d4a8edf07ace tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "DELETE /v2.0/security-groups/defc310e-107d-40ef-8098-16b658fe82d8 HTTP/1.1" status: 204 len: 168 time: 1.3793480 Mar 22 13:07:35.594663 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-10cbed86-9e7e-4e64-94d0-a5367491812c tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "PUT /v2.0/floatingips/95b943c2-bb85-4c58-bf9a-cd76b5bcd1e7 HTTP/1.1" status: 200 len: 687 time: 2.5395892 Mar 22 13:07:35.596186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:35.601262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39840) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:35.601588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39842) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:35.619347 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-02faaeba-eac4-4755-8659-8ff213a8acbc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.3774526 Mar 22 13:07:35.631197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a38c5134-e0cc-493d-aac9-f6b88423f009 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:35.631655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39848) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:35.637605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:35.656990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-ddcd07ef-4680-4479-954c-8bea49ddbb47 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:35.657729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-ddcd07ef-4680-4479-954c-8bea49ddbb47 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:35.668870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Request body: {'port': {'network_id': 'f1e3aabc-866c-4413-b69d-92fc246e2675', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-952612783', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:35.669412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.api.validators [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] bootfile-name is not in valid_values {{(pid=87932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:07:35.669753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.api.validators [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] tftp-server is not in valid_values {{(pid=87932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:07:35.670404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.api.validators [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] server-ip-address is not in valid_values {{(pid=87932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:07:35.707382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0ad162b1-e84f-4aa3-8e0d-e9899a2208e2 None None] Port 340532ce-ea21-4c12-937a-b0453683ec2e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:35.710871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b0bc3-4b05-4978-9816-d4a8edf07ace tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defc310e-107d-40ef-8098-16b658fe82d8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:35.781769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port a38c5134-e0cc-493d-aac9-f6b88423f009 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:35.792045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a38c5134-e0cc-493d-aac9-f6b88423f009 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:35.792621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.803835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9957428f-151a-4a4f-9f64-cf60d0ca776b tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.811321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-ddcd07ef-4680-4479-954c-8bea49ddbb47 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:35.818139 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-ddcd07ef-4680-4479-954c-8bea49ddbb47 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/networks?id=2639e437-db47-4c2d-ae32-b0c5635baf80 HTTP/1.1" status: 200 len: 797 time: 0.6310308 Mar 22 13:07:35.839544 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-52577ba5-bba8-495b-a4f0-ca4fd53c7044 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/quotas/6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 375 time: 0.0205867 Mar 22 13:07:35.886858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9a2b0368-bee4-4080-ba05-c80bbd283cc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 8200b03a-29bb-4486-aaae-9778984b75e6 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:35.887099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0368-bee4-4080-ba05-c80bbd283cc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.923225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-58393be0-1ed4-442f-aedd-db9c51f27d4f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Synchronizing usage tracker for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:35.942259 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-1f7f70be-8ee3-4098-a285-4ab46ccc8773 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The resource could not be found. Mar 22 13:07:35.946752 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1f7f70be-8ee3-4098-a285-4ab46ccc8773 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7240243 Mar 22 13:07:35.947567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39852) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:35.957244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202432665'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:35.957567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2cf24898-c767-4f56-87d5-e966af60e69c None None] Provisioning complete for port 340532ce-ea21-4c12-937a-b0453683ec2e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:35.958047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2cf24898-c767-4f56-87d5-e966af60e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:35.969089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:35.972502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:35.980232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Usage tracker for resource:port and tenant:d295fc5e86e948f4a546da401d945281 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:35.986684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:35.996582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-58393be0-1ed4-442f-aedd-db9c51f27d4f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Unset dirty status for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:35.997875 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-58393be0-1ed4-442f-aedd-db9c51f27d4f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3885908 Mar 22 13:07:35.998504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:36.002180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:36.003762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39856) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:36.031194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.062720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850763655'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:36.074371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:36.080279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2cf24898-c767-4f56-87d5-e966af60e69c None None] Port 340532ce-ea21-4c12-937a-b0453683ec2e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:36.085556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.086331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port a38c5134-e0cc-493d-aac9-f6b88423f009, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a38c5134-e0cc-493d-aac9-f6b88423f009,segment=NetworkSegment(2fa9ed12-3643-4591-a3bb-46964057002d),segment_id=2fa9ed12-3643-4591-a3bb-46964057002d)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:36.090392 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.110775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.112791 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Made reservation on behalf of d295fc5e86e948f4a546da401d945281 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:36.116498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.118692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.146130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:36.169627 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-033782fa-b48b-4677-b687-dbb1dea98663 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:36.177282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:36.180880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf15ed70-6d7e-42dc-867a-b0e0be0a312f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:36.185383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] device_id is not set on port 75040b5a-20d4-4ce4-8ac9-6a344103e972 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:07:36.200390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0368-bee4-4080-ba05-c80bbd283cc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.200819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0368-bee4-4080-ba05-c80bbd283cc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.210741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:07:36.228408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:36.233159 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=a38c5134-e0cc-493d-aac9-f6b88423f009,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:36.236963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:36.240821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.259017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:36.319972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.325609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-033782fa-b48b-4677-b687-dbb1dea98663 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:36.327182 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-033782fa-b48b-4677-b687-dbb1dea98663 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4711158 Mar 22 13:07:36.329790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:36.345257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:36.351368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:36.369197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:36.397711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9a2b0368-bee4-4080-ba05-c80bbd283cc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 8200b03a-29bb-4486-aaae-9778984b75e6 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:36.454551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.454896 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Added segment 78b434c0-1d55-4923-98d8-783c099a5e8c of type vlan for network 3093c2e9-7274-413e-9f75-4ce3d8467a5f Mar 22 13:07:36.499306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.550242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.556445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:36.557090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.591915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.690378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Allocated IP 2001:db8::259 (f1e3aabc-866c-4413-b69d-92fc246e2675/c15d31b6-0f98-4111-b45f-5bc8c8d87d18/75040b5a-20d4-4ce4-8ac9-6a344103e972) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:36.714290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.733669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Pushing event updated for resources: {'Network': ['ID=3093c2e9-7274-413e-9f75-4ce3d8467a5f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:36.737452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.739713 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c3264c10-a757-419b-b9b8-7a3871a4e45b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9398592 Mar 22 13:07:36.741689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39862) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:36.747318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 3093c2e9-7274-413e-9f75-4ce3d8467a5f details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:07:36.749232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Request body: {'subnet': {'network_id': '3093c2e9-7274-413e-9f75-4ce3d8467a5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:36.766607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0368-bee4-4080-ba05-c80bbd283cc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.836499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b0368-bee4-4080-ba05-c80bbd283cc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=8200b03a-29bb-4486-aaae-9778984b75e6,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:36.883662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.918912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:36.938156 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-6dadb34e-2aeb-4f4e-ace4-a155612e255b service neutron] 10.222.0.70 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825779 Mar 22 13:07:36.949765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e82939e-300b-483f-9a2c-52a860c43c11,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:36.998026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:37.003714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0368-bee4-4080-ba05-c80bbd283cc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.006447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0368-bee4-4080-ba05-c80bbd283cc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.007599 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9a2b0368-bee4-4080-ba05-c80bbd283cc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/floatingips/95b943c2-bb85-4c58-bf9a-cd76b5bcd1e7 HTTP/1.1" status: 204 len: 168 time: 1.3960307 Mar 22 13:07:37.008703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Usage tracker for resource:subnet and tenant:11d5b6e35cc4461a8d812d2c6dc7753d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:37.011881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39866) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:37.014738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:37.020440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'e22dd99a-a538-4721-b1a8-27650478d1eb'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:37.029147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:37.031387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:37.035773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:floatingip and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:37.039873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:37.046762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:37.052225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Made reservation on behalf of 11d5b6e35cc4461a8d812d2c6dc7753d for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:37.055783 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.085803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.110652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.111898 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2892afc4-9d42-4fdd-8703-d910d41b8320 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1618204 Mar 22 13:07:37.119322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39870) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:37.121190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.122326 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1159182 Mar 22 13:07:37.160094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39874) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:37.168913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00cf52-a7a2-485d-bed4-f0110229296b tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556b4e1d-68c5-4494-a213-c524c562242c,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:37.172775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975556998'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:37.185840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:37.199381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:37.208046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:37.219625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0f1b2c9e-9dba-433b-af93-2a8c8d270966 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': '556b4e1d-68c5-4494-a213-c524c562242c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:37.220539 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-0f1b2c9e-9dba-433b-af93-2a8c8d270966 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 13:07:37.221297 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-0f1b2c9e-9dba-433b-af93-2a8c8d270966 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:37.221954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:37.222276 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0f1b2c9e-9dba-433b-af93-2a8c8d270966 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0614407 Mar 22 13:07:37.231632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39878) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:37.289205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.301224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-658f9974-0682-421d-86f7-32de2198d179 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': '556b4e1d-68c5-4494-a213-c524c562242c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:37.301901 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-658f9974-0682-421d-86f7-32de2198d179 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 13:07:37.302391 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-658f9974-0682-421d-86f7-32de2198d179 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:37.306089 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-658f9974-0682-421d-86f7-32de2198d179 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0623298 Mar 22 13:07:37.357903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39882) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:37.486121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:37.499974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:37.507420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:37.520002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:37.532185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7f76de8c-20bb-4404-a445-ab8d94290daf tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': '556b4e1d-68c5-4494-a213-c524c562242c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:37.532885 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-7f76de8c-20bb-4404-a445-ab8d94290daf tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 13:07:37.533373 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-7f76de8c-20bb-4404-a445-ab8d94290daf tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:37.538410 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7f76de8c-20bb-4404-a445-ab8d94290daf tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1681354 Mar 22 13:07:37.542371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39886) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:37.564716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-09b6085f-9cd6-4a36-b5c4-e1f70a2f9c71 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': '556b4e1d-68c5-4494-a213-c524c562242c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:37.565613 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING neutron.api.v2.base [None req-09b6085f-9cd6-4a36-b5c4-e1f70a2f9c71 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 13:07:37.566109 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-09b6085f-9cd6-4a36-b5c4-e1f70a2f9c71 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:37.570194 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-09b6085f-9cd6-4a36-b5c4-e1f70a2f9c71 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0237477 Mar 22 13:07:37.573739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39890) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:37.579896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a38c5134-e0cc-493d-aac9-f6b88423f009 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:37.650653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.654668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.670737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a38c5134-e0cc-493d-aac9-f6b88423f009 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:37.671303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.681197 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-3ca8160d-6598-4ba7-8281-b722fc644b00 service neutron] 10.222.0.70 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270539 Mar 22 13:07:37.729987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.768526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.813556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Transition to ACTIVE for port object 75040b5a-20d4-4ce4-8ac9-6a344103e972 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:37.834284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9957428f-151a-4a4f-9f64-cf60d0ca776b tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.840110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9957428f-151a-4a4f-9f64-cf60d0ca776b tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.857980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.874372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Pushing event updated for resources: {'Subnet': ['ID=e6f5c6a8-c27d-4110-979c-bd6d6840d495,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:37.876923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1db11250-13cc-4a72-beb1-3390708930b0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.900371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.947884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:37.961699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Checking segment: {'id': '78b434c0-1d55-4923-98d8-783c099a5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3093c2e9-7274-413e-9f75-4ce3d8467a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:37.962220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Network hostable DHCP agents. Network: 3093c2e9-7274-413e-9f75-4ce3d8467a5f, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:07:38.012063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1db11250-13cc-4a72-beb1-3390708930b0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.054135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a76422-f185-48aa-9b53-74e705e0ce9c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:38.082759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Network f1e3aabc-866c-4413-b69d-92fc246e2675 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:38.092386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:38.101508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.102734 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4472bcb6-feef-4c50-88bd-cab5b4b24246 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9824729 Mar 22 13:07:38.104429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:38.110780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:38.111797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.113702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39902) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:38.116251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Network 3093c2e9-7274-413e-9f75-4ce3d8467a5f is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:07:38.119569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.26.5.69 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/2de12773-0fd7-42e1-83f4-e3acdaec0c8c) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:38.125748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-163bc1fa-6073-49f9-bc85-b34ca1c6abe6 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': '8e82939e-300b-483f-9a2c-52a860c43c11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '60a76422-f185-48aa-9b53-74e705e0ce9c'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:38.128349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Pushing event updated for resources: {'Port': ['ID=75040b5a-20d4-4ce4-8ac9-6a344103e972,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:38.141718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-163bc1fa-6073-49f9-bc85-b34ca1c6abe6 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:38.149385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-163bc1fa-6073-49f9-bc85-b34ca1c6abe6 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:38.156826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9957428f-151a-4a4f-9f64-cf60d0ca776b tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Router 90155fbc-0418-4d96-a5de-d23b1a38ca21 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:07:38.160591 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f62948ae-7ec4-4126-aea4-fbb0e43682cf tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4998422 Mar 22 13:07:38.163365 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39906) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:38.182639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-163bc1fa-6073-49f9-bc85-b34ca1c6abe6 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:38.201800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 3093c2e9-7274-413e-9f75-4ce3d8467a5f) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:38.208856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:38.209457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.221037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb669ff-eee5-4e54-bd09-283fff118335 None None] Network 3093c2e9-7274-413e-9f75-4ce3d8467a5f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:38.222517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-163bc1fa-6073-49f9-bc85-b34ca1c6abe6 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:38.226574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1db11250-13cc-4a72-beb1-3390708930b0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.291691 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee66f0ac-83b9-4e61-9860-6178ec8e2c1c req-b19d9064-e4e0-4090-bbca-4e6244fd99f7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 210 time: 0.3461361 Mar 22 13:07:38.393654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db11250-13cc-4a72-beb1-3390708930b0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b4e1d-68c5-4494-a213-c524c562242c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:38.418801 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1db11250-13cc-4a72-beb1-3390708930b0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.419969 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1db11250-13cc-4a72-beb1-3390708930b0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "DELETE /v2.0/security-groups/556b4e1d-68c5-4494-a213-c524c562242c HTTP/1.1" status: 204 len: 168 time: 0.8430767 Mar 22 13:07:38.430146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39916) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:38.431594 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f98e3500-b7b3-48ce-9906-6fbdf5575259 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6888850 Mar 22 13:07:38.436453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39920) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:38.471335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Request body: {'port': {'network_id': '3093c2e9-7274-413e-9f75-4ce3d8467a5f', 'name': 'tempest-TagsExtTest-2058767064'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:38.503812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b13e8b-c453-402e-992f-6eaa567a9861 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:38.512159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b13e8b-c453-402e-992f-6eaa567a9861 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:38.519547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b13e8b-c453-402e-992f-6eaa567a9861 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:38.520914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a4b13e8b-c453-402e-992f-6eaa567a9861 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Synchronizing usage tracker for tenant:d295fc5e86e948f4a546da401d945281 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:38.550870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9957428f-151a-4a4f-9f64-cf60d0ca776b tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:38.560224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9957428f-151a-4a4f-9f64-cf60d0ca776b tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.561704 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9957428f-151a-4a4f-9f64-cf60d0ca776b tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "PUT /v2.0/routers/90155fbc-0418-4d96-a5de-d23b1a38ca21 HTTP/1.1" status: 200 len: 921 time: 4.0895417 Mar 22 13:07:38.563816 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b420ca7-ecbf-4943-8c4f-c289c77c2700 None None] Sync routers for ids ['90155fbc-0418-4d96-a5de-d23b1a38ca21'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:38.564604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39924) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:38.579327 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b420ca7-ecbf-4943-8c4f-c289c77c2700 None None] Routers {'90155fbc-0418-4d96-a5de-d23b1a38ca21'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:38.580266 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0b420ca7-ecbf-4943-8c4f-c289c77c2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['90155fbc-0418-4d96-a5de-d23b1a38ca21'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:38.631983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-3093c2e9-7274-413e-9f75-4ce3d8467a5f', 'network_id': '3093c2e9-7274-413e-9f75-4ce3d8467a5f', 'tenant_id': '11d5b6e35cc4461a8d812d2c6dc7753d', 'fixed_ips': [{'subnet_id': 'e6f5c6a8-c27d-4110-979c-bd6d6840d495'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:07:38.633491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.642355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a4b13e8b-c453-402e-992f-6eaa567a9861 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Unset dirty status for tenant:d295fc5e86e948f4a546da401d945281 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:38.650839 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a4b13e8b-c453-402e-992f-6eaa567a9861 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4864914 Mar 22 13:07:38.664339 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0b420ca7-ecbf-4943-8c4f-c289c77c2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:38.670300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39928) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:38.678883 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b420ca7-ecbf-4943-8c4f-c289c77c2700 None None] Routers {'90155fbc-0418-4d96-a5de-d23b1a38ca21'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:38.679965 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0b420ca7-ecbf-4943-8c4f-c289c77c2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['90155fbc-0418-4d96-a5de-d23b1a38ca21'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:38.709050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:38.729077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-163bc1fa-6073-49f9-bc85-b34ca1c6abe6 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:38.729951 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-163bc1fa-6073-49f9-bc85-b34ca1c6abe6 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6151319 Mar 22 13:07:38.735386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39934) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:38.751798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f6834a86-f574-4a5e-a2ab-da5b28551dd6 None None] Provisioning for port 75040b5a-20d4-4ce4-8ac9-6a344103e972 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:38.765350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f6834a86-f574-4a5e-a2ab-da5b28551dd6 None None] Provisioning complete for port 75040b5a-20d4-4ce4-8ac9-6a344103e972 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:38.766242 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f6834a86-f574-4a5e-a2ab-da5b28551dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.788826 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0b420ca7-ecbf-4943-8c4f-c289c77c2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:38.789646 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b420ca7-ecbf-4943-8c4f-c289c77c2700 None None] The sync data for ids ['90155fbc-0418-4d96-a5de-d23b1a38ca21'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:38.794446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Usage tracker for resource:port and tenant:11d5b6e35cc4461a8d812d2c6dc7753d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:38.801649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:38.814799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:38.816171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6791a-02f0-419b-be56-5f88fa6ce3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Deleting port 75040b5a-20d4-4ce4-8ac9-6a344103e972 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:38.816623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f5e6791a-02f0-419b-be56-5f88fa6ce3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.852071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ad429316-d216-4ee7-ac9b-93a72709a28f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Synchronizing usage tracker for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:38.862811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.866089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Made reservation on behalf of 11d5b6e35cc4461a8d812d2c6dc7753d for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:38.870150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:38.905819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f6834a86-f574-4a5e-a2ab-da5b28551dd6 None None] Port 75040b5a-20d4-4ce4-8ac9-6a344103e972 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:38.918604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] device_id is not set on port 07f79e1b-ce3b-4215-b322-fd58a14166f8 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:07:38.941052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Allocated IP 172.20.0.2 (3093c2e9-7274-413e-9f75-4ce3d8467a5f/e6f5c6a8-c27d-4110-979c-bd6d6840d495/b0f49778-9145-4ab9-8e8e-7369966a06ac) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:38.973229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ad429316-d216-4ee7-ac9b-93a72709a28f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Unset dirty status for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:38.974503 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ad429316-d216-4ee7-ac9b-93a72709a28f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5418642 Mar 22 13:07:38.981475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39938) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:38.998201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569223265'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:39.038681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.060101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:39.066829 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-53cd516c-d00e-4d17-a705-1a943b441762 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.073282 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ef2a03a9-9fac-4d96-a682-bd61123db62f tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/routers/90155fbc-0418-4d96-a5de-d23b1a38ca21 HTTP/1.1" status: 200 len: 921 time: 0.5075834 Mar 22 13:07:39.082312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39942) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:39.092155 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:39.104605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:39.137190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:39.146121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:39.153333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-53cd516c-d00e-4d17-a705-1a943b441762 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.168990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.237094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=2de12773-0fd7-42e1-83f4-e3acdaec0c8c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:39.256404 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.268378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Transition to ACTIVE for port object b0f49778-9145-4ab9-8e8e-7369966a06ac will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:39.281538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:39.287588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Transition to ACTIVE for port object b0f49778-9145-4ab9-8e8e-7369966a06ac will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:39.289045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:39.292235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:39.294954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.300525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:39.340170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-53cd516c-d00e-4d17-a705-1a943b441762 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.375399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Network 3093c2e9-7274-413e-9f75-4ce3d8467a5f is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:39.378877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:39.385114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:39.400771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f5e6791a-02f0-419b-be56-5f88fa6ce3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.437781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Pushing event updated for resources: {'Port': ['ID=b0f49778-9145-4ab9-8e8e-7369966a06ac,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:39.504021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Attempting to bind port b0f49778-9145-4ab9-8e8e-7369966a06ac on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:07:39.504394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Attempting to bind port b0f49778-9145-4ab9-8e8e-7369966a06ac by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '78b434c0-1d55-4923-98d8-783c099a5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3093c2e9-7274-413e-9f75-4ce3d8467a5f'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:07:39.504769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Attempting to bind port b0f49778-9145-4ab9-8e8e-7369966a06ac on network 3093c2e9-7274-413e-9f75-4ce3d8467a5f {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:39.510628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:07:39.511071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Checking segment: {'id': '78b434c0-1d55-4923-98d8-783c099a5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3093c2e9-7274-413e-9f75-4ce3d8467a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:39.511592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.512189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Bound using segment: {'id': '78b434c0-1d55-4923-98d8-783c099a5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3093c2e9-7274-413e-9f75-4ce3d8467a5f'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:07:39.512724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Bound port: b0f49778-9145-4ab9-8e8e-7369966a06ac, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b434c0-1d55-4923-98d8-783c099a5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3093c2e9-7274-413e-9f75-4ce3d8467a5f'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:07:39.513193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.556589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939ca0c-5ad5-4d77-84c7-ac2371a86abc tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:39.557205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2939ca0c-5ad5-4d77-84c7-ac2371a86abc tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Synchronizing usage tracker for tenant:bfef685ee8574f07be2310e7b545b291 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:39.595571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2939ca0c-5ad5-4d77-84c7-ac2371a86abc tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Unset dirty status for tenant:bfef685ee8574f07be2310e7b545b291 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:39.597392 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2939ca0c-5ad5-4d77-84c7-ac2371a86abc tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&device_id=90155fbc-0418-4d96-a5de-d23b1a38ca21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5141289 Mar 22 13:07:39.611604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39948) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:39.616390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd516c-d00e-4d17-a705-1a943b441762 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a76422-f185-48aa-9b53-74e705e0ce9c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:39.645450 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] For port b0f49778-9145-4ab9-8e8e-7369966a06ac, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:07:39.649472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] For port b0f49778-9145-4ab9-8e8e-7369966a06ac, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b0f49778-9145-4ab9-8e8e-7369966a06ac,segment=NetworkSegment(78b434c0-1d55-4923-98d8-783c099a5e8c),segment_id=78b434c0-1d55-4923-98d8-783c099a5e8c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:07:39.663486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.705514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Allocated IP 172.20.0.13 (3093c2e9-7274-413e-9f75-4ce3d8467a5f/e6f5c6a8-c27d-4110-979c-bd6d6840d495/07f79e1b-ce3b-4215-b322-fd58a14166f8) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:39.766007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda56e9-711d-4041-bce9-e02ea0891514 None None] Pushing event updated for resources: {'Port': ['ID=b0f49778-9145-4ab9-8e8e-7369966a06ac,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:39.788798 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8f6d31ea-6593-43bf-9c45-2284a1d9d1ca req-e5605831-4015-4dfa-b803-44135b0f1f73 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 210 time: 0.1702576 Mar 22 13:07:39.795755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6791a-02f0-419b-be56-5f88fa6ce3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Calling delete_port for 75040b5a-20d4-4ce4-8ac9-6a344103e972 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:39.888457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-53cd516c-d00e-4d17-a705-1a943b441762 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:39.889659 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-53cd516c-d00e-4d17-a705-1a943b441762 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/60a76422-f185-48aa-9b53-74e705e0ce9c HTTP/1.1" status: 204 len: 168 time: 1.1510234 Mar 22 13:07:39.938736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39954) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:40.139177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.154303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.164833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-5978b5bc-ebeb-4ad5-b63b-7397b2c70b8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:40.166524 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-5978b5bc-ebeb-4ad5-b63b-7397b2c70b8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=2639e437-db47-4c2d-ae32-b0c5635baf80 HTTP/1.1" status: 200 len: 797 time: 0.3825889 Mar 22 13:07:40.172655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36f4b6a-249d-47f1-8822-1dde5eeb7cb8 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:40.173227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d36f4b6a-249d-47f1-8822-1dde5eeb7cb8 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Synchronizing usage tracker for tenant:bfef685ee8574f07be2310e7b545b291 on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:40.269468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-484184d0-fd70-489c-a742-62f721769d39 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Synchronizing usage tracker for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:40.279092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d36f4b6a-249d-47f1-8822-1dde5eeb7cb8 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Unset dirty status for tenant:bfef685ee8574f07be2310e7b545b291 on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:40.282857 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d36f4b6a-249d-47f1-8822-1dde5eeb7cb8 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 881 time: 0.6673911 Mar 22 13:07:40.285692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39962) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:40.293694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d183269f-2dc8-4e11-990c-c292c0013b49,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:40.302015 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.307621 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4a2efb6b-5044-4846-98f4-02a094ba0271 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3173316 Mar 22 13:07:40.311989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39966) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:40.341128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.343450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-937f9894-a695-4087-ad1d-eaebfec5b7c1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'd183269f-2dc8-4e11-990c-c292c0013b49', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:40.344129 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-937f9894-a695-4087-ad1d-eaebfec5b7c1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 13:07:40.344833 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-937f9894-a695-4087-ad1d-eaebfec5b7c1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:40.348887 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-937f9894-a695-4087-ad1d-eaebfec5b7c1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0307076 Mar 22 13:07:40.349511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39970) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:40.359680 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7109a361-e9f8-4c80-b801-229c21d41924 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=90155fbc-0418-4d96-a5de-d23b1a38ca21 HTTP/1.1" status: 200 len: 205 time: 0.0674725 Mar 22 13:07:40.364318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39974) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:40.369608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e9d1d6f8-09e1-4bac-8410-13b96366a779 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'd183269f-2dc8-4e11-990c-c292c0013b49', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:40.380499 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-011279de-de44-438f-b92e-275189cbd036 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 379 time: 0.1631680 Mar 22 13:07:40.383114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-484184d0-fd70-489c-a742-62f721769d39 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Unset dirty status for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:40.384831 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-484184d0-fd70-489c-a742-62f721769d39 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4311354 Mar 22 13:07:40.386310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f5e6791a-02f0-419b-be56-5f88fa6ce3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.390801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e9d1d6f8-09e1-4bac-8410-13b96366a779 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:40.398219 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'admin_state_up': True, 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'security_groups': ['bdad06eb-4184-499f-bbc6-a6000499c252']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:40.414240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39978) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:40.447450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.463339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e9d1d6f8-09e1-4bac-8410-13b96366a779 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:40.483306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e9d1d6f8-09e1-4bac-8410-13b96366a779 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:40.499642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6791a-02f0-419b-be56-5f88fa6ce3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Pushing event deleted for resources: {'Port': ['ID=75040b5a-20d4-4ce4-8ac9-6a344103e972,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:40.505054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Transition to ACTIVE for port object 07f79e1b-ce3b-4215-b322-fd58a14166f8 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:40.516555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e9d1d6f8-09e1-4bac-8410-13b96366a779 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:40.630644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.643475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f5e6791a-02f0-419b-be56-5f88fa6ce3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.649255 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f5e6791a-02f0-419b-be56-5f88fa6ce3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "DELETE /v2.0/ports/75040b5a-20d4-4ce4-8ac9-6a344103e972 HTTP/1.1" status: 204 len: 168 time: 1.9745572 Mar 22 13:07:40.658359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39982) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:40.681067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Request body: {'port': {'name': 'tempest-new-port-name-553568437', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:40.681337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.api.validators [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] bootfile-name is not in valid_values {{(pid=87932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:07:40.681847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.api.validators [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] tftp-server is not in valid_values {{(pid=87932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:07:40.681971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.api.validators [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] server-ip-address is not in valid_values {{(pid=87932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 13:07:40.699522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.715486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.778203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-869530e3-8e37-4ee1-ad0f-867ef1d38070 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.809277 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-e9d1d6f8-09e1-4bac-8410-13b96366a779 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:40.810331 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e9d1d6f8-09e1-4bac-8410-13b96366a779 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4538779 Mar 22 13:07:40.842040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 39986) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:40.856662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-869530e3-8e37-4ee1-ad0f-867ef1d38070 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:40.874162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f17708ed-31bc-45bc-92db-d84f8fde9a53 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'd183269f-2dc8-4e11-990c-c292c0013b49', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:40.874547 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING neutron.api.v2.base [None req-f17708ed-31bc-45bc-92db-d84f8fde9a53 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 13:07:40.875030 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-f17708ed-31bc-45bc-92db-d84f8fde9a53 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:40.879496 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f17708ed-31bc-45bc-92db-d84f8fde9a53 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0363088 Mar 22 13:07:40.885516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:40.890632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39992) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:40.896931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-574306c8-7ce9-4fb1-92be-41a007c82e34 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'd183269f-2dc8-4e11-990c-c292c0013b49', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:40.903910 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-574306c8-7ce9-4fb1-92be-41a007c82e34 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:40.908507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-574306c8-7ce9-4fb1-92be-41a007c82e34 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:40.911769 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-574306c8-7ce9-4fb1-92be-41a007c82e34 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:40.918583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-574306c8-7ce9-4fb1-92be-41a007c82e34 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:40.932372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Network 3093c2e9-7274-413e-9f75-4ce3d8467a5f is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:40.943702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:40.991493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:41.009445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:41.037805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.049086 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-574306c8-7ce9-4fb1-92be-41a007c82e34 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:41.051067 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-574306c8-7ce9-4fb1-92be-41a007c82e34 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1586425 Mar 22 13:07:41.054754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 39996) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:41.059643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-869530e3-8e37-4ee1-ad0f-867ef1d38070 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.065846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-afa494ae-54aa-49be-9fe3-822dc6188c10 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'd183269f-2dc8-4e11-990c-c292c0013b49', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:41.066321 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-afa494ae-54aa-49be-9fe3-822dc6188c10 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 13:07:41.066803 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-afa494ae-54aa-49be-9fe3-822dc6188c10 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:41.070155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb3be82-04e0-422a-a3f7-ed8ed93ba22b None None] Network 3093c2e9-7274-413e-9f75-4ce3d8467a5f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:41.084310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Pushing event updated for resources: {'Port': ['ID=07f79e1b-ce3b-4215-b322-fd58a14166f8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:41.084545 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-afa494ae-54aa-49be-9fe3-822dc6188c10 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0255620 Mar 22 13:07:41.094842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:41.100791 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.116114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40000) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:41.165814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b0a8d39c-74cc-4730-a255-5ae81b5bdff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'd183269f-2dc8-4e11-990c-c292c0013b49', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:41.171304 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b0a8d39c-74cc-4730-a255-5ae81b5bdff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:41.176080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b0a8d39c-74cc-4730-a255-5ae81b5bdff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:41.177081 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-97a59f97-a308-47e3-b011-518ffd5ee4c5 req-4a89d115-9987-40da-8390-220bfe6f945f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 210 time: 0.2270432 Mar 22 13:07:41.179457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b0a8d39c-74cc-4730-a255-5ae81b5bdff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:41.185746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b0a8d39c-74cc-4730-a255-5ae81b5bdff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:41.194867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869530e3-8e37-4ee1-ad0f-867ef1d38070 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e82939e-300b-483f-9a2c-52a860c43c11,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:41.211518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:41.212138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.238601 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-06f17ac3-2d92-4538-95a0-07ba4ee18b3c None None] Provisioning for port b0f49778-9145-4ab9-8e8e-7369966a06ac completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:41.259541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.278877 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6386d71f-4879-460c-93d4-0951afdda0d9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8398659 Mar 22 13:07:41.280773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Deleting port 978e8769-f067-44bd-8e0a-cbcb5a9cd8d5 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:41.281464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.285059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-869530e3-8e37-4ee1-ad0f-867ef1d38070 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.286562 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-869530e3-8e37-4ee1-ad0f-867ef1d38070 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/8e82939e-300b-483f-9a2c-52a860c43c11 HTTP/1.1" status: 204 len: 168 time: 0.8678851 Mar 22 13:07:41.287544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40004) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:41.300328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40006) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:41.309797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1891772571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:41.337520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.347590 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-b0a8d39c-74cc-4730-a255-5ae81b5bdff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:41.348709 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b0a8d39c-74cc-4730-a255-5ae81b5bdff0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2056043 Mar 22 13:07:41.356129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:41.366364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40012) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:41.380196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.385216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Usage tracker for resource:router and tenant:11d5b6e35cc4461a8d812d2c6dc7753d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:41.386615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-cdd5cbf7-ed6e-4d5a-9901-ba1248f883af tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'd183269f-2dc8-4e11-990c-c292c0013b49', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:41.387083 dv-neutron-834664-2-hyperv neutron-server[87933]: WARNING neutron.api.v2.base [None req-cdd5cbf7-ed6e-4d5a-9901-ba1248f883af tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 13:07:41.387604 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-cdd5cbf7-ed6e-4d5a-9901-ba1248f883af tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:41.388689 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cdd5cbf7-ed6e-4d5a-9901-ba1248f883af tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0213399 Mar 22 13:07:41.394163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:41.399225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40016) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:41.422427 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-76c993e4-01dc-434c-abeb-3df9454f557a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'd183269f-2dc8-4e11-990c-c292c0013b49', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:41.428287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:41.493053 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-76c993e4-01dc-434c-abeb-3df9454f557a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:41.517421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-76c993e4-01dc-434c-abeb-3df9454f557a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:41.536143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-76c993e4-01dc-434c-abeb-3df9454f557a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:41.590176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-76c993e4-01dc-434c-abeb-3df9454f557a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:41.597896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.598922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.629399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-812e5ffd-81b4-4d16-831f-db409e844c72 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Synchronizing usage tracker for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:41.662838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b0f49778-9145-4ab9-8e8e-7369966a06ac up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:41.708863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.784295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.829117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port b0f49778-9145-4ab9-8e8e-7369966a06ac completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:41.837696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b0f49778-9145-4ab9-8e8e-7369966a06ac triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:41.838452 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.861229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.7 (2639e437-db47-4c2d-ae32-b0c5635baf80/3aa0ad65-3f91-422a-bc3f-d8d231fc3e92/f31366b9-f0e6-4f70-a21f-47d764184347) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:41.866594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d9862420-dd60-4c82-b19c-b4e4a4889851 None None] Provisioning for port 07f79e1b-ce3b-4215-b322-fd58a14166f8 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:41.877120 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d9862420-dd60-4c82-b19c-b4e4a4889851 None None] Provisioning complete for port 07f79e1b-ce3b-4215-b322-fd58a14166f8 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:41.878432 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d9862420-dd60-4c82-b19c-b4e4a4889851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.886694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-812e5ffd-81b4-4d16-831f-db409e844c72 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Unset dirty status for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:41.887999 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-812e5ffd-81b4-4d16-831f-db409e844c72 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5845404 Mar 22 13:07:41.893257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40020) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:41.898366 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-76c993e4-01dc-434c-abeb-3df9454f557a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:41.899384 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-76c993e4-01dc-434c-abeb-3df9454f557a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4957767 Mar 22 13:07:41.905235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40024) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:41.917151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'tempest-secgroup--366929424'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:41.935504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:41.945279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3a532b3f-c14b-4146-9c68-2d0fe599cbdc tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'd183269f-2dc8-4e11-990c-c292c0013b49', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:41.949897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.966699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3a532b3f-c14b-4146-9c68-2d0fe599cbdc tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:41.971190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d9862420-dd60-4c82-b19c-b4e4a4889851 None None] Port 07f79e1b-ce3b-4215-b322-fd58a14166f8 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:41.984274 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:41.990643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:41.999379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.002074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3a532b3f-c14b-4146-9c68-2d0fe599cbdc tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:42.021703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.026776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3a532b3f-c14b-4146-9c68-2d0fe599cbdc tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:42.040842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.074641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port b0f49778-9145-4ab9-8e8e-7369966a06ac, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b0f49778-9145-4ab9-8e8e-7369966a06ac,segment=NetworkSegment(78b434c0-1d55-4923-98d8-783c099a5e8c),segment_id=78b434c0-1d55-4923-98d8-783c099a5e8c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:42.084721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.090491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=2de12773-0fd7-42e1-83f4-e3acdaec0c8c,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:42.092683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3a532b3f-c14b-4146-9c68-2d0fe599cbdc tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:42.149755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d4c05ffa-9d7a-4325-80de-aa3395128923 None None] Provisioning complete for port 07f79e1b-ce3b-4215-b322-fd58a14166f8 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:42.150225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d4c05ffa-9d7a-4325-80de-aa3395128923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.158921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.171425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.175937 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0c2d26ee-012c-4300-be88-ac1b3ae5911a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8781929 Mar 22 13:07:42.188681 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP 69c79b08-8f6c-4253-88ed-1ca449081f99 associated. External IP: 172.26.5.69, port: e22dd99a-a538-4721-b1a8-27650478d1eb. Mar 22 13:07:42.219012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=b0f49778-9145-4ab9-8e8e-7369966a06ac,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:42.224440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d4c05ffa-9d7a-4325-80de-aa3395128923 None None] Port 07f79e1b-ce3b-4215-b322-fd58a14166f8 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:42.246963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40028) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:42.248221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] In _notify_port_updated(), no bound segment for port 340532ce-ea21-4c12-937a-b0453683ec2e on network f1e3aabc-866c-4413-b69d-92fc246e2675 {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:07:42.253651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:42.254290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.255699 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "PUT /v2.0/ports/340532ce-ea21-4c12-937a-b0453683ec2e HTTP/1.1" status: 200 len: 1128 time: 1.5963979 Mar 22 13:07:42.262657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Calling delete_port for 978e8769-f067-44bd-8e0a-cbcb5a9cd8d5 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:42.270181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40032) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:42.280710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-03c77d71-246e-4ae7-80fa-74495a6921c3 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1981463531', 'prefixes': ['172.20.0.0/16']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:42.345509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.385614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d2015-b681-4515-b517-aa7acea7529a tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Pushing event updated for resources: {'Port': ['ID=340532ce-ea21-4c12-937a-b0453683ec2e,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:42.439296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-03c77d71-246e-4ae7-80fa-74495a6921c3 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:42.449621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7d8a0059-ba72-4878-bb87-5a5d9b46f3fd None None] Provisioning complete for port 340532ce-ea21-4c12-937a-b0453683ec2e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:42.449999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7d8a0059-ba72-4878-bb87-5a5d9b46f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.452684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:42.493009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:42.496287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e0233c4a-c6cd-40fd-93cb-e6851633fee4 req-ec1897d7-88c4-4eb6-8b8b-4a47036e3e3e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:42.504415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:42.511724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object f31366b9-f0e6-4f70-a21f-47d764184347 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:42.515388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a0059-ba72-4878-bb87-5a5d9b46f3fd None None] Port 340532ce-ea21-4c12-937a-b0453683ec2e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:42.532756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:42.545165 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-3a532b3f-c14b-4146-9c68-2d0fe599cbdc tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:42.546200 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3a532b3f-c14b-4146-9c68-2d0fe599cbdc tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6244547 Mar 22 13:07:42.552036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40038) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:42.559406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a7f98-135b-4446-8e0d-080ef9196dee tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:42.560014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-156a7f98-135b-4446-8e0d-080ef9196dee tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Synchronizing usage tracker for tenant:d295fc5e86e948f4a546da401d945281 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:42.571926 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e0233c4a-c6cd-40fd-93cb-e6851633fee4 req-ec1897d7-88c4-4eb6-8b8b-4a47036e3e3e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:42.573046 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e0233c4a-c6cd-40fd-93cb-e6851633fee4 req-ec1897d7-88c4-4eb6-8b8b-4a47036e3e3e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 210 time: 0.1933305 Mar 22 13:07:42.620366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-156a7f98-135b-4446-8e0d-080ef9196dee tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Unset dirty status for tenant:d295fc5e86e948f4a546da401d945281 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:42.621510 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-156a7f98-135b-4446-8e0d-080ef9196dee tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "GET /v2.0/ports/340532ce-ea21-4c12-937a-b0453683ec2e HTTP/1.1" status: 200 len: 1128 time: 0.3501754 Mar 22 13:07:42.631824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40042) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:42.686620 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.776479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108ce832-9347-4883-b50b-ab697d1ed729 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.786151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-03c77d71-246e-4ae7-80fa-74495a6921c3 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for subnetpool, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.787379 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-03c77d71-246e-4ae7-80fa-74495a6921c3 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5272248 Mar 22 13:07:42.789726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.793940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40046) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:42.828185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.841758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:07:42.846891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-14f412ad-9b43-408b-ac74-bb95a54e1950 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495', 'tempest-TagsExtTest-Tag-1103960587') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:42.847042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-87d4c8b3-222c-4fb8-8ba0-bf5145c96cdc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Deleting port 340532ce-ea21-4c12-937a-b0453683ec2e {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:42.847382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-87d4c8b3-222c-4fb8-8ba0-bf5145c96cdc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.875447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 2639e437-db47-4c2d-ae32-b0c5635baf80 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:42.876189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.890641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Pushing event deleted for resources: {'Port': ['ID=978e8769-f067-44bd-8e0a-cbcb5a9cd8d5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:42.892844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=f31366b9-f0e6-4f70-a21f-47d764184347,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:42.896233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:42.916235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:42.927046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108ce832-9347-4883-b50b-ab697d1ed729 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.992154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:42.996127 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0965867 Mar 22 13:07:43.001845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40050) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:43.002469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce50ec-cbef-469e-b144-f2c2ab6d40c5 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc221ed-55d3-492c-bc0e-8df2a7a8d5d1,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:43.015934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-73a06978-c024-4539-bc19-e00e22148a5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': '3bc221ed-55d3-492c-bc0e-8df2a7a8d5d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:43.047437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-73a06978-c024-4539-bc19-e00e22148a5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:43.060447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:43.061068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.085342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-73a06978-c024-4539-bc19-e00e22148a5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:43.089999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-73a06978-c024-4539-bc19-e00e22148a5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:43.104620 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-73a06978-c024-4539-bc19-e00e22148a5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:43.119864 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-03c0130d-79b4-4b4b-add9-0ad2636e9e3d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7303596 Mar 22 13:07:43.139967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2bb6d6dc-4cb6-49ab-99a6-dab885b61b83 None None] Provisioning for port f31366b9-f0e6-4f70-a21f-47d764184347 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:43.146577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2bb6d6dc-4cb6-49ab-99a6-dab885b61b83 None None] Provisioning complete for port f31366b9-f0e6-4f70-a21f-47d764184347 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:43.147190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d6dc-4cb6-49ab-99a6-dab885b61b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.207020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6d6dc-4cb6-49ab-99a6-dab885b61b83 None None] Port f31366b9-f0e6-4f70-a21f-47d764184347 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:43.236616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Request body: {'port': {'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:43.297392 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-73a06978-c024-4539-bc19-e00e22148a5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:43.298337 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-73a06978-c024-4539-bc19-e00e22148a5b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2928526 Mar 22 13:07:43.303480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40056) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:43.314409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5362a242-a786-4026-8b6c-d9285ad0d690 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group_rule': {'security_group_id': '3bc221ed-55d3-492c-bc0e-8df2a7a8d5d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:43.322288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108ce832-9347-4883-b50b-ab697d1ed729 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.328868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.329303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5362a242-a786-4026-8b6c-d9285ad0d690 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:43.344966 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5362a242-a786-4026-8b6c-d9285ad0d690 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:43.354865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5362a242-a786-4026-8b6c-d9285ad0d690 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:43.384283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-87d4c8b3-222c-4fb8-8ba0-bf5145c96cdc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.407708 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5362a242-a786-4026-8b6c-d9285ad0d690 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:43.479569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ce832-9347-4883-b50b-ab697d1ed729 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d183269f-2dc8-4e11-990c-c292c0013b49,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:43.535994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-87d4c8b3-222c-4fb8-8ba0-bf5145c96cdc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Calling delete_port for 340532ce-ea21-4c12-937a-b0453683ec2e owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:43.538821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:43.554755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993ce04-eca6-4169-abc1-eae957809311 None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:43.554929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.560854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.570906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993ce04-eca6-4169-abc1-eae957809311 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:43.572364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0993ce04-eca6-4169-abc1-eae957809311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:43.601939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108ce832-9347-4883-b50b-ab697d1ed729 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.604082 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-108ce832-9347-4883-b50b-ab697d1ed729 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "DELETE /v2.0/security-groups/d183269f-2dc8-4e11-990c-c292c0013b49 HTTP/1.1" status: 204 len: 168 time: 1.0500124 Mar 22 13:07:43.607655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40062) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:43.616658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.626126 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-14f412ad-9b43-408b-ac74-bb95a54e1950 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags/tempest-TagsExtTest-Tag-1103960587 HTTP/1.1" status: 201 len: 201 time: 0.7970517 Mar 22 13:07:43.630247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.630765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Fanout notify agent at l3_agent the message router_deleted on router 90155fbc-0418-4d96-a5de-d23b1a38ca21 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:07:43.632383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.645964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40066) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:43.651958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-789ac996-ade8-4c83-8373-787d62dd51b0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8', 'tempest-TagsExtTest-Tag-250539358') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:43.667760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.672490 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bd023692-2433-48b7-9699-4feeaa57a5bf tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/90155fbc-0418-4d96-a5de-d23b1a38ca21 HTTP/1.1" status: 204 len: 168 time: 3.2985685 Mar 22 13:07:43.679112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40070) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:43.685793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b0f49778-9145-4ab9-8e8e-7369966a06ac up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:43.693225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-875382508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:43.707815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:43.728027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Usage tracker for resource:router and tenant:95b736ad1eaa41afbe1119496ef20a61 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:43.742523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0993ce04-eca6-4169-abc1-eae957809311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:43.767133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:43.767771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993ce04-eca6-4169-abc1-eae957809311 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:43.769002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0993ce04-eca6-4169-abc1-eae957809311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:43.793680 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f47b395c-781d-451c-a3c9-d12f8924c40f tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.7806680 Mar 22 13:07:43.794854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40074) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:43.796218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:43.800522 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-5362a242-a786-4026-8b6c-d9285ad0d690 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:43.803924 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5362a242-a786-4026-8b6c-d9285ad0d690 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4951224 Mar 22 13:07:43.807532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f7d1f60e-9421-4846-aeba-be4650b4422f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Synchronizing usage tracker for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:43.812387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40078) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:43.837374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0993ce04-eca6-4169-abc1-eae957809311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:43.837792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993ce04-eca6-4169-abc1-eae957809311 None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:43.855726 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b0f49778-9145-4ab9-8e8e-7369966a06ac triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:43.856098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.940078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.941740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.964322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f7d1f60e-9421-4846-aeba-be4650b4422f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Unset dirty status for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:43.970294 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f7d1f60e-9421-4846-aeba-be4650b4422f tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3610938 Mar 22 13:07:43.977588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40082) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:44.004623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'tempest-secgroup--482264073'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:44.019873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:44.024739 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8211b537-2e93-44d4-9004-dada5fb5426b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "GET /v2.0/floatingips/69c79b08-8f6c-4253-88ed-1ca449081f99 HTTP/1.1" status: 200 len: 976 time: 0.2260869 Mar 22 13:07:44.029866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40086) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:44.034032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.040269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-87d4c8b3-222c-4fb8-8ba0-bf5145c96cdc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.057253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:44.118959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4c8b3-222c-4fb8-8ba0-bf5145c96cdc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Pushing event deleted for resources: {'Port': ['ID=340532ce-ea21-4c12-937a-b0453683ec2e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:44.160962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a98bf-e3e9-4352-91cb-7284bff557c8 req-aef10d82-1d5a-48ca-997a-d8f5bab0846b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:44.162480 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a14a98bf-e3e9-4352-91cb-7284bff557c8 req-aef10d82-1d5a-48ca-997a-d8f5bab0846b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 931 time: 0.4358180 Mar 22 13:07:44.168845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-845197df-1d94-4a6d-9dc3-d107e7702a1b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.204832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.226887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.248389 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-87d4c8b3-222c-4fb8-8ba0-bf5145c96cdc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.262548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-27d7e931-69fd-4332-a980-b086bc5d1a15 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Synchronizing usage tracker for tenant:ddba086189ee4490a694518ebcc2e1ce on resource:floatingip {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:44.265816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-845197df-1d94-4a6d-9dc3-d107e7702a1b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.269352 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-789ac996-ade8-4c83-8373-787d62dd51b0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags/tempest-TagsExtTest-Tag-250539358 HTTP/1.1" status: 201 len: 201 time: 0.6188304 Mar 22 13:07:44.270424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40090) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:44.276747 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-87d4c8b3-222c-4fb8-8ba0-bf5145c96cdc tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "DELETE /v2.0/ports/340532ce-ea21-4c12-937a-b0453683ec2e HTTP/1.1" status: 204 len: 168 time: 1.6439331 Mar 22 13:07:44.282491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-ca320662-2a97-4118-bc56-f34f81c7a719 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039', 'tempest-TagsExtTest-Tag-290720477') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:44.283708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40094) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:44.357998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:44.386191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.390086 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8830b084-40a0-4154-bfcc-bcc419a58bbc tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7064843 Mar 22 13:07:44.390807 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a14a98bf-e3e9-4352-91cb-7284bff557c8 req-c6d987ed-aa4c-442d-b005-9eda945aad73 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167711 Mar 22 13:07:44.390943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40098) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:44.395779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:44.404409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:44.410562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:44.472443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:44.476501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-27d7e931-69fd-4332-a980-b086bc5d1a15 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Unset dirty status for tenant:ddba086189ee4490a694518ebcc2e1ce on resource:floatingip {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:44.477668 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-27d7e931-69fd-4332-a980-b086bc5d1a15 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4415736 Mar 22 13:07:44.486353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40102) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:44.500457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'port_id': 'f37ae12c-2e65-464a-b848-f89a83faa49f'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:44.508328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-359b7bc0-9edb-451d-b7c0-59b8c8c9ccc0 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Deleting subnet c15d31b6-0f98-4111-b45f-5bc8c8d87d18 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:07:44.561702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-359b7bc0-9edb-451d-b7c0-59b8c8c9ccc0 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.602983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31366b9-f0e6-4f70-a21f-47d764184347 {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:07:44.615680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.642382 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ca320662-2a97-4118-bc56-f34f81c7a719 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags/tempest-TagsExtTest-Tag-290720477 HTTP/1.1" status: 201 len: 201 time: 0.3702474 Mar 22 13:07:44.646767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40106) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:44.647670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Transition to ACTIVE for port object f31366b9-f0e6-4f70-a21f-47d764184347 will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:44.650191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.674393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-845197df-1d94-4a6d-9dc3-d107e7702a1b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.716356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845197df-1d94-4a6d-9dc3-d107e7702a1b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc221ed-55d3-492c-bc0e-8df2a7a8d5d1,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:44.716614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-17690bdf-40a5-4202-a035-8ad3d3bde86d tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad', 'tempest-TagsExtTest-Tag-128678228') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:44.727835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.796187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-359b7bc0-9edb-451d-b7c0-59b8c8c9ccc0 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.968537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Pushing event updated for resources: {'Port': ['ID=f31366b9-f0e6-4f70-a21f-47d764184347,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:45.103674 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-17690bdf-40a5-4202-a035-8ad3d3bde86d tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags/tempest-TagsExtTest-Tag-128678228 HTTP/1.1" status: 201 len: 201 time: 0.3987551 Mar 22 13:07:45.106302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-845197df-1d94-4a6d-9dc3-d107e7702a1b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.107433 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-845197df-1d94-4a6d-9dc3-d107e7702a1b tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/3bc221ed-55d3-492c-bc0e-8df2a7a8d5d1 HTTP/1.1" status: 204 len: 168 time: 1.2918594 Mar 22 13:07:45.109891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40110) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:45.110623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40112) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:45.121066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-f9f09d0a-755d-44f0-8290-109ed159e6b5 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:45.129591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.173651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.195880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.205888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Attempting to bind port f31366b9-f0e6-4f70-a21f-47d764184347 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:07:45.206267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Attempting to bind port f31366b9-f0e6-4f70-a21f-47d764184347 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:07:45.206610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Attempting to bind port f31366b9-f0e6-4f70-a21f-47d764184347 on network 2639e437-db47-4c2d-ae32-b0c5635baf80 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:45.247656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.248842 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2703319 Mar 22 13:07:45.252434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-359b7bc0-9edb-451d-b7c0-59b8c8c9ccc0 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.277075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40118) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:45.287011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71bf65-709c-4010-a1b7-27c2de712088 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d28bcb9-c876-4d52-b0f1-f723bc8b9c29,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:45.298338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Port f31366b9-f0e6-4f70-a21f-47d764184347 on network 2639e437-db47-4c2d-ae32-b0c5635baf80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:07:45.298454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Attempting to bind port f31366b9-f0e6-4f70-a21f-47d764184347 on network 2639e437-db47-4c2d-ae32-b0c5635baf80 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:45.312556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c3bc0e4b-bf17-47dc-b485-4fc028b1c5a0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': '4d28bcb9-c876-4d52-b0f1-f723bc8b9c29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:45.333874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:07:45.334214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Checking segment: {'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:45.334603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Bound using segment: {'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:07:45.335044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Bound port: f31366b9-f0e6-4f70-a21f-47d764184347, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425f0f3b-b631-4165-8faa-7b6bc4acf767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:07:45.335421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.345051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c3bc0e4b-bf17-47dc-b485-4fc028b1c5a0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:45.359984 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c3bc0e4b-bf17-47dc-b485-4fc028b1c5a0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:45.367812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fbb85ba3-9f4f-433d-b2b7-dd7020974b0a tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Synchronizing usage tracker for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:45.374757 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:07:45.383451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c3bc0e4b-bf17-47dc-b485-4fc028b1c5a0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:45.397476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-359b7bc0-9edb-451d-b7c0-59b8c8c9ccc0 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.398687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c3bc0e4b-bf17-47dc-b485-4fc028b1c5a0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:45.439266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b7bc0-9edb-451d-b7c0-59b8c8c9ccc0 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Pushing event deleted for resources: {'Subnet': ['ID=c15d31b6-0f98-4111-b45f-5bc8c8d87d18,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:45.446163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-359b7bc0-9edb-451d-b7c0-59b8c8c9ccc0 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.460840 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-359b7bc0-9edb-451d-b7c0-59b8c8c9ccc0 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "DELETE /v2.0/subnets/c15d31b6-0f98-4111-b45f-5bc8c8d87d18 HTTP/1.1" status: 204 len: 168 time: 1.1715500 Mar 22 13:07:45.461031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b0bac-d768-410b-a496-fbee8f99d3f3 None None] Network f1e3aabc-866c-4413-b69d-92fc246e2675 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:45.461568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40124) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:45.705669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.731458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fbb85ba3-9f4f-433d-b2b7-dd7020974b0a tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Unset dirty status for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:45.732700 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fbb85ba3-9f4f-433d-b2b7-dd7020974b0a tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6199260 Mar 22 13:07:45.738676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6df4cba-63d5-44ec-980c-72d6eac290b5 None None] DHCP port deletion for f1e3aabc-866c-4413-b69d-92fc246e2675 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:07:45.743478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b6df4cba-63d5-44ec-980c-72d6eac290b5 None None] Deleting port a38c5134-e0cc-493d-aac9-f6b88423f009 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:45.743635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40128) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:45.744152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b6df4cba-63d5-44ec-980c-72d6eac290b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.756859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799913444'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:45.762138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.794101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:45.796756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.800491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Deleting port a38c5134-e0cc-493d-aac9-f6b88423f009 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:45.800818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.863152 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f9f09d0a-755d-44f0-8290-109ed159e6b5 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags HTTP/1.1" status: 200 len: 241 time: 0.7495584 Mar 22 13:07:45.875209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40132) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:45.881012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:45.891123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-0d0c539e-e264-421e-8a7b-5d4cebbeb604 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495', 'tempest-TagsExtTest-Tag-1103960587') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:45.900821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] For port f31366b9-f0e6-4f70-a21f-47d764184347, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:07:45.920586 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-c3bc0e4b-bf17-47dc-b485-4fc028b1c5a0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The resource could not be found. Mar 22 13:07:45.924228 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c3bc0e4b-bf17-47dc-b485-4fc028b1c5a0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6372774 Mar 22 13:07:45.929220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40136) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:45.930659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] For port f31366b9-f0e6-4f70-a21f-47d764184347, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f31366b9-f0e6-4f70-a21f-47d764184347,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:07:45.951375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d3e20b5e-00c3-4837-8c54-be7f93ef0a6c tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': '4d28bcb9-c876-4d52-b0f1-f723bc8b9c29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '282e2dd5-6459-48b2-b02d-1e459a02925b'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:45.956164 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.968150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b6df4cba-63d5-44ec-980c-72d6eac290b5 None None] For port a38c5134-e0cc-493d-aac9-f6b88423f009, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a38c5134-e0cc-493d-aac9-f6b88423f009,segment=NetworkSegment(2fa9ed12-3643-4591-a3bb-46964057002d),segment_id=2fa9ed12-3643-4591-a3bb-46964057002d)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:45.968543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b6df4cba-63d5-44ec-980c-72d6eac290b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.994201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:45.997082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d3e20b5e-00c3-4837-8c54-be7f93ef0a6c tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:46.010988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d3e20b5e-00c3-4837-8c54-be7f93ef0a6c tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:46.025331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d3e20b5e-00c3-4837-8c54-be7f93ef0a6c tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:46.042289 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75a0e2-0e1f-4205-8bdf-5fdf9acbc344 req-78edc090-1dd1-4732-ab26-9e53008fa329 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:46.049750 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0c75a0e2-0e1f-4205-8bdf-5fdf9acbc344 req-78edc090-1dd1-4732-ab26-9e53008fa329 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 943 time: 0.3952360 Mar 22 13:07:46.071068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d3e20b5e-00c3-4837-8c54-be7f93ef0a6c tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:46.079329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:46.079546 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:46.080113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:46.081969 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] 10.222.0.47 "PUT /v2.0/ports/f31366b9-f0e6-4f70-a21f-47d764184347 HTTP/1.1" status: 200 len: 1093 time: 2.9420621 Mar 22 13:07:46.086655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'tag': 'f31366b9-f0e6-4f70-a21f-47d764184347'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:07:46.102047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b6df4cba-63d5-44ec-980c-72d6eac290b5 None None] Calling delete_port for a38c5134-e0cc-493d-aac9-f6b88423f009 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:46.140787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Usage tracker for resource:security_group_rule and tenant:6aea0ebbfff94beeb272f001a790c288 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:46.149598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:46.177398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:46.231429 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0c75a0e2-0e1f-4205-8bdf-5fdf9acbc344 req-40f86a9b-8c0b-4f04-862a-6bc04c8fb6a8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812022 Mar 22 13:07:46.261826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b6df4cba-63d5-44ec-980c-72d6eac290b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:46.282680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325075c-051f-4ff0-ba8e-6b2f0f0ba180 service neutron] Pushing event updated for resources: {'Port': ['ID=f31366b9-f0e6-4f70-a21f-47d764184347,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:46.286334 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'tag': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'status': 'completed', 'code': 200} Mar 22 13:07:46.311712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df4cba-63d5-44ec-980c-72d6eac290b5 None None] Pushing event deleted for resources: {'Port': ['ID=a38c5134-e0cc-493d-aac9-f6b88423f009,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:46.324798 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-d3e20b5e-00c3-4837-8c54-be7f93ef0a6c tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The resource could not be found. Mar 22 13:07:46.326321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df4cba-63d5-44ec-980c-72d6eac290b5 None None] No DVR routers for this DVR port a38c5134-e0cc-493d-aac9-f6b88423f009 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:07:46.327176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Allocated IP 172.26.5.243 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/d7c18fed-d507-4262-b37b-bd00213579c6) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:46.339751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40144) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:46.342175 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d3e20b5e-00c3-4837-8c54-be7f93ef0a6c tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4100239 Mar 22 13:07:46.367437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] For port a38c5134-e0cc-493d-aac9-f6b88423f009, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a38c5134-e0cc-493d-aac9-f6b88423f009,segment=NetworkSegment(2fa9ed12-3643-4591-a3bb-46964057002d),segment_id=2fa9ed12-3643-4591-a3bb-46964057002d)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:46.368076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:46.376644 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0d0c539e-e264-421e-8a7b-5d4cebbeb604 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags/tempest-TagsExtTest-Tag-1103960587 HTTP/1.1" status: 204 len: 168 time: 0.5007617 Mar 22 13:07:46.394207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40148) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:46.401861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-39acc3ba-1dc4-4995-9fc5-78e9460bc6a9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495', 'tempest-TagsExtTest-Tag-1103960587') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:46.428003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-3c37bed6-5312-477e-9673-285b968b3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:46.429426 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-3c37bed6-5312-477e-9673-285b968b3e8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 1096 time: 0.2798605 Mar 22 13:07:46.511449 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-21e0f747-5665-4ad6-b109-7b559531112c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31366b9-f0e6-4f70-a21f-47d764184347 HTTP/1.1" status: 200 len: 217 time: 0.0728390 Mar 22 13:07:46.565111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:46.572190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:46.657935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-52a42b39-17e8-47d0-9aad-4e6738de6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:46.659931 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-52a42b39-17e8-47d0-9aad-4e6738de6938 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aa0ad65-3f91-422a-bc3f-d8d231fc3e92 HTTP/1.1" status: 200 len: 835 time: 0.1415594 Mar 22 13:07:46.685939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Calling delete_port for a38c5134-e0cc-493d-aac9-f6b88423f009 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:46.800594 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP 69c79b08-8f6c-4253-88ed-1ca449081f99 associated. External IP: 172.26.5.69, port: e22dd99a-a538-4721-b1a8-27650478d1eb. Mar 22 13:07:46.885633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:46.901928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:46.905334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89eeffbb-9220-43b6-abd8-3dfa518d7da0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:46.946206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-c9323861-e7c2-400c-b72d-c59bf92c5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:46.947616 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-c9323861-e7c2-400c-b72d-c59bf92c5893 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2639e437-db47-4c2d-ae32-b0c5635baf80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2746792 Mar 22 13:07:47.004943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:07:47.005261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:07:47.024871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fabab9f-69f2-4be8-9468-1ec95510470c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:47.044811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89eeffbb-9220-43b6-abd8-3dfa518d7da0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:47.059639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:47.062478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:47.063708 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-72d3ca6c-79de-482a-a7bc-8035551fcc14 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3192234 Mar 22 13:07:47.070999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40152) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:47.083962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d5b03ab6-d114-4c29-a59b-79ab64a71a27 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:47.084376 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-d5b03ab6-d114-4c29-a59b-79ab64a71a27 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 13:07:47.084866 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-d5b03ab6-d114-4c29-a59b-79ab64a71a27 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 13:07:47.088306 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d5b03ab6-d114-4c29-a59b-79ab64a71a27 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "PUT /v2.0/security-groups/8fabab9f-69f2-4be8-9468-1ec95510470c HTTP/1.1" status: 409 len: 330 time: 0.0124917 Mar 22 13:07:47.089096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40156) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:47.107761 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-39acc3ba-1dc4-4995-9fc5-78e9460bc6a9 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags/tempest-TagsExtTest-Tag-1103960587 HTTP/1.1" status: 204 len: 168 time: 0.7099264 Mar 22 13:07:47.111257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40158) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:47.117741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-f0aad0d0-cc41-4948-88e9-223fa3cf6821 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:47.168556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89eeffbb-9220-43b6-abd8-3dfa518d7da0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:47.194465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eeffbb-9220-43b6-abd8-3dfa518d7da0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d28bcb9-c876-4d52-b0f1-f723bc8b9c29,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:47.205374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:47.232137 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-ecb56e55-41ea-4d7a-8cd9-a68e74bac230 service neutron] 10.222.0.47 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727551 Mar 22 13:07:47.270626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89eeffbb-9220-43b6-abd8-3dfa518d7da0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:47.271786 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-89eeffbb-9220-43b6-abd8-3dfa518d7da0 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "DELETE /v2.0/security-groups/4d28bcb9-c876-4d52-b0f1-f723bc8b9c29 HTTP/1.1" status: 204 len: 168 time: 0.9303160 Mar 22 13:07:47.279066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40166) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:47.285707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:47.306530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:47.316693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:47.354837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Pushing event updated for resources: {'Port': ['ID=d7c18fed-d507-4262-b37b-bd00213579c6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:47.374866 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f0aad0d0-cc41-4948-88e9-223fa3cf6821 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags HTTP/1.1" status: 200 len: 205 time: 0.2602890 Mar 22 13:07:47.376841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40170) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:47.391944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-c5bceeda-5138-4233-8a53-05bcda9b0634 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:47.507258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Deleting port a38c5134-e0cc-493d-aac9-f6b88423f009 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:47.507490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:47.557311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8d46834a-0c49-4633-ac39-e65477576e3c tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Synchronizing usage tracker for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:47.575500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a38c5134-e0cc-493d-aac9-f6b88423f009 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:07:47.616431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: a38c5134-e0cc-493d-aac9-f6b88423f009 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:07:47.616785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a38c5134-e0cc-493d-aac9-f6b88423f009 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:07:47.624500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbb4a-9603-45b9-86b5-fbd6f81cb4d0 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:47.636626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:07:47.699513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] The port 'a38c5134-e0cc-493d-aac9-f6b88423f009' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:07:47.747395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8d46834a-0c49-4633-ac39-e65477576e3c tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Unset dirty status for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:47.747634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbb4a-9603-45b9-86b5-fbd6f81cb4d0 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:47.748204 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8d46834a-0c49-4633-ac39-e65477576e3c tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4672816 Mar 22 13:07:47.761414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40174) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:47.786184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1335b3e9-4491-4dcc-af9b-c34835ecc141 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': '2f332e07-60e8-4903-97f1-829ce787ea41', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:47.800761 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee0bfafd-0a3c-47f0-a4aa-c6e696b6fdb1 req-2255235e-84b4-4c22-9586-03caf5d2b5f1 service neutron] 10.222.0.47 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628492 Mar 22 13:07:47.816426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1335b3e9-4491-4dcc-af9b-c34835ecc141 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:47.825522 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c5bceeda-5138-4233-8a53-05bcda9b0634 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags HTTP/1.1" status: 200 len: 240 time: 0.4433823 Mar 22 13:07:47.825720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458e248-ec8f-4364-8b17-31d29111d949 req-8a01c812-ca59-4510-9478-7f55d19ec96e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:47.826063 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7458e248-ec8f-4364-8b17-31d29111d949 req-8a01c812-ca59-4510-9478-7f55d19ec96e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 943 time: 0.3894825 Mar 22 13:07:47.829305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40178) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:47.830063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1335b3e9-4491-4dcc-af9b-c34835ecc141 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:47.834644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1335b3e9-4491-4dcc-af9b-c34835ecc141 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:47.840081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-eb838674-4b35-4d17-8575-133e33e0200a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8', 'tempest-TagsExtTest-Tag-250539358') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:47.916175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1335b3e9-4491-4dcc-af9b-c34835ecc141 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:47.986272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbb4a-9603-45b9-86b5-fbd6f81cb4d0 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:47.991087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:48.031883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dbb4a-9603-45b9-86b5-fbd6f81cb4d0 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fabab9f-69f2-4be8-9468-1ec95510470c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:48.037470 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7458e248-ec8f-4364-8b17-31d29111d949 req-46a8aa4b-03f3-4677-aa6e-02fe0bdb2654 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955087 Mar 22 13:07:48.038485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:48.051023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e3aabc-866c-4413-b69d-92fc246e2675']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:48.057742 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e622f5a-1637-4459-b84e-0565e1f6bfad None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:48.072627 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e622f5a-1637-4459-b84e-0565e1f6bfad None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:48.073273 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9e622f5a-1637-4459-b84e-0565e1f6bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:48.088277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa9ed12-3643-4591-a3bb-46964057002d') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:48.088569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa9ed12-3643-4591-a3bb-46964057002d') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:48.119949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbb4a-9603-45b9-86b5-fbd6f81cb4d0 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:48.123828 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4b2dbb4a-9603-45b9-86b5-fbd6f81cb4d0 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/8fabab9f-69f2-4be8-9468-1ec95510470c HTTP/1.1" status: 204 len: 168 time: 0.9840841 Mar 22 13:07:48.126226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40182) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:48.138171 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9e622f5a-1637-4459-b84e-0565e1f6bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:48.146685 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e622f5a-1637-4459-b84e-0565e1f6bfad None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:48.147324 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9e622f5a-1637-4459-b84e-0565e1f6bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:48.157005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:48.185854 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-1335b3e9-4491-4dcc-af9b-c34835ecc141 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The resource could not be found. Mar 22 13:07:48.186885 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1335b3e9-4491-4dcc-af9b-c34835ecc141 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4122021 Mar 22 13:07:48.208540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40186) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:48.214423 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9e622f5a-1637-4459-b84e-0565e1f6bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:48.214823 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e622f5a-1637-4459-b84e-0565e1f6bfad None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:48.221466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:48.230537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161244989'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:48.238946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-fc8aace0-c914-4ac1-8b0d-185d9a30bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:48.240457 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-fc8aace0-c914-4ac1-8b0d-185d9a30bd5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 1096 time: 0.3422942 Mar 22 13:07:48.242975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:48.314428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-eea2771d-cdb8-42a0-8eb9-87c852d88b1a tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Synchronizing usage tracker for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:48.414303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:48.416880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:07:48.417280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:07:48.437644 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:07:48.451000 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-eb838674-4b35-4d17-8575-133e33e0200a tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags/tempest-TagsExtTest-Tag-250539358 HTTP/1.1" status: 204 len: 168 time: 0.6178262 Mar 22 13:07:48.464023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40190) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:48.464792 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-eea2771d-cdb8-42a0-8eb9-87c852d88b1a tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] Unset dirty status for tenant:6aea0ebbfff94beeb272f001a790c288 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:48.466003 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-eea2771d-cdb8-42a0-8eb9-87c852d88b1a tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3389299 Mar 22 13:07:48.473089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40194) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:48.482968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-79eb8411-f2c3-403d-a50a-fdd2ffb5b973 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8', 'tempest-TagsExtTest-Tag-250539358') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:48.519349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:48.550732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-6d487834-48d4-423c-8ee0-d69db8936b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:48.552193 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-6d487834-48d4-423c-8ee0-d69db8936b17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2639e437-db47-4c2d-ae32-b0c5635baf80 HTTP/1.1" status: 200 len: 898 time: 0.3011920 Mar 22 13:07:48.566048 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-6def13af-13cc-4528-a11a-f4f7f990d4a7 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] delete failed (client error): The resource could not be found. Mar 22 13:07:48.567020 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6def13af-13cc-4528-a11a-f4f7f990d4a7 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "DELETE /v2.0/security-groups/2eb314bf-fdea-472c-9647-326f7ae13f50 HTTP/1.1" status: 404 len: 347 time: 0.0454736 Mar 22 13:07:48.576066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:48.584581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40198) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:48.590861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:48.683954 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-39ed1511-85b9-41cf-b912-504c7e783f77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31366b9-f0e6-4f70-a21f-47d764184347 HTTP/1.1" status: 200 len: 217 time: 0.1199350 Mar 22 13:07:48.684529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:48.697394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] Pushing event deleted for resources: {'Network': ['ID=f1e3aabc-866c-4413-b69d-92fc246e2675,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:48.702649 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-76852a4b-4df5-4afd-a2fa-333ae09be161 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] show failed (client error): The resource could not be found. Mar 22 13:07:48.703692 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-76852a4b-4df5-4afd-a2fa-333ae09be161 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-groups/757a1739-8474-4981-a48c-b1b97246b928 HTTP/1.1" status: 404 len: 347 time: 0.1143072 Mar 22 13:07:48.705265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:48.713071 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6fc25a72-ceba-405b-ae0e-b24b27deeba8 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637 tempest-ExtraDHCPOptionsIpV6TestJSON-77285637-project] 10.222.0.70 "DELETE /v2.0/networks/f1e3aabc-866c-4413-b69d-92fc246e2675 HTTP/1.1" status: 204 len: 168 time: 3.2488859 Mar 22 13:07:48.724516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40202) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:48.728448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:48.733730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:48.753951 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:48.756441 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-13ef4e60-3ad2-4d59-bc22-73591ddf06f1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] show failed (client error): The resource could not be found. Mar 22 13:07:48.757471 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-13ef4e60-3ad2-4d59-bc22-73591ddf06f1 tempest-NegativeSecGroupIPv6Test-1978506910 tempest-NegativeSecGroupIPv6Test-1978506910-project] 10.222.0.70 "GET /v2.0/security-group-rules/726ca533-3dd5-4b75-9004-489207798dd1 HTTP/1.1" status: 404 len: 356 time: 0.0308762 Mar 22 13:07:48.933400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:07:48.939974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-1c5cab4d-a0be-4023-8ea6-00a03dff1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:48.941963 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-1c5cab4d-a0be-4023-8ea6-00a03dff1231 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aa0ad65-3f91-422a-bc3f-d8d231fc3e92 HTTP/1.1" status: 200 len: 835 time: 0.2501502 Mar 22 13:07:48.957026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:48.960503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.047871 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-79eb8411-f2c3-403d-a50a-fdd2ffb5b973 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags/tempest-TagsExtTest-Tag-250539358 HTTP/1.1" status: 204 len: 168 time: 0.5807552 Mar 22 13:07:49.056760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40216) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:49.101217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-64eee283-6f8e-49c2-bb14-ccaaf5d5312e tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:49.135446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40222) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:49.175896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40226) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:49.229567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-1fe54974-78db-4cb2-8256-16333d4184a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:49.231142 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-1fe54974-78db-4cb2-8256-16333d4184a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2639e437-db47-4c2d-ae32-b0c5635baf80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2817192 Mar 22 13:07:49.234905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:49.239949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.250375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfbdb3c-5f35-4eec-ab8c-193bc102efa5 None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:49.280840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfbdb3c-5f35-4eec-ab8c-193bc102efa5 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:49.283143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8cfbdb3c-5f35-4eec-ab8c-193bc102efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:49.318362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.362988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.451751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8cfbdb3c-5f35-4eec-ab8c-193bc102efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:49.457046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f31366b9-f0e6-4f70-a21f-47d764184347 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:07:49.471565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfbdb3c-5f35-4eec-ab8c-193bc102efa5 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:49.472303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8cfbdb3c-5f35-4eec-ab8c-193bc102efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:49.484023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef73bfe-b7e3-4150-8309-cd7e645cd45a,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:49.509519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.513239 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-59482ac0-78e6-4a9f-813e-941d4b9b5fab tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2915413 Mar 22 13:07:49.513381 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-772273b1-3d7b-4b09-ad73-97142a8ca883 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6aea0ebbfff94beeb272f001a790c288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340843 Mar 22 13:07:49.513381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40236) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:49.518215 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-64eee283-6f8e-49c2-bb14-ccaaf5d5312e tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags HTTP/1.1" status: 200 len: 205 time: 0.4604580 Mar 22 13:07:49.521392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40238) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:49.521708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40240) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:49.535873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89479741-2d82-475d-8521-9846d801209d req-d3f7b8f1-52da-4b10-9787-4bc6b6abdb0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:49.541564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8cfbdb3c-5f35-4eec-ab8c-193bc102efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:49.541967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfbdb3c-5f35-4eec-ab8c-193bc102efa5 None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:49.542665 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-89479741-2d82-475d-8521-9846d801209d req-d3f7b8f1-52da-4b10-9787-4bc6b6abdb0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 943 time: 0.3294325 Mar 22 13:07:49.547747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-74278717-0647-48d0-9fef-608b975d83d5 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:49.553689 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-a3eb6ed0-a0c4-4eed-bd02-5c04cff5ff8e service neutron] 10.222.0.47 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880547 Mar 22 13:07:49.558200 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a4638b4b-bda0-45d3-8940-c12a3a181d18 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "PUT /v2.0/floatingips/69c79b08-8f6c-4253-88ed-1ca449081f99 HTTP/1.1" status: 200 len: 975 time: 5.0708754 Mar 22 13:07:49.585561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40248) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:49.595319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7ec94c8d-0e2d-4b9f-9076-07e518c6fe7e tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:49.602422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835972873'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:49.630768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Router d49875d6-0d02-4dee-be19-2c21b8420496 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:07:49.634949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:49.657495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:49.665385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:49.671859 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f31366b9-f0e6-4f70-a21f-47d764184347, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f31366b9-f0e6-4f70-a21f-47d764184347,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:49.686492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:49.687045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'mac_address': 'fa:16:3e:90:5a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:07:49.741802 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ce2d0c8a-a684-4bca-9c51-9fb6251816cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d295fc5e86e948f4a546da401d945281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6001983 Mar 22 13:07:49.745252 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.746536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40252) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:49.764358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31366b9-f0e6-4f70-a21f-47d764184347 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:07:49.781542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f31366b9-f0e6-4f70-a21f-47d764184347, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f31366b9-f0e6-4f70-a21f-47d764184347,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:49.785275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.815495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe7bb-458f-4404-8a6c-a9f338bd3e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.837222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.842056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe7bb-458f-4404-8a6c-a9f338bd3e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.855432 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f31366b9-f0e6-4f70-a21f-47d764184347,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:49.859677 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-89479741-2d82-475d-8521-9846d801209d req-c739aace-653c-4111-ab26-e7868de20c02 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150244 Mar 22 13:07:49.870838 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-74278717-0647-48d0-9fef-608b975d83d5 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags HTTP/1.1" status: 200 len: 240 time: 0.3455243 Mar 22 13:07:49.875352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40256) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:49.888440 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7ec94c8d-0e2d-4b9f-9076-07e518c6fe7e tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:49.893138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-ded4101a-289a-44e3-bd94-d48a3227c733 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039', 'tempest-TagsExtTest-Tag-290720477') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:50.038584 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-20e4d60c-5882-4ff2-bda3-6ea981331d4f req-4333a45d-41e2-424a-b102-f12e82d0c8ba service neutron] 10.222.0.47 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771512 Mar 22 13:07:50.071414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['f31366b9-f0e6-4f70-a21f-47d764184347'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:07:50.085460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:50.115348 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe7bb-458f-4404-8a6c-a9f338bd3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.148819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:50.150965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffe7bb-458f-4404-8a6c-a9f338bd3e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0876c39c-0741-4aa7-8996-330e4c1ab769,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:50.155995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:50.156671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c5db81c-7c69-4f89-a1ad-a8ee11391df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.166462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:50.196465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe7bb-458f-4404-8a6c-a9f338bd3e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.199669 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b5ffe7bb-458f-4404-8a6c-a9f338bd3e8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0876c39c-0741-4aa7-8996-330e4c1ab769 HTTP/1.1" status: 204 len: 168 time: 0.6817398 Mar 22 13:07:50.212940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c5db81c-7c69-4f89-a1ad-a8ee11391df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.273731 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ded4101a-289a-44e3-bd94-d48a3227c733 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags/tempest-TagsExtTest-Tag-290720477 HTTP/1.1" status: 204 len: 168 time: 0.3963315 Mar 22 13:07:50.274888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:50.276605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40262) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:50.286369 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6e8d8-ec5a-4763-9b1e-a88f4504acf1 None None] Sync routers for ids ['d49875d6-0d02-4dee-be19-2c21b8420496'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:50.289035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-46fb8e35-2f9b-4ed5-9bf7-095680d0bcd6 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039', 'tempest-TagsExtTest-Tag-290720477') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:50.323647 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6e8d8-ec5a-4763-9b1e-a88f4504acf1 None None] Routers {'d49875d6-0d02-4dee-be19-2c21b8420496'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:50.325684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7ec94c8d-0e2d-4b9f-9076-07e518c6fe7e tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.327771 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c3f6e8d8-ec5a-4763-9b1e-a88f4504acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d49875d6-0d02-4dee-be19-2c21b8420496'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:50.336331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7ec94c8d-0e2d-4b9f-9076-07e518c6fe7e tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.336937 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-7ec94c8d-0e2d-4b9f-9076-07e518c6fe7e tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP 69c79b08-8f6c-4253-88ed-1ca449081f99 disassociated. External IP: 172.26.5.69, port: f37ae12c-2e65-464a-b848-f89a83faa49f. Mar 22 13:07:50.364388 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.367944 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-178b5776-4aed-43c4-9164-08a60be910d0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "PUT /v2.0/routers/d49875d6-0d02-4dee-be19-2c21b8420496 HTTP/1.1" status: 200 len: 879 time: 5.9637666 Mar 22 13:07:50.370668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40266) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:50.440919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c5db81c-7c69-4f89-a1ad-a8ee11391df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.512129 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c3f6e8d8-ec5a-4763-9b1e-a88f4504acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:50.520224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5db81c-7c69-4f89-a1ad-a8ee11391df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76028f54-8ba2-404d-95cd-9000df13912b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:50.521887 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6e8d8-ec5a-4763-9b1e-a88f4504acf1 None None] Routers {'d49875d6-0d02-4dee-be19-2c21b8420496'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:50.522641 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c3f6e8d8-ec5a-4763-9b1e-a88f4504acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d49875d6-0d02-4dee-be19-2c21b8420496'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:50.534685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c5db81c-7c69-4f89-a1ad-a8ee11391df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.536183 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0c5db81c-7c69-4f89-a1ad-a8ee11391df2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76028f54-8ba2-404d-95cd-9000df13912b HTTP/1.1" status: 204 len: 168 time: 0.7838101 Mar 22 13:07:50.564394 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5476d8df-4756-4a96-9c94-2d9527b763fd tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/routers/d49875d6-0d02-4dee-be19-2c21b8420496 HTTP/1.1" status: 200 len: 920 time: 0.1924937 Mar 22 13:07:50.568400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40274) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:50.601771 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c3f6e8d8-ec5a-4763-9b1e-a88f4504acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:50.602463 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6e8d8-ec5a-4763-9b1e-a88f4504acf1 None None] The sync data for ids ['d49875d6-0d02-4dee-be19-2c21b8420496'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:50.728155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.743751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.792753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdad786-9bda-4729-ba52-30c8b996cc84,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:50.799507 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-46fb8e35-2f9b-4ed5-9bf7-095680d0bcd6 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags/tempest-TagsExtTest-Tag-290720477 HTTP/1.1" status: 204 len: 168 time: 0.5202255 Mar 22 13:07:50.805219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40284) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:50.813689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-3ebccdc7-9b65-4950-a508-b874e2816f9e tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:50.871419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51d2a0b-f91c-4980-b572-4400b0e7a595 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:50.872781 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f51d2a0b-f91c-4980-b572-4400b0e7a595 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&device_id=d49875d6-0d02-4dee-be19-2c21b8420496&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3036029 Mar 22 13:07:50.880887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:50.882059 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2336be0b-7a07-4ff9-8f04-9dc9d279bdd1 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3581779 Mar 22 13:07:50.882691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40292) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:50.899067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40296) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:50.962694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1b9d12fd-8a38-4928-9bde-25f6b85ca654 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group_rule': {'security_group_id': 'fef73bfe-b7e3-4150-8309-cd7e645cd45a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0bdad786-9bda-4729-ba52-30c8b996cc84'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:50.969038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1b9d12fd-8a38-4928-9bde-25f6b85ca654 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:50.977627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1b9d12fd-8a38-4928-9bde-25f6b85ca654 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:50.990584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1b9d12fd-8a38-4928-9bde-25f6b85ca654 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:50.996283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1b9d12fd-8a38-4928-9bde-25f6b85ca654 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:51.030357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec94c8d-0e2d-4b9f-9076-07e518c6fe7e tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:07:51.187467 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3ebccdc7-9b65-4950-a508-b874e2816f9e tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags HTTP/1.1" status: 200 len: 205 time: 0.3810728 Mar 22 13:07:51.190743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40312) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:51.230310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-c443eaf9-4c50-4a64-b76f-aa5dc39e9839 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:51.245593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd8d412-ac6d-48c6-855b-81091fe51d1e tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:51.250810 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ddd8d412-ac6d-48c6-855b-81091fe51d1e tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 881 time: 0.3602505 Mar 22 13:07:51.251761 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-1b9d12fd-8a38-4928-9bde-25f6b85ca654 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:07:51.255328 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1b9d12fd-8a38-4928-9bde-25f6b85ca654 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3528442 Mar 22 13:07:51.256898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40322) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:51.257611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40324) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:51.306983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f31366b9-f0e6-4f70-a21f-47d764184347 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:51.312608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1185254-f483-4032-b939-04fa0a2b3fbc req-60742ce2-dff9-4e36-a320-c25e3968058f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:51.314315 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b1185254-f483-4032-b939-04fa0a2b3fbc req-60742ce2-dff9-4e36-a320-c25e3968058f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 944 time: 0.2725406 Mar 22 13:07:51.355839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec94c8d-0e2d-4b9f-9076-07e518c6fe7e tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:07:51.360325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7ec94c8d-0e2d-4b9f-9076-07e518c6fe7e tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:51.387740 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7c798de7-cfbc-4aeb-9924-dd94dbcc92d3 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=d49875d6-0d02-4dee-be19-2c21b8420496 HTTP/1.1" status: 200 len: 205 time: 0.1289039 Mar 22 13:07:51.393672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40336) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:51.419944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5967a5-66b7-4c80-9832-89ef361b878b None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:07:51.424148 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b1185254-f483-4032-b939-04fa0a2b3fbc req-04d9fb85-50ea-4e9f-b423-c8a965a702a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981336 Mar 22 13:07:51.447912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5967a5-66b7-4c80-9832-89ef361b878b None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:51.448810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4f5967a5-66b7-4c80-9832-89ef361b878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:51.463195 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7ec94c8d-0e2d-4b9f-9076-07e518c6fe7e tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "PUT /v2.0/floatingips/69c79b08-8f6c-4253-88ed-1ca449081f99 HTTP/1.1" status: 200 len: 687 time: 1.8733461 Mar 22 13:07:51.464981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40342) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:51.527605 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:51.541812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port f31366b9-f0e6-4f70-a21f-47d764184347 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:51.546094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4f5967a5-66b7-4c80-9832-89ef361b878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:51.552868 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40346) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:51.556132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port f31366b9-f0e6-4f70-a21f-47d764184347 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:51.556833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:51.591489 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c443eaf9-4c50-4a64-b76f-aa5dc39e9839 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags HTTP/1.1" status: 200 len: 240 time: 0.3997297 Mar 22 13:07:51.599544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40352) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:51.604295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5967a5-66b7-4c80-9832-89ef361b878b None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:07:51.605181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4f5967a5-66b7-4c80-9832-89ef361b878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:51.627017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-65347b59-fd2d-477e-8b5e-fb1286a36699 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad', 'tempest-TagsExtTest-Tag-128678228') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:51.655848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40356) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:51.674199 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4f5967a5-66b7-4c80-9832-89ef361b878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:51.675477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5967a5-66b7-4c80-9832-89ef361b878b None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:07:51.683266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a8b6b-2c67-4e2b-94f8-c3881f5e0730 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 2de12773-0fd7-42e1-83f4-e3acdaec0c8c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:51.683615 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8b6b-2c67-4e2b-94f8-c3881f5e0730 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:51.695650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e60e5c1b-4ee8-43c4-b6f9-39a5a633cbdb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:51.788279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:51.851811 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31366b9-f0e6-4f70-a21f-47d764184347'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:07:51.867667 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f31366b9-f0e6-4f70-a21f-47d764184347, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f31366b9-f0e6-4f70-a21f-47d764184347,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:51.886897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:51.902095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1741909127'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:51.916366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:51.924314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Usage tracker for resource:network and tenant:c4d71ee9b3d248619863366d8ac5aaa2 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:51.931054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:51.938938 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:51.939282 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-65347b59-fd2d-477e-8b5e-fb1286a36699 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags/tempest-TagsExtTest-Tag-128678228 HTTP/1.1" status: 204 len: 168 time: 0.3265860 Mar 22 13:07:51.948068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40366) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:51.957554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e60e5c1b-4ee8-43c4-b6f9-39a5a633cbdb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:51.965025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-4cdd7780-e56a-40cd-89d6-babf28d635d0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad', 'tempest-TagsExtTest-Tag-128678228') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:51.984005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-fb2a0d99-f32e-4c75-8ae9-7991a73631b4 tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2078431518', 'prefixes': ['172.20.0.0/16']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:51.997181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.007093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f31366b9-f0e6-4f70-a21f-47d764184347,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:52.007602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fb2a0d99-f32e-4c75-8ae9-7991a73631b4 tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:52.009496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Made reservation on behalf of c4d71ee9b3d248619863366d8ac5aaa2 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:52.013054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.025420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8b6b-2c67-4e2b-94f8-c3881f5e0730 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.025757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8b6b-2c67-4e2b-94f8-c3881f5e0730 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.045290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.118896 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'code': 200} Mar 22 13:07:52.155275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e60e5c1b-4ee8-43c4-b6f9-39a5a633cbdb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.190187 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a8b6b-2c67-4e2b-94f8-c3881f5e0730 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 2de12773-0fd7-42e1-83f4-e3acdaec0c8c owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:52.194548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e5c1b-4ee8-43c4-b6f9-39a5a633cbdb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdad786-9bda-4729-ba52-30c8b996cc84,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:52.202121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e60e5c1b-4ee8-43c4-b6f9-39a5a633cbdb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.206630 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e60e5c1b-4ee8-43c4-b6f9-39a5a633cbdb tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "DELETE /v2.0/security-groups/0bdad786-9bda-4729-ba52-30c8b996cc84 HTTP/1.1" status: 204 len: 168 time: 0.9436328 Mar 22 13:07:52.208412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40370) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:52.232519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:52.250116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Usage tracker for resource:security_group_rule and tenant:c4d71ee9b3d248619863366d8ac5aaa2 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:52.258415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:52.267567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.273841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:52.298427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Deleting port d7c18fed-d507-4262-b37b-bd00213579c6 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:07:52.298773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.340339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f2d0e1c9-d4ce-477e-a02f-0993ce49fb42 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Synchronizing usage tracker for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:52.380709 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4cdd7780-e56a-40cd-89d6-babf28d635d0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags/tempest-TagsExtTest-Tag-128678228 HTTP/1.1" status: 204 len: 168 time: 0.4315157 Mar 22 13:07:52.386111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40374) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:52.398142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f2d0e1c9-d4ce-477e-a02f-0993ce49fb42 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Unset dirty status for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:52.399005 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f2d0e1c9-d4ce-477e-a02f-0993ce49fb42 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1900024 Mar 22 13:07:52.400595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-96b26193-df84-4fb2-be9e-de2aab7465bf tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:52.402120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40378) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:52.477760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0d99-f32e-4c75-8ae9-7991a73631b4 tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] Notify callbacks [] for subnetpool, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.481246 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fb2a0d99-f32e-4c75-8ae9-7991a73631b4 tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9250293 Mar 22 13:07:52.484345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40384) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:52.527329 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-96b26193-df84-4fb2-be9e-de2aab7465bf tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags HTTP/1.1" status: 200 len: 205 time: 0.1356592 Mar 22 13:07:52.528922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40388) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:52.548710 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e94aa5a5-f26b-470b-87d5-ba7b56c36776 tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] 10.222.0.70 "GET /v2.0/subnetpools/678a2d7d-d528-48d2-8b23-e8ca82a13054 HTTP/1.1" status: 200 len: 732 time: 0.0608461 Mar 22 13:07:52.551616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-62a16f35-3877-4253-af08-b15870c7d7ef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:52.558916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40392) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:52.577611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-04936dc2-d1f2-4064-a2c8-7710431def97 tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-865372314'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:52.597153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9ba7bcf-5d01-400a-814e-654c5553c0de tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.601609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.624675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8b6b-2c67-4e2b-94f8-c3881f5e0730 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.755007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Calling delete_port for d7c18fed-d507-4262-b37b-bd00213579c6 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:07:52.803332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5f399-9710-4086-922c-f9ea327108df req-3be814f1-2dbc-430e-ba48-d490893ae3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:52.804812 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-efe5f399-9710-4086-922c-f9ea327108df req-3be814f1-2dbc-430e-ba48-d490893ae3c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 1098 time: 0.4970396 Mar 22 13:07:52.810217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9ba7bcf-5d01-400a-814e-654c5553c0de tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.825930 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a8b6b-2c67-4e2b-94f8-c3881f5e0730 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=2de12773-0fd7-42e1-83f4-e3acdaec0c8c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:52.828815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.885681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.946517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9ba7bcf-5d01-400a-814e-654c5553c0de tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.970115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-04936dc2-d1f2-4064-a2c8-7710431def97 tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] Notify callbacks [] for subnetpool, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.971659 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-04936dc2-d1f2-4064-a2c8-7710431def97 tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] 10.222.0.70 "PUT /v2.0/subnetpools/678a2d7d-d528-48d2-8b23-e8ca82a13054 HTTP/1.1" status: 200 len: 683 time: 0.4087491 Mar 22 13:07:52.973332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba7bcf-5d01-400a-814e-654c5553c0de tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef73bfe-b7e3-4150-8309-cd7e645cd45a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:52.975964 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9ba7bcf-5d01-400a-814e-654c5553c0de tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:52.979685 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c9ba7bcf-5d01-400a-814e-654c5553c0de tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "DELETE /v2.0/security-groups/fef73bfe-b7e3-4150-8309-cd7e645cd45a HTTP/1.1" status: 204 len: 168 time: 0.5741649 Mar 22 13:07:52.979685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40396) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:52.980241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40398) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:52.986384 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-62a16f35-3877-4253-af08-b15870c7d7ef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags HTTP/1.1" status: 204 len: 168 time: 0.4526436 Mar 22 13:07:52.994528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:07:52.996410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40404) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.016095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-496373dd-e016-46be-b23f-3681f891bb04 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:53.071256 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-efe5f399-9710-4086-922c-f9ea327108df req-a57aef9d-3caf-4a7c-8016-b928bf26f2a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474902 Mar 22 13:07:53.080239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fd6293-64b9-4d57-bd24-c2286f602756,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:53.100706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8b6b-2c67-4e2b-94f8-c3881f5e0730 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.132735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ac6ca-46c9-45a9-84b0-6970dc042c07 req-1927a43f-4c56-412c-899e-ecb7396e91cd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:53.134211 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7e9ac6ca-46c9-45a9-84b0-6970dc042c07 req-1927a43f-4c56-412c-899e-ecb7396e91cd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 945 time: 0.5617940 Mar 22 13:07:53.151422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0f1bfe9a-f515-49d7-820e-a5bb4e7c027a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Synchronizing usage tracker for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:53.166466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.195974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.196328 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Added segment 0759d4db-d01d-4a86-877a-60d7414e4afb of type vlan for network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 Mar 22 13:07:53.224793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Pushing event deleted for resources: {'Port': ['ID=d7c18fed-d507-4262-b37b-bd00213579c6,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:53.227319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0f1bfe9a-f515-49d7-820e-a5bb4e7c027a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Unset dirty status for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:53.233363 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0f1bfe9a-f515-49d7-820e-a5bb4e7c027a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2472460 Mar 22 13:07:53.234310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40408) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.244393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8b6b-2c67-4e2b-94f8-c3881f5e0730 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.245517 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bb7a8b6b-2c67-4e2b-94f8-c3881f5e0730 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/floatingips/69c79b08-8f6c-4253-88ed-1ca449081f99 HTTP/1.1" status: 204 len: 168 time: 1.7796068 Mar 22 13:07:53.263575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40412) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.269805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'tempest-secgroup--538660813'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:53.270632 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-496373dd-e016-46be-b23f-3681f891bb04 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags HTTP/1.1" status: 204 len: 168 time: 0.2722776 Mar 22 13:07:53.272554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.273709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40416) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.282948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:53.288169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-0332b41a-55ae-44e7-a41e-b8309a9801ad tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:53.347070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-526b7ca9-1c79-4094-8fbf-6e022cd693ea tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] Notify callbacks [] for subnetpool, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.350623 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-526b7ca9-1c79-4094-8fbf-6e022cd693ea tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] 10.222.0.70 "DELETE /v2.0/subnetpools/678a2d7d-d528-48d2-8b23-e8ca82a13054 HTTP/1.1" status: 204 len: 168 time: 0.3691013 Mar 22 13:07:53.355372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40420) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.358360 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7e9ac6ca-46c9-45a9-84b0-6970dc042c07 req-c5679991-1bd9-4c53-9646-abbce0946b87 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697719 Mar 22 13:07:53.360753 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-c2a9305e-c796-4d0f-9c08-b7896bbc6360 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] delete failed (client error): The resource could not be found. Mar 22 13:07:53.365765 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c2a9305e-c796-4d0f-9c08-b7896bbc6360 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/floatingips/69c79b08-8f6c-4253-88ed-1ca449081f99 HTTP/1.1" status: 404 len: 345 time: 0.0969272 Mar 22 13:07:53.367357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40424) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.371212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:53.396933 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-ec2a9683-e439-4e6d-bf50-324d9d53f819 tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] show failed (client error): The resource could not be found. Mar 22 13:07:53.396933 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ec2a9683-e439-4e6d-bf50-324d9d53f819 tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] 10.222.0.70 "GET /v2.0/subnetpools/678a2d7d-d528-48d2-8b23-e8ca82a13054 HTTP/1.1" status: 404 len: 346 time: 0.0316334 Mar 22 13:07:53.400940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40428) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.428402 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-f546bb8f-992c-46ba-9d41-755bd9de3acc tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] delete failed (client error): The resource could not be found. Mar 22 13:07:53.429438 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f546bb8f-992c-46ba-9d41-755bd9de3acc tempest-SubnetPoolsTestJSON-565189519 tempest-SubnetPoolsTestJSON-565189519-project] 10.222.0.70 "DELETE /v2.0/subnetpools/678a2d7d-d528-48d2-8b23-e8ca82a13054 HTTP/1.1" status: 404 len: 346 time: 0.0275233 Mar 22 13:07:53.433040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.435970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.437903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:53.438318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.470208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.521638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:53.562285 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9025667 Mar 22 13:07:53.562858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40434) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.569264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Request body: {'subnet': {'network_id': 'a8598f3f-9d90-44a5-aa1f-7352dbd83a84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:53.590446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb59288-d4a3-46f0-9b75-6678a985f15a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event updated for resources: {'Network': ['ID=a8598f3f-9d90-44a5-aa1f-7352dbd83a84,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:53.604652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:07:53.724922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Usage tracker for resource:security_group_rule and tenant:da1eeda63fed4be1a03544b3ea80c94a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:53.729199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:53.738325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:53.743368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Usage tracker for resource:subnet and tenant:c4d71ee9b3d248619863366d8ac5aaa2 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:53.746432 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:53.752167 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:53.763918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Made reservation on behalf of c4d71ee9b3d248619863366d8ac5aaa2 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:53.767731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.798359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40440) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.799351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:53.815709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.819712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.872855 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0332b41a-55ae-44e7-a41e-b8309a9801ad tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags HTTP/1.1" status: 204 len: 168 time: 0.5981057 Mar 22 13:07:53.876005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40446) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.887331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-7fbad966-2741-4b1d-9038-50ef43aebc25 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:53.889101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b1b00-5f0f-47b5-8e45-8aa410be2fb9 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:53.895521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b1b00-5f0f-47b5-8e45-8aa410be2fb9 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:53.901302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b1b00-5f0f-47b5-8e45-8aa410be2fb9 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:53.902166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bf1b1b00-5f0f-47b5-8e45-8aa410be2fb9 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Synchronizing usage tracker for tenant:ddba086189ee4490a694518ebcc2e1ce on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:53.908217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:53.908760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Fanout notify agent at l3_agent the message router_deleted on router d49875d6-0d02-4dee-be19-2c21b8420496 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:07:53.975411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bf1b1b00-5f0f-47b5-8e45-8aa410be2fb9 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Unset dirty status for tenant:ddba086189ee4490a694518ebcc2e1ce on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:53.976572 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bf1b1b00-5f0f-47b5-8e45-8aa410be2fb9 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "GET /v2.0/ports?network_id=acc52bc0-aeaa-4436-81b8-677b61e95968 HTTP/1.1" status: 200 len: 2355 time: 0.6069078 Mar 22 13:07:53.988475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40450) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:53.993846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-80c4f74f-7c51-4537-812e-34103a326f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.005538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.006580 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cfd7cbf4-5ce1-4229-959a-583f940f4332 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/d49875d6-0d02-4dee-be19-2c21b8420496 HTTP/1.1" status: 204 len: 168 time: 2.6063564 Mar 22 13:07:54.008991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.011024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40454) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:54.021640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-899352408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:54.031307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:54.042607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Usage tracker for resource:router and tenant:95b736ad1eaa41afbe1119496ef20a61 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:54.049631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.055099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:54.066795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:54.078461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-80c4f74f-7c51-4537-812e-34103a326f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:54.088823 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7fbad966-2741-4b1d-9038-50ef43aebc25 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags HTTP/1.1" status: 204 len: 168 time: 0.2080235 Mar 22 13:07:54.089369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40458) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:54.091824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-80c4f74f-7c51-4537-812e-34103a326f18 admin admin] Usage tracker for resource:security_group_rule and tenant:71d7dadb929b4c5797745fa2472f44d5 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:54.094835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-8f3fc59b-fd3b-40a3-9f7f-1405debb7688 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495', 'tempest-TagsExtTest-Tag-657380618') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:54.100749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-80c4f74f-7c51-4537-812e-34103a326f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:54.116891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.121181 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8828471 Mar 22 13:07:54.121181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-80c4f74f-7c51-4537-812e-34103a326f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:54.127536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40462) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:54.134548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.135575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.139025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.139253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3805a86b-450a-4ceb-a205-95119ae76618 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:54.139819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3805a86b-450a-4ceb-a205-95119ae76618 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Synchronizing usage tracker for tenant:ddba086189ee4490a694518ebcc2e1ce on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:54.144384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ef85a-14ba-46ad-a51d-b1b1cb0f347a tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550befb3-7f77-48c2-b25b-14d1fc9c4d57,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:54.146507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8812e545-da0c-4d4b-bca9-be0bff8947b4 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:54.146912 dv-neutron-834664-2-hyperv neutron-server[87932]: WARNING neutron.api.v2.base [None req-8812e545-da0c-4d4b-bca9-be0bff8947b4 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 13:07:54.147425 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-8812e545-da0c-4d4b-bca9-be0bff8947b4 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 13:07:54.150893 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8812e545-da0c-4d4b-bca9-be0bff8947b4 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "PUT /v2.0/security-groups/550befb3-7f77-48c2-b25b-14d1fc9c4d57 HTTP/1.1" status: 409 len: 330 time: 0.0192118 Mar 22 13:07:54.159742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40466) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:54.202578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3805a86b-450a-4ceb-a205-95119ae76618 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Unset dirty status for tenant:ddba086189ee4490a694518ebcc2e1ce on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:54.203752 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3805a86b-450a-4ceb-a205-95119ae76618 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "GET /v2.0/subnets/b79aeb42-6cd1-45c5-9e35-13e0715665db HTTP/1.1" status: 200 len: 797 time: 0.2140846 Mar 22 13:07:54.209165 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40470) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:54.227467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'port': {'network_id': 'acc52bc0-aeaa-4436-81b8-677b61e95968', 'name': 'tempest-FloatingIPTestJSON-229836147', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:54.235578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.252255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event updated for resources: {'Subnet': ['ID=cbe88606-b751-4633-ad1a-c79565b6ad68,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:54.278270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Checking segment: {'id': '0759d4db-d01d-4a86-877a-60d7414e4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a8598f3f-9d90-44a5-aa1f-7352dbd83a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:54.278630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Network hostable DHCP agents. Network: a8598f3f-9d90-44a5-aa1f-7352dbd83a84, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:07:54.288809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.332848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.336889 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4600405c-4613-4c4d-948c-abe52103940c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3221674 Mar 22 13:07:54.337492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40474) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:54.342805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:07:54.348682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'enable_snat': True}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:54.383533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9745-11e2-4820-bb5e-dc7b28655dfe tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.404759 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8f3fc59b-fd3b-40a3-9f7f-1405debb7688 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags/tempest-TagsExtTest-Tag-657380618 HTTP/1.1" status: 201 len: 201 time: 0.3147347 Mar 22 13:07:54.413173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40480) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:54.430924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-ab6c5784-4b3d-424f-8c1e-1363c5a49b97 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8', 'tempest-TagsExtTest-Tag-1333353761') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:54.458081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-80c4f74f-7c51-4537-812e-34103a326f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.466063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-80c4f74f-7c51-4537-812e-34103a326f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.474898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:54.477818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9745-11e2-4820-bb5e-dc7b28655dfe tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.513806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, a8598f3f-9d90-44a5-aa1f-7352dbd83a84) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:54.523798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eeca9a-a2dc-45c6-8172-a27222158d49 None None] Network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:54.542115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:54.608279 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-80c4f74f-7c51-4537-812e-34103a326f18 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71d7dadb929b4c5797745fa2472f44d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7982242 Mar 22 13:07:54.614390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4f74f-7c51-4537-812e-34103a326f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d7a5ff-10af-44e5-9682-c2cb873da283,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:54.618384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40484) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:54.641984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Made reservation on behalf of ddba086189ee4490a694518ebcc2e1ce for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:54.724030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:54.724630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.750910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9745-11e2-4820-bb5e-dc7b28655dfe tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.802910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb9745-11e2-4820-bb5e-dc7b28655dfe tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550befb3-7f77-48c2-b25b-14d1fc9c4d57,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:54.813642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-a8598f3f-9d90-44a5-aa1f-7352dbd83a84', 'network_id': 'a8598f3f-9d90-44a5-aa1f-7352dbd83a84', 'tenant_id': 'c4d71ee9b3d248619863366d8ac5aaa2', 'fixed_ips': [{'subnet_id': 'cbe88606-b751-4633-ad1a-c79565b6ad68'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:07:54.815758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.859783 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-527f3038-cc06-4e38-a04a-5bda0fe7142b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.872700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f2ed5-0c6e-494c-987f-a160fe3737ce req-fcc72b77-8a68-4fc6-96b0-6304643c9cd1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:54.874213 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d62f2ed5-0c6e-494c-987f-a160fe3737ce req-fcc72b77-8a68-4fc6-96b0-6304643c9cd1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 945 time: 0.3687804 Mar 22 13:07:54.879230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9745-11e2-4820-bb5e-dc7b28655dfe tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.879230 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a3cb9745-11e2-4820-bb5e-dc7b28655dfe tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "DELETE /v2.0/security-groups/550befb3-7f77-48c2-b25b-14d1fc9c4d57 HTTP/1.1" status: 204 len: 168 time: 0.7154558 Mar 22 13:07:54.879230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40488) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:54.889403 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0c4cb197-1ff4-43bb-b2ca-4b0450c45378 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3256125 Mar 22 13:07:54.890890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.892018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40492) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:54.948034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1387142670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:54.962173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:54.964830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-527f3038-cc06-4e38-a04a-5bda0fe7142b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.966492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:54.976214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Usage tracker for resource:router and tenant:c4d71ee9b3d248619863366d8ac5aaa2 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:54.980313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:54.993040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:55.000223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Allocated IP 172.20.0.2 (a8598f3f-9d90-44a5-aa1f-7352dbd83a84/cbe88606-b751-4633-ad1a-c79565b6ad68/1aeaf673-17db-4eff-a6d4-c09c0d9e395a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:55.002523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] device_id is not set on port 4b9202f7-bdd4-46ba-bd70-0ec0c895e57f yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:07:55.038551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.039520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.067058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.095775 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d62f2ed5-0c6e-494c-987f-a160fe3737ce req-f5b585f8-46cc-4bdd-ac88-0dc2a2e618fd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886561 Mar 22 13:07:55.106136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-596be244-121a-4c3a-af7a-4cb267070908 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Synchronizing usage tracker for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:07:55.114312 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ab6c5784-4b3d-424f-8c1e-1363c5a49b97 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags/tempest-TagsExtTest-Tag-1333353761 HTTP/1.1" status: 201 len: 201 time: 0.6879637 Mar 22 13:07:55.114900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40496) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:55.121862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-9e29dc0f-9f4e-4f87-97b3-3889270affbf tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039', 'tempest-TagsExtTest-Tag-1271139493') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:55.171138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.217366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.226282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-596be244-121a-4c3a-af7a-4cb267070908 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] Unset dirty status for tenant:da1eeda63fed4be1a03544b3ea80c94a on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:07:55.227701 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-596be244-121a-4c3a-af7a-4cb267070908 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3476284 Mar 22 13:07:55.232319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40502) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:55.236139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.237474 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0fc60a8e-ed17-41f8-8c2b-bfaaa551a253 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3436720 Mar 22 13:07:55.251031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40506) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:55.296884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Transition to ACTIVE for port object 1aeaf673-17db-4eff-a6d4-c09c0d9e395a will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:55.316607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Transition to ACTIVE for port object 1aeaf673-17db-4eff-a6d4-c09c0d9e395a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:55.322570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.350410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-527f3038-cc06-4e38-a04a-5bda0fe7142b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.366528 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-c8fe699d-1bf1-461b-8d00-6197f0891de7 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] delete failed (client error): The resource could not be found. Mar 22 13:07:55.367503 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c8fe699d-1bf1-461b-8d00-6197f0891de7 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "DELETE /v2.0/security-groups/ce61b9a1-5e6f-41a2-9f8f-65d8eb715d0d HTTP/1.1" status: 404 len: 347 time: 0.1330047 Mar 22 13:07:55.372699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40510) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:55.395131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:55.403357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:55.408652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f3038-cc06-4e38-a04a-5bda0fe7142b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d7a5ff-10af-44e5-9682-c2cb873da283,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:55.409199 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:55.458501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-527f3038-cc06-4e38-a04a-5bda0fe7142b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.459683 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-527f3038-cc06-4e38-a04a-5bda0fe7142b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48d7a5ff-10af-44e5-9682-c2cb873da283 HTTP/1.1" status: 204 len: 168 time: 0.8367951 Mar 22 13:07:55.466085 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9e29dc0f-9f4e-4f87-97b3-3889270affbf tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags/tempest-TagsExtTest-Tag-1271139493 HTTP/1.1" status: 201 len: 201 time: 0.3519602 Mar 22 13:07:55.470026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40516) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:55.503864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-88066417-76f3-4496-9cda-fc4039068dc6 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad', 'tempest-TagsExtTest-Tag-740967652') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:55.517627 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-f0da689c-2f4b-4fde-963d-7fea66c955a9 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] show failed (client error): The resource could not be found. Mar 22 13:07:55.519393 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f0da689c-2f4b-4fde-963d-7fea66c955a9 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-groups/36fbee33-2d9f-4e8e-9acf-8f601293559a HTTP/1.1" status: 404 len: 347 time: 0.1447458 Mar 22 13:07:55.524372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40520) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:55.540042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Pushing event updated for resources: {'Port': ['ID=1aeaf673-17db-4eff-a6d4-c09c0d9e395a,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:55.555253 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-de0067c0-b5a3-47bf-ad5e-96912c8ed186 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] show failed (client error): The resource could not be found. Mar 22 13:07:55.562286 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-de0067c0-b5a3-47bf-ad5e-96912c8ed186 tempest-NegativeSecGroupTest-648114716 tempest-NegativeSecGroupTest-648114716-project] 10.222.0.70 "GET /v2.0/security-group-rules/7f6f4496-6056-485b-b766-4f5f065e1fec HTTP/1.1" status: 404 len: 356 time: 0.0293856 Mar 22 13:07:55.598030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Attempting to bind port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:07:55.598378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Attempting to bind port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0759d4db-d01d-4a86-877a-60d7414e4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a8598f3f-9d90-44a5-aa1f-7352dbd83a84'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:07:55.598829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Attempting to bind port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a on network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:07:55.609007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:07:55.609381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Checking segment: {'id': '0759d4db-d01d-4a86-877a-60d7414e4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a8598f3f-9d90-44a5-aa1f-7352dbd83a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:55.609785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.610174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Bound using segment: {'id': '0759d4db-d01d-4a86-877a-60d7414e4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a8598f3f-9d90-44a5-aa1f-7352dbd83a84'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:07:55.610643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Bound port: 1aeaf673-17db-4eff-a6d4-c09c0d9e395a, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0759d4db-d01d-4a86-877a-60d7414e4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a8598f3f-9d90-44a5-aa1f-7352dbd83a84'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:07:55.611002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.712925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.20.0.14 (acc52bc0-aeaa-4436-81b8-677b61e95968/b79aeb42-6cd1-45c5-9e35-13e0715665db/4b9202f7-bdd4-46ba-bd70-0ec0c895e57f) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:55.720223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.20.0.13 (acc52bc0-aeaa-4436-81b8-677b61e95968/b79aeb42-6cd1-45c5-9e35-13e0715665db/4b9202f7-bdd4-46ba-bd70-0ec0c895e57f) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:55.818280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] For port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:07:55.821485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] For port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=1aeaf673-17db-4eff-a6d4-c09c0d9e395a,segment=NetworkSegment(0759d4db-d01d-4a86-877a-60d7414e4afb),segment_id=0759d4db-d01d-4a86-877a-60d7414e4afb)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:07:55.837157 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:55.971428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc73da-f9a7-48bb-8d2b-2bf3d3f31e00 None None] Pushing event updated for resources: {'Port': ['ID=1aeaf673-17db-4eff-a6d4-c09c0d9e395a,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:56.021540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2df12-8934-4908-a2bb-0b66f6dda70d req-4e94152b-c819-4fcf-8ac9-cf4a0baeb2b9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:56.023119 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cab2df12-8934-4908-a2bb-0b66f6dda70d req-4e94152b-c819-4fcf-8ac9-cf4a0baeb2b9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 945 time: 0.7843816 Mar 22 13:07:56.040686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.092549 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-88066417-76f3-4496-9cda-fc4039068dc6 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags/tempest-TagsExtTest-Tag-740967652 HTTP/1.1" status: 201 len: 201 time: 0.6212244 Mar 22 13:07:56.100630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40538) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:56.118660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-78eb73f3-2c2f-4e58-971a-48ce8d7ffe33 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495', {'tags': ['tempest-TagsExtTest-Tag-461859168', 'tempest-TagsExtTest-Tag-964571967', 'tempest-TagsExtTest-Tag-1349705757']}) {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:56.150019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40542) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:56.235393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.240417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.361877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.368109 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-78eb73f3-2c2f-4e58-971a-48ce8d7ffe33 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags HTTP/1.1" status: 200 len: 316 time: 0.2637157 Mar 22 13:07:56.382875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40554) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:56.398381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-d5bef69f-2751-45aa-afea-b3f50797bdef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:56.473238 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cab2df12-8934-4908-a2bb-0b66f6dda70d req-6c6e1b74-2b3a-4ec6-aa08-5c772dbb58f0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637165 Mar 22 13:07:56.478828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network acc52bc0-aeaa-4436-81b8-677b61e95968 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:56.483752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:56.493899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:56.523381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40560) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:56.588474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=4b9202f7-bdd4-46ba-bd70-0ec0c895e57f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:56.601582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:56.602215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.617177 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-78a20da4-adca-49b2-ae54-5ee24846847a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da1eeda63fed4be1a03544b3ea80c94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659283 Mar 22 13:07:56.620197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40564) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:56.624455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.650959 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-02db9238-c22f-49d6-b1ba-edf7544f028b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.4406621 Mar 22 13:07:56.653901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40568) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:56.666650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': '4b9202f7-bdd4-46ba-bd70-0ec0c895e57f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:56.676309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40572) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:56.680894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:56.703868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:56.715222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ce49121c-d05f-4f69-bb7f-7c367de61da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.730276 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.749947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Allocated IP 172.26.5.120 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/5ca4b56b-70ab-4716-8c50-e2b869d6cb57) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:56.770375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ce49121c-d05f-4f69-bb7f-7c367de61da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.802490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1552963980-network', 'tenant_id': '276704acd5ae4a169933a6c00fe91e64'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:56.819830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:56.826834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Usage tracker for resource:network and tenant:276704acd5ae4a169933a6c00fe91e64 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:56.829833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:56.884596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:56.913645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Made reservation on behalf of 276704acd5ae4a169933a6c00fe91e64 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:56.916075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.932533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.953107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ce49121c-d05f-4f69-bb7f-7c367de61da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:56.970003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:56.981673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Usage tracker for resource:security_group_rule and tenant:276704acd5ae4a169933a6c00fe91e64 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:56.985627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49121c-d05f-4f69-bb7f-7c367de61da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f2a973-f699-4d8f-b318-21215a6c6fab,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:56.987600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:56.999899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:57.008896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ce49121c-d05f-4f69-bb7f-7c367de61da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.012342 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ce49121c-d05f-4f69-bb7f-7c367de61da4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9f2a973-f699-4d8f-b318-21215a6c6fab HTTP/1.1" status: 204 len: 168 time: 0.3889105 Mar 22 13:07:57.023010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.088946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f8fb1-cf6f-4248-b34e-d852aef31b86 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:57.091482 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b58f8fb1-cf6f-4248-b34e-d852aef31b86 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 1093 time: 0.5312529 Mar 22 13:07:57.104564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40580) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:57.109016 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d5bef69f-2751-45aa-afea-b3f50797bdef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags HTTP/1.1" status: 204 len: 168 time: 0.7218282 Mar 22 13:07:57.120437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40584) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:57.120700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:57.129289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-536e0f45-facd-4ed6-aba7-ceddffc619f4 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495', 'tempest-TagsExtTest-Tag-461859168') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:57.145368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:57.169849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:floatingip and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:57.182296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.185683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:57.212899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:57.260490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.272737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.294113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.322686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:07:57.343918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857af7dc-359f-42cc-8496-a3e3e99f3177 None None] Network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:57.365503 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-536e0f45-facd-4ed6-aba7-ceddffc619f4 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:07:57.366746 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-536e0f45-facd-4ed6-aba7-ceddffc619f4 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags/tempest-TagsExtTest-Tag-461859168 HTTP/1.1" status: 404 len: 328 time: 0.2453237 Mar 22 13:07:57.367742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e73dcc-9310-4cfa-b761-de64323ba1e6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:57.371842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.372411 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Added segment 97f1e2e6-2008-4c2d-9f83-5df10fc62a87 of type vlan for network b2ba6983-678f-4b6c-934d-abbb6ce3974b Mar 22 13:07:57.373700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40588) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:57.380403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-80a84126-9784-4c59-a0dc-940958eddd4b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495', 'tempest-TagsExtTest-Tag-964571967') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:57.390428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Allocated IP 172.20.0.1 (a8598f3f-9d90-44a5-aa1f-7352dbd83a84/cbe88606-b751-4633-ad1a-c79565b6ad68/25a91d8f-b3b1-470d-97b1-f5982b0ab247) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:57.507611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.509966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.512895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-10533c6d-08c4-4cb5-addc-8a022eaf0da9 None None] Provisioning for port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:57.568709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.26.5.80 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/80095dea-bc32-4852-af9f-6b90faad0a97) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:57.591526 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-80a84126-9784-4c59-a0dc-940958eddd4b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:07:57.597116 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-80a84126-9784-4c59-a0dc-940958eddd4b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags/tempest-TagsExtTest-Tag-964571967 HTTP/1.1" status: 404 len: 328 time: 0.2216468 Mar 22 13:07:57.599347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.600142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40592) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:57.600446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:57.601020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.668883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:57.671397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 1aeaf673-17db-4eff-a6d4-c09c0d9e395a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:57.677262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-09048521-76d8-4ba4-85c1-57ab281179ad tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495', 'tempest-TagsExtTest-Tag-1349705757') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:57.706660 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:57.709112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:57.761182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:57.768857 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:57.769349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.791385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event updated for resources: {'Port': ['ID=5ca4b56b-70ab-4716-8c50-e2b869d6cb57,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:57.821985 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1443927 Mar 22 13:07:57.827349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40596) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:57.833244 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22219a9f-34ad-4dd7-a790-e9c1cf986572 admin admin] Pushing event updated for resources: {'Network': ['ID=b2ba6983-678f-4b6c-934d-abbb6ce3974b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:57.839941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Request body: {'subnet': {'network_id': 'b2ba6983-678f-4b6c-934d-abbb6ce3974b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1552963980-subnet', 'tenant_id': '276704acd5ae4a169933a6c00fe91e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:57.847195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:57.854675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Usage tracker for resource:subnet and tenant:276704acd5ae4a169933a6c00fe91e64 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:57.859600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:57.883722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network b2ba6983-678f-4b6c-934d-abbb6ce3974b details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:07:57.912969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:57.923631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:57.946984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Made reservation on behalf of 276704acd5ae4a169933a6c00fe91e64 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:57.950362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.037929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.055598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.085567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=1aeaf673-17db-4eff-a6d4-c09c0d9e395a,segment=NetworkSegment(0759d4db-d01d-4a86-877a-60d7414e4afb),segment_id=0759d4db-d01d-4a86-877a-60d7414e4afb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:07:58.090414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.140954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:58.150217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:58.154864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.160830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:58.173407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-59c1ed17-4644-401c-b8fe-c8d846623be0 None None] Provisioning complete for port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:58.173926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-59c1ed17-4644-401c-b8fe-c8d846623be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.190721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=80095dea-bc32-4852-af9f-6b90faad0a97,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:58.222550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=1aeaf673-17db-4eff-a6d4-c09c0d9e395a,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:58.235038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Transition to ACTIVE for port object 25a91d8f-b3b1-470d-97b1-f5982b0ab247 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:07:58.248885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.302673 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-09048521-76d8-4ba4-85c1-57ab281179ad tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:07:58.303919 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-09048521-76d8-4ba4-85c1-57ab281179ad tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags/tempest-TagsExtTest-Tag-1349705757 HTTP/1.1" status: 404 len: 329 time: 0.7005107 Mar 22 13:07:58.308899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40600) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:58.323030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-1b96b464-8b88-4d74-826c-c15a7e1d0cb0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8', {'tags': ['tempest-TagsExtTest-Tag-300736789', 'tempest-TagsExtTest-Tag-1643044918', 'tempest-TagsExtTest-Tag-1180128857']}) {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:58.540519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.588550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.702440 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1b96b464-8b88-4d74-826c-c15a7e1d0cb0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags HTTP/1.1" status: 200 len: 317 time: 0.3917110 Mar 22 13:07:58.714785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40604) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:58.730883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:07:58.735960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=611366ed-c6fb-4373-b443-312d23ebf9a5,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:58.746544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-91505b1d-1766-4f79-935a-e923c2c4f9a4 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:58.759284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Checking segment: {'id': '97f1e2e6-2008-4c2d-9f83-5df10fc62a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b2ba6983-678f-4b6c-934d-abbb6ce3974b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:07:58.759638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Network hostable DHCP agents. Network: b2ba6983-678f-4b6c-934d-abbb6ce3974b, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:07:58.770661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:58.773188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:07:58.807221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event updated for resources: {'Port': ['ID=25a91d8f-b3b1-470d-97b1-f5982b0ab247,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:58.810979 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Network b2ba6983-678f-4b6c-934d-abbb6ce3974b is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:07:58.828218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, b2ba6983-678f-4b6c-934d-abbb6ce3974b) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:07:58.838128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f57c92-444d-474a-899f-e2f634b32c3c None None] Network b2ba6983-678f-4b6c-934d-abbb6ce3974b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:58.839483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:58.840081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.846718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.91 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/7c7fc1a0-922e-4042-b971-7c340bc80c2d) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:07:58.849631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.873255 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-421de743-311a-40d7-be44-7f534481c82a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0436804 Mar 22 13:07:58.912571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:58.965961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.034922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.162075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8393af-dbc1-4ba2-a65d-93ff4038b1e1 None None] Network b2ba6983-678f-4b6c-934d-abbb6ce3974b requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:07:59.182602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b4668cae-5228-4fff-b5e5-6c9f499b9fda None None] Provisioning for port 25a91d8f-b3b1-470d-97b1-f5982b0ab247 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:07:59.202101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b4668cae-5228-4fff-b5e5-6c9f499b9fda None None] Provisioning complete for port 25a91d8f-b3b1-470d-97b1-f5982b0ab247 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:59.202748 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b4668cae-5228-4fff-b5e5-6c9f499b9fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.296889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.303282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.329040 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b4668cae-5228-4fff-b5e5-6c9f499b9fda None None] Port 25a91d8f-b3b1-470d-97b1-f5982b0ab247 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:07:59.457779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.559711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=80095dea-bc32-4852-af9f-6b90faad0a97,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:59.595239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.624076 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-91505b1d-1766-4f79-935a-e923c2c4f9a4 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags HTTP/1.1" status: 204 len: 168 time: 0.9025886 Mar 22 13:07:59.628597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40620) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:59.632447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.643580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 1aeaf673-17db-4eff-a6d4-c09c0d9e395a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:07:59.644675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-d0817c49-b1fa-42c5-9907-413bc4524a0d tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8', 'tempest-TagsExtTest-Tag-300736789') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:59.704302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40626) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:59.713619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-521280699-network', 'tenant_id': 'c08980e13fcf4498948c9ac05c9afd23'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:07:59.727683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:07:59.730680 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP 133ad760-8152-4558-b9b7-371daf144bd0 associated. External IP: 172.26.5.80, port: 4b9202f7-bdd4-46ba-bd70-0ec0c895e57f. Mar 22 13:07:59.737814 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:07:59.738334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.804185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Usage tracker for resource:network and tenant:c08980e13fcf4498948c9ac05c9afd23 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:07:59.808338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:07:59.817375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:07:59.853263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Made reservation on behalf of c08980e13fcf4498948c9ac05c9afd23 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:07:59.855564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.927848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.938850 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-d0817c49-b1fa-42c5-9907-413bc4524a0d tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:07:59.940444 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d0817c49-b1fa-42c5-9907-413bc4524a0d tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags/tempest-TagsExtTest-Tag-300736789 HTTP/1.1" status: 404 len: 328 time: 0.3103824 Mar 22 13:07:59.944291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40630) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:59.953584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-df739fb7-dd0d-4c27-b28f-08015cfdb36c tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8', 'tempest-TagsExtTest-Tag-1643044918') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:59.960072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.991756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:00.001267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Usage tracker for resource:security_group_rule and tenant:c08980e13fcf4498948c9ac05c9afd23 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:00.010091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:00.019867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:00.026929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.144469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.282890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:00.290589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:00.358302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=7c7fc1a0-922e-4042-b971-7c340bc80c2d,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:00.362666 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-df739fb7-dd0d-4c27-b28f-08015cfdb36c tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:08:00.363730 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-df739fb7-dd0d-4c27-b28f-08015cfdb36c tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags/tempest-TagsExtTest-Tag-1643044918 HTTP/1.1" status: 404 len: 329 time: 0.4172697 Mar 22 13:08:00.368396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:00.376542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40634) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:00.385483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-7e757033-5b61-4ad2-a578-5628023a666f tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8', 'tempest-TagsExtTest-Tag-1180128857') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:00.442964 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:00.478820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.544392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.578879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:00.674156 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.674842 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Added segment 0f51c985-9149-4f7e-91d8-0d41acdb6447 of type vlan for network 484885a5-3112-4d7e-8702-59d9b4b5e46f Mar 22 13:08:00.677595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e5abad-02f1-438a-b3e7-4b9c86bd1534,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:00.694603 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-7e757033-5b61-4ad2-a578-5628023a666f tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:08:00.695706 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7e757033-5b61-4ad2-a578-5628023a666f tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags/tempest-TagsExtTest-Tag-1180128857 HTTP/1.1" status: 404 len: 329 time: 0.3182504 Mar 22 13:08:00.699180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Router 3ab3b73b-8da8-4565-a594-bb81a750f9a3 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:08:00.700798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40638) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:00.712471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.733958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.745559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:00.755891 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c7a41-db8d-4b31-b302-9e85d98b4ff7 None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:00.771294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-e5af8307-b6e5-4d46-affd-4a99a1d9fd69 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039', {'tags': ['tempest-TagsExtTest-Tag-791400652', 'tempest-TagsExtTest-Tag-422415732', 'tempest-TagsExtTest-Tag-397855512']}) {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:00.771946 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c7a41-db8d-4b31-b302-9e85d98b4ff7 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:00.771946 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-af4c7a41-db8d-4b31-b302-9e85d98b4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:00.794201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.822709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.823716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:00.824293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.833413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:00.841591 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-af4c7a41-db8d-4b31-b302-9e85d98b4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:00.851063 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c7a41-db8d-4b31-b302-9e85d98b4ff7 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:00.851769 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-af4c7a41-db8d-4b31-b302-9e85d98b4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:00.920712 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-af4c7a41-db8d-4b31-b302-9e85d98b4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:00.921201 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c7a41-db8d-4b31-b302-9e85d98b4ff7 None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:00.940787 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2354238 Mar 22 13:08:00.945461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40642) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:00.946770 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6a0e3b3c-8456-49f8-9a23-5b97760fb086 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2919540 Mar 22 13:08:00.951100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40646) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:00.954551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Request body: {'subnet': {'network_id': '484885a5-3112-4d7e-8702-59d9b4b5e46f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-521280699-subnet', 'tenant_id': 'c08980e13fcf4498948c9ac05c9afd23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:00.960440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d9ad4-4ea2-44ae-b2e6-0c767abe41e7 admin admin] Pushing event updated for resources: {'Network': ['ID=484885a5-3112-4d7e-8702-59d9b4b5e46f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:00.967019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8e235c82-d4be-4bbe-983a-b4642461ba22 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'port_id': '4b9202f7-bdd4-46ba-bd70-0ec0c895e57f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:00.972477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 484885a5-3112-4d7e-8702-59d9b4b5e46f details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:01.025609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:01.047794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Usage tracker for resource:subnet and tenant:c08980e13fcf4498948c9ac05c9afd23 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:01.053107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:01.062446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:01.090752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8e235c82-d4be-4bbe-983a-b4642461ba22 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:01.141818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Made reservation on behalf of c08980e13fcf4498948c9ac05c9afd23 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:01.144228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:01.300493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event updated for resources: {'Port': ['ID=25a91d8f-b3b1-470d-97b1-f5982b0ab247,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:01.331248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:01.417924 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e5af8307-b6e5-4d46-affd-4a99a1d9fd69 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags HTTP/1.1" status: 200 len: 315 time: 0.7084615 Mar 22 13:08:01.430967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40650) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:01.500333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-75d7494d-b230-4f12-9d52-269f31ed9c7b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:01.559342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:01.569220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719220a-1a8f-44fe-992c-032e6a1fa4a4 None None] Sync routers for ids ['3ab3b73b-8da8-4565-a594-bb81a750f9a3'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:01.581504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719220a-1a8f-44fe-992c-032e6a1fa4a4 None None] Routers {'3ab3b73b-8da8-4565-a594-bb81a750f9a3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:01.583273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-2719220a-1a8f-44fe-992c-032e6a1fa4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3ab3b73b-8da8-4565-a594-bb81a750f9a3'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:01.603025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:01.606669 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dfd3a8ed-b318-4294-860a-0e632f573ff6 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "PUT /v2.0/routers/3ab3b73b-8da8-4565-a594-bb81a750f9a3 HTTP/1.1" status: 200 len: 914 time: 7.2658417 Mar 22 13:08:01.610546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40654) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:01.637595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:01.639809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:01.650358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-2719220a-1a8f-44fe-992c-032e6a1fa4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:01.660333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719220a-1a8f-44fe-992c-032e6a1fa4a4 None None] Routers {'3ab3b73b-8da8-4565-a594-bb81a750f9a3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:01.661119 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-2719220a-1a8f-44fe-992c-032e6a1fa4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3ab3b73b-8da8-4565-a594-bb81a750f9a3'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:01.728182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-2719220a-1a8f-44fe-992c-032e6a1fa4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:01.728951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719220a-1a8f-44fe-992c-032e6a1fa4a4 None None] The sync data for ids ['3ab3b73b-8da8-4565-a594-bb81a750f9a3'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:01.787908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:01.912423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:01.934971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Router 4933a187-5cc9-4250-83cf-cba918ca15ee is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:08:01.980138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8d1c24ab-efd7-46de-a8ce-9963a3787624 None None] Provisioning complete for port 25a91d8f-b3b1-470d-97b1-f5982b0ab247 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:01.980729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8d1c24ab-efd7-46de-a8ce-9963a3787624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.010159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.034678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c24ab-efd7-46de-a8ce-9963a3787624 None None] Port 25a91d8f-b3b1-470d-97b1-f5982b0ab247 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:02.203138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:02.217842 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f2a232be-fd63-43c8-80fc-f654f7c05de3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "PUT /v2.0/routers/4933a187-5cc9-4250-83cf-cba918ca15ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9633524 Mar 22 13:08:02.218012 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ee088-ed41-4491-bc4c-9f8503ab133e None None] Sync routers for ids ['4933a187-5cc9-4250-83cf-cba918ca15ee'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:02.218442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40658) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:02.224461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Request body: {'port': {'network_id': 'a8598f3f-9d90-44a5-aa1f-7352dbd83a84', 'name': 'tempest-FloatingIPNegativeTestJSON-44979014'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:02.229028 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ee088-ed41-4491-bc4c-9f8503ab133e None None] Routers {'4933a187-5cc9-4250-83cf-cba918ca15ee'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:02.229842 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8d9ee088-ed41-4491-bc4c-9f8503ab133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4933a187-5cc9-4250-83cf-cba918ca15ee'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:02.273529 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-75d7494d-b230-4f12-9d52-269f31ed9c7b tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags HTTP/1.1" status: 204 len: 168 time: 0.8334327 Mar 22 13:08:02.273529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=320a553c-9ef9-4875-8e8c-1ef2ba244587,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:02.286648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40662) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:02.296346 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8d9ee088-ed41-4491-bc4c-9f8503ab133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:02.305379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-43f2299e-4413-4448-9c96-f00020b1a0a6 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039', 'tempest-TagsExtTest-Tag-791400652') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:02.305603 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ee088-ed41-4491-bc4c-9f8503ab133e None None] Routers {'4933a187-5cc9-4250-83cf-cba918ca15ee'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:02.306073 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8d9ee088-ed41-4491-bc4c-9f8503ab133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4933a187-5cc9-4250-83cf-cba918ca15ee'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:02.373783 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8d9ee088-ed41-4491-bc4c-9f8503ab133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:02.373988 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ee088-ed41-4491-bc4c-9f8503ab133e None None] The sync data for ids ['4933a187-5cc9-4250-83cf-cba918ca15ee'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:02.378328 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e30dec6a-66c0-4311-a664-c47d3031ce85 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/routers/3ab3b73b-8da8-4565-a594-bb81a750f9a3 HTTP/1.1" status: 200 len: 920 time: 0.7667098 Mar 22 13:08:02.382789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40666) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:02.384585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Checking segment: {'id': '0f51c985-9149-4f7e-91d8-0d41acdb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '484885a5-3112-4d7e-8702-59d9b4b5e46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:02.385264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Network hostable DHCP agents. Network: 484885a5-3112-4d7e-8702-59d9b4b5e46f, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:02.410999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:02.416919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.418724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Usage tracker for resource:port and tenant:c4d71ee9b3d248619863366d8ac5aaa2 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:02.422088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:02.425039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.461855 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:02.532989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Network 484885a5-3112-4d7e-8702-59d9b4b5e46f is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:02.536641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Made reservation on behalf of c4d71ee9b3d248619863366d8ac5aaa2 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:02.540078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.545498 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-43f2299e-4413-4448-9c96-f00020b1a0a6 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:08:02.546503 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-43f2299e-4413-4448-9c96-f00020b1a0a6 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags/tempest-TagsExtTest-Tag-791400652 HTTP/1.1" status: 404 len: 328 time: 0.2510953 Mar 22 13:08:02.555434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40670) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:02.561016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=7c7fc1a0-922e-4042-b971-7c340bc80c2d,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:02.564037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-5d601e6f-7bc7-48ca-a097-8e2f19625763 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039', 'tempest-TagsExtTest-Tag-422415732') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:02.577145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] device_id is not set on port aa4ca280-a69a-4395-b890-a752f5d88235 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:08:02.613815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.631653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 484885a5-3112-4d7e-8702-59d9b4b5e46f) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:02.640399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a22e4fd-0398-4494-975c-783412bf3535 None None] Network 484885a5-3112-4d7e-8702-59d9b4b5e46f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:02.644023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:02.644605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.654101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-8e235c82-d4be-4bbe-983a-b4642461ba22 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:08:02.749153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12672b60-2584-48f9-8968-815da5d2042a tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:02.753275 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-12672b60-2584-48f9-8968-815da5d2042a tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&device_id=3ab3b73b-8da8-4565-a594-bb81a750f9a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3604343 Mar 22 13:08:02.755683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40674) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:02.852271 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-316b48b4-aed8-47d6-bea8-42b9d4e68231 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9037156 Mar 22 13:08:02.884624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae2f731-812a-4f4f-8bb8-acaad513f2fa None None] Network 484885a5-3112-4d7e-8702-59d9b4b5e46f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:02.895798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8e235c82-d4be-4bbe-983a-b4642461ba22 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.957617 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-5d601e6f-7bc7-48ca-a097-8e2f19625763 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:08:02.958724 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5d601e6f-7bc7-48ca-a097-8e2f19625763 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags/tempest-TagsExtTest-Tag-422415732 HTTP/1.1" status: 404 len: 328 time: 0.4010944 Mar 22 13:08:02.964641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40680) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:02.977082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8e235c82-d4be-4bbe-983a-b4642461ba22 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:03.040954 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP e4dce536-0d86-415d-9919-0090b051d0ca associated. External IP: 172.26.5.91, port: f31366b9-f0e6-4f70-a21f-47d764184347. Mar 22 13:08:03.058391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-9ae08d4e-5161-46e6-bc47-e82fee99f790 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039', 'tempest-TagsExtTest-Tag-397855512') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:03.083279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d5c08bc0-bceb-4c47-9149-013beb5787d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:03.109281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Allocated IP 172.20.0.11 (a8598f3f-9d90-44a5-aa1f-7352dbd83a84/cbe88606-b751-4633-ad1a-c79565b6ad68/aa4ca280-a69a-4395-b890-a752f5d88235) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:03.460769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b5495-3744-4fa5-9aa7-cc4f3e1a24a9 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:03.464901 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-820b5495-3744-4fa5-9aa7-cc4f3e1a24a9 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 881 time: 0.7046282 Mar 22 13:08:03.465809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40698) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:03.527343 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6205f012-603c-4b45-af1f-3e5705075990 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ab3b73b-8da8-4565-a594-bb81a750f9a3 HTTP/1.1" status: 200 len: 205 time: 0.0588827 Mar 22 13:08:03.530077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-9ae08d4e-5161-46e6-bc47-e82fee99f790 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:08:03.531093 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9ae08d4e-5161-46e6-bc47-e82fee99f790 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags/tempest-TagsExtTest-Tag-397855512 HTTP/1.1" status: 404 len: 328 time: 0.5560594 Mar 22 13:08:03.535135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40702) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:03.535426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40704) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:03.547024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-9b976ee5-010d-408e-9b6a-fed17cbca3eb tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad', {'tags': ['tempest-TagsExtTest-Tag-1095894888', 'tempest-TagsExtTest-Tag-1215495598', 'tempest-TagsExtTest-Tag-1037556768']}) {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:03.628968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:03.667975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Transition to ACTIVE for port object aa4ca280-a69a-4395-b890-a752f5d88235 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:03.673349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:03.833708 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:03.905539 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9b976ee5-010d-408e-9b6a-fed17cbca3eb tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "PUT /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags HTTP/1.1" status: 200 len: 318 time: 0.3654840 Mar 22 13:08:03.912152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40710) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:03.916346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:03.928005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:03.930461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:03.988471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:03.992821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event updated for resources: {'Port': ['ID=aa4ca280-a69a-4395-b890-a752f5d88235,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:03.994617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34887c4-85da-4943-9970-73726c9078a0 req-88f779cb-111c-4365-ab32-c58f0910cbbb tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:03.995304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c34887c4-85da-4943-9970-73726c9078a0 req-88f779cb-111c-4365-ab32-c58f0910cbbb tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Synchronizing usage tracker for tenant:276704acd5ae4a169933a6c00fe91e64 on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:08:04.009109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] Sync routers for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:04.009454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-b79398ba-8d14-42aa-a356-b1f308f9e147 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.020193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:04.021039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.033766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:04.044675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:04.045553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:04.056982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:04.116815 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8467c8d2-e312-4516-986e-5580c3d9be91 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8944206 Mar 22 13:08:04.125067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40714) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:04.133775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:04.141566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:04.149392 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c76c575c-3e34-4526-ab97-c6e84186467c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0391860 Mar 22 13:08:04.151888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40718) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:04.152567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'tag': 'f31366b9-f0e6-4f70-a21f-47d764184347'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:08:04.154564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c34887c4-85da-4943-9970-73726c9078a0 req-88f779cb-111c-4365-ab32-c58f0910cbbb tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Unset dirty status for tenant:276704acd5ae4a169933a6c00fe91e64 on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:08:04.155744 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-88f779cb-111c-4365-ab32-c58f0910cbbb tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/networks?id=b2ba6983-678f-4b6c-934d-abbb6ce3974b HTTP/1.1" status: 200 len: 812 time: 0.6782813 Mar 22 13:08:04.157605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e235c82-d4be-4bbe-983a-b4642461ba22 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:04.165113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Usage tracker for resource:floatingip and tenant:c4d71ee9b3d248619863366d8ac5aaa2 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:04.168737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:04.259000 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'tag': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'status': 'completed', 'code': 200} Mar 22 13:08:04.260685 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-4de7f36f-a302-484a-bb24-8ee85e207c30 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/quotas/276704acd5ae4a169933a6c00fe91e64 HTTP/1.1" status: 200 len: 375 time: 0.0864387 Mar 22 13:08:04.264326 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:04.292558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7575d2bd-5247-43c0-be75-b7bc3cc4e0d4 None None] Provisioning for port aa4ca280-a69a-4395-b890-a752f5d88235 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:04.303268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7575d2bd-5247-43c0-be75-b7bc3cc4e0d4 None None] Provisioning complete for port aa4ca280-a69a-4395-b890-a752f5d88235 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:04.303603 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7575d2bd-5247-43c0-be75-b7bc3cc4e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:04.361685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:08:04.389053 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b79398ba-8d14-42aa-a356-b1f308f9e147 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags HTTP/1.1" status: 204 len: 168 time: 0.4024062 Mar 22 13:08:04.399316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40724) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:04.413355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-7575d2bd-5247-43c0-be75-b7bc3cc4e0d4 None None] Port aa4ca280-a69a-4395-b890-a752f5d88235 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:04.416592 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-aa772b67-cd27-4aa3-a1aa-4fa766661a55 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=276704acd5ae4a169933a6c00fe91e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1450171 Mar 22 13:08:04.421800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.tag.tag_plugin [None req-2d4416f9-9a8e-4703-8ac2-06b52bd32df0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad', 'tempest-TagsExtTest-Tag-1095894888') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.445658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:04.480647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:04.530214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Deleting port 5ca4b56b-70ab-4716-8c50-e2b869d6cb57 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:04.530999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:04.542556 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3663ef0b-0f7d-459b-9c9f-426ff212c489 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/e4dce536-0d86-415d-9919-0090b051d0ca HTTP/1.1" status: 200 len: 990 time: 0.3787696 Mar 22 13:08:04.607557 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-2d4416f9-9a8e-4703-8ac2-06b52bd32df0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:08:04.611935 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2d4416f9-9a8e-4703-8ac2-06b52bd32df0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags/tempest-TagsExtTest-Tag-1095894888 HTTP/1.1" status: 404 len: 329 time: 0.2035527 Mar 22 13:08:04.612235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-46f662a9-b4dc-4b87-869a-859076f9929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:04.613447 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-46f662a9-b4dc-4b87-869a-859076f9929f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 1098 time: 0.3329723 Mar 22 13:08:04.617592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40730) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:04.624632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-e6ce0452-f581-4344-90b6-2c5a8937c645 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad', 'tempest-TagsExtTest-Tag-1215495598') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.642649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e235c82-d4be-4bbe-983a-b4642461ba22 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:04.653274 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ee1fc2-4361-49ec-bff2-9f7cccbefc54 None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:04.667663 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ee1fc2-4361-49ec-bff2-9f7cccbefc54 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:04.668837 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b5ee1fc2-4361-49ec-bff2-9f7cccbefc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.702538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8e235c82-d4be-4bbe-983a-b4642461ba22 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:04.756509 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b5ee1fc2-4361-49ec-bff2-9f7cccbefc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.765089 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-e6ce0452-f581-4344-90b6-2c5a8937c645 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:08:04.766129 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e6ce0452-f581-4344-90b6-2c5a8937c645 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags/tempest-TagsExtTest-Tag-1215495598 HTTP/1.1" status: 404 len: 329 time: 0.1481113 Mar 22 13:08:04.771968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40734) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:04.773525 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ee1fc2-4361-49ec-bff2-9f7cccbefc54 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:04.774321 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b5ee1fc2-4361-49ec-bff2-9f7cccbefc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.780414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-7f1e1e10-2204-42ab-af20-b11d003c46a4 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad', 'tempest-TagsExtTest-Tag-1037556768') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.810299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:07:21Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e4dce536-0d86-415d-9919-0090b051d0ca', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'mac_address': 'fa:16:3e:90:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:08:01Z', 'updated_at': '2022-03-22T13:08:01Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.817842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] Checking router: 124f5c19-b605-4ce1-bd1b-05f69c7c9fef for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:08:04.826439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-735eac61-1641-41e4-825d-7eaddd95c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:04.827949 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-735eac61-1641-41e4-825d-7eaddd95c51c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2639e437-db47-4c2d-ae32-b0c5635baf80 HTTP/1.1" status: 200 len: 898 time: 0.1942461 Mar 22 13:08:04.831724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:04.832630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:07:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.843965 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-7f1e1e10-2204-42ab-af20-b11d003c46a4 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] show failed (client error): The resource could not be found. Mar 22 13:08:04.847856 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7f1e1e10-2204-42ab-af20-b11d003c46a4 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags/tempest-TagsExtTest-Tag-1037556768 HTTP/1.1" status: 404 len: 329 time: 0.0708060 Mar 22 13:08:04.867419 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b5ee1fc2-4361-49ec-bff2-9f7cccbefc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:04.868100 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ee1fc2-4361-49ec-bff2-9f7cccbefc54 None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:04.904237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40738) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:04.905582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:04.952983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-3bc137c0-c798-4708-a909-626eaec2a489 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:05.028913 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:08:05.030404 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-632f13d5-0b28-4e81-917b-8bc587b245a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31366b9-f0e6-4f70-a21f-47d764184347 HTTP/1.1" status: 200 len: 998 time: 0.1878080 Mar 22 13:08:05.080796 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-34d6f5d5-b8a1-4eb6-b143-c728b672b6b1 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465247 Mar 22 13:08:05.130266 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3bc137c0-c798-4708-a909-626eaec2a489 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad/tags HTTP/1.1" status: 204 len: 168 time: 0.2193425 Mar 22 13:08:05.137367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40742) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:05.144431 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8e235c82-d4be-4bbe-983a-b4642461ba22 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "PUT /v2.0/floatingips/133ad760-8152-4558-b9b7-371daf144bd0 HTTP/1.1" status: 200 len: 977 time: 4.1833532 Mar 22 13:08:05.144431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:05.147522 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-c30e9817-ff12-4102-9101-49e30db7b3c6 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '47ef4aee-5273-4f71-8db2-afebbae21039') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:05.156553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40746) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:05.227170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-89227a74-ecc1-4ccc-95da-5b06dbed1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:05.228616 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-89227a74-ecc1-4ccc-95da-5b06dbed1149 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aa0ad65-3f91-422a-bc3f-d8d231fc3e92 HTTP/1.1" status: 200 len: 835 time: 0.1891398 Mar 22 13:08:05.270438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Allocated IP 172.26.5.205 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/87815071-2ca5-4f73-bd42-77b78e497db0) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:05.404387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Calling delete_port for 5ca4b56b-70ab-4716-8c50-e2b869d6cb57 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:05.440899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1008569a-2d0b-4f78-b210-a15129c5ef6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:05.466053 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c30e9817-ff12-4102-9101-49e30db7b3c6 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039/tags HTTP/1.1" status: 204 len: 168 time: 0.3255417 Mar 22 13:08:05.468282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40750) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:05.481582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-5214b727-dd18-4210-8402-ebc0321dde3c tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '07f79e1b-ce3b-4215-b322-fd58a14166f8') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:05.542703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-15feb017-7928-4fec-a8b8-880d14bda0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:05.544209 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-15feb017-7928-4fec-a8b8-880d14bda0aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2639e437-db47-4c2d-ae32-b0c5635baf80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3055003 Mar 22 13:08:05.545738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40754) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:05.597349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:07:21Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e4dce536-0d86-415d-9919-0090b051d0ca', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'mac_address': 'fa:16:3e:90:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:08:01Z', 'updated_at': '2022-03-22T13:08:01Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:05.601373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25052b-902f-4b34-b34b-468d968d16b7 None None] The sync data for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv is: [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:07:21Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e4dce536-0d86-415d-9919-0090b051d0ca', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'mac_address': 'fa:16:3e:90:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:08:01Z', 'updated_at': '2022-03-22T13:08:01Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:05.608596 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-397b592c-3ca0-4ae2-b255-6bf397de0eb5 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134149 Mar 22 13:08:05.645702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 80095dea-bc32-4852-af9f-6b90faad0a97 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:05.646305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:05.682236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:05.800843 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-00e9dde2-b5fb-4647-aed6-d6b135bb7922 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/e4dce536-0d86-415d-9919-0090b051d0ca HTTP/1.1" status: 200 len: 990 time: 0.2505584 Mar 22 13:08:05.860336 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5214b727-dd18-4210-8402-ebc0321dde3c tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8/tags HTTP/1.1" status: 204 len: 168 time: 0.3885951 Mar 22 13:08:05.860572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40758) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:05.865274 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-c6fd8af5-dd38-479a-aefc-4696f10008c2 service neutron] 10.222.0.47 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519605 Mar 22 13:08:05.869463 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.tag.tag_plugin [None req-af760646-c3cb-442d-b87d-84c7dfdfb18c tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e6f5c6a8-c27d-4110-979c-bd6d6840d495') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:05.917512 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc15edf-938e-4f98-9d7a-487b2b6c008c None None] New status for floating IP e4dce536-0d86-415d-9919-0090b051d0ca: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:08:05.918266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:05.918606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:05.926549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:05.928202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.098748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 80095dea-bc32-4852-af9f-6b90faad0a97 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:06.168537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Pushing event deleted for resources: {'Port': ['ID=5ca4b56b-70ab-4716-8c50-e2b869d6cb57,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:06.238154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:06.242310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event updated for resources: {'Port': ['ID=87815071-2ca5-4f73-bd42-77b78e497db0,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:06.247260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:06.254356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:06.260296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.328718 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aca8096f-9747-4d17-8b9b-07e9c321deca req-f859076a-58df-4381-bd2d-176004a49af9 service neutron] 10.222.0.47 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281640 Mar 22 13:08:06.330400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.377501 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-af760646-c3cb-442d-b87d-84c7dfdfb18c tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495/tags HTTP/1.1" status: 204 len: 168 time: 0.5131345 Mar 22 13:08:06.388199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40762) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:06.421941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.527109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.566361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.595633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.598320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5712c4f6-e844-4a39-8759-aae5f8f97dc2 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for subnetpool, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.598767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.601979 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5712c4f6-e844-4a39-8759-aae5f8f97dc2 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/subnetpools/d6e06965-2ed3-43b1-a9ea-8a76d8a3f4ad HTTP/1.1" status: 204 len: 168 time: 0.2104423 Mar 22 13:08:06.602259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40766) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:06.657150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.657581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Fanout notify agent at l3_agent the message router_deleted on router 3ab3b73b-8da8-4565-a594-bb81a750f9a3 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:08:06.674296 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f99ea748-9b3a-41ba-9e10-3efc7d3a3fec tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "GET /v2.0/ports?device_id=47ef4aee-5273-4f71-8db2-afebbae21039 HTTP/1.1" status: 200 len: 205 time: 0.0687196 Mar 22 13:08:06.675133 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40770) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:06.693169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.694241 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b32ea0ed-3feb-4698-bd29-e7ff27fa7c0c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/3ab3b73b-8da8-4565-a594-bb81a750f9a3 HTTP/1.1" status: 204 len: 168 time: 3.1557264 Mar 22 13:08:06.695496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.698843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40774) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:06.739133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1522076179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:06.752722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:06.804180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40784) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:06.837467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=80095dea-bc32-4852-af9f-6b90faad0a97,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:06.840543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Usage tracker for resource:router and tenant:95b736ad1eaa41afbe1119496ef20a61 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:06.846300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:06.860787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:06.885078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.887009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.892885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:06.893235 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP 133ad760-8152-4558-b9b7-371daf144bd0 disassociated (deleted). External IP: 172.26.5.80, port: 4b9202f7-bdd4-46ba-bd70-0ec0c895e57f. Mar 22 13:08:06.994878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f6a60ff-ae0e-4c69-a3ae-9a71b8fdfbef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.067524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.075437 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b71085da-191c-4a25-9fff-3ef77ee68a74 req-fb9841fb-0e4a-4dd7-970b-d62cf2b44650 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 210 time: 0.2045431 Mar 22 13:08:07.106981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.172394 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-43a51be5-c414-46b9-94cd-7dd8d63076b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/e4dce536-0d86-415d-9919-0090b051d0ca HTTP/1.1" status: 200 len: 992 time: 0.3678293 Mar 22 13:08:07.210157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.213866 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a95dd0c0-1db1-4fcb-8ecd-2bab343e21cb tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4835508 Mar 22 13:08:07.214652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40794) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:07.221660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'enable_snat': False}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:07.357418 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f6a60ff-ae0e-4c69-a3ae-9a71b8fdfbef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.366692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f6a60ff-ae0e-4c69-a3ae-9a71b8fdfbef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.376795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.393467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.447914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f6a60ff-ae0e-4c69-a3ae-9a71b8fdfbef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.448333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6a60ff-ae0e-4c69-a3ae-9a71b8fdfbef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Fanout notify agent at l3_agent the message router_deleted on router 47ef4aee-5273-4f71-8db2-afebbae21039 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:08:07.656102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f6a60ff-ae0e-4c69-a3ae-9a71b8fdfbef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.657159 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8f6a60ff-ae0e-4c69-a3ae-9a71b8fdfbef tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/routers/47ef4aee-5273-4f71-8db2-afebbae21039 HTTP/1.1" status: 204 len: 168 time: 0.9811342 Mar 22 13:08:07.662022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40798) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:07.675954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:07.699245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event updated for resources: {'Port': ['ID=87815071-2ca5-4f73-bd42-77b78e497db0,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:07.714123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.747435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.751881 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7da2bd56-4271-4d43-96b5-7b8c53f2fc5a tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6217837 Mar 22 13:08:07.754716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-40a0404d-5f6f-4ad0-8f8b-7b9cbe4180b0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Deleting port 07f79e1b-ce3b-4215-b322-fd58a14166f8 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:07.754716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-40a0404d-5f6f-4ad0-8f8b-7b9cbe4180b0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.756011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.779532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40802) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:07.785484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5e220f22-532b-406a-9f60-9362fd466692 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Request body: {'floatingip': {'port_id': 'aa4ca280-a69a-4395-b890-a752f5d88235', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:07.868063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:07.884916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5e220f22-532b-406a-9f60-9362fd466692 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for floatingip, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:08.131785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:08.136120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:08.144284 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ba870-f7d6-4a6c-9eec-2029a70b6287 None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:08.176069 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ba870-f7d6-4a6c-9eec-2029a70b6287 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:08.177086 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e32ba870-f7d6-4a6c-9eec-2029a70b6287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:08.215814 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9bfbebeb-6fe8-4f84-a746-93c29b910249 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/floatingips/133ad760-8152-4558-b9b7-371daf144bd0 HTTP/1.1" status: 204 len: 168 time: 3.0581300 Mar 22 13:08:08.218252 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40808) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:08.247853 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e32ba870-f7d6-4a6c-9eec-2029a70b6287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:08.258115 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ba870-f7d6-4a6c-9eec-2029a70b6287 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:08.259040 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e32ba870-f7d6-4a6c-9eec-2029a70b6287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:08.325737 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e32ba870-f7d6-4a6c-9eec-2029a70b6287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:08.327068 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ba870-f7d6-4a6c-9eec-2029a70b6287 None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:08.346496 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-5e220f22-532b-406a-9f60-9362fd466692 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] update failed (client error): The resource could not be found. Mar 22 13:08:08.347552 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5e220f22-532b-406a-9f60-9362fd466692 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "PUT /v2.0/floatingips/93a12246-fab5-42fe-9d3f-6056e06b0f4d HTTP/1.1" status: 404 len: 507 time: 0.5670600 Mar 22 13:08:08.360450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40814) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:08.378006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34887c4-85da-4943-9970-73726c9078a0 req-9142fbfd-00bf-44c7-8389-2b4b1b382414 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:08.380208 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-9142fbfd-00bf-44c7-8389-2b4b1b382414 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.47 "GET /v2.0/networks?id=b2ba6983-678f-4b6c-934d-abbb6ce3974b HTTP/1.1" status: 200 len: 812 time: 0.3406112 Mar 22 13:08:08.382671 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2fd751b6-3ed0-452d-8f94-429d363feb2d req-700a7561-4b81-439d-ac34-c518e0e5c831 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 210 time: 0.1121204 Mar 22 13:08:08.402581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Request body: {'port': {'device_id': '4f53d609-db2e-4afa-be5f-8780ceec599c', 'network_id': 'b2ba6983-678f-4b6c-934d-abbb6ce3974b', 'admin_state_up': True, 'tenant_id': '276704acd5ae4a169933a6c00fe91e64'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:08.439461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-40a0404d-5f6f-4ad0-8f8b-7b9cbe4180b0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:08.464296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-103579a8-8a05-4b10-881b-d45e03c38f97 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 4b9202f7-bdd4-46ba-bd70-0ec0c895e57f {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:08.464638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-103579a8-8a05-4b10-881b-d45e03c38f97 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:08.615975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-40a0404d-5f6f-4ad0-8f8b-7b9cbe4180b0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Calling delete_port for 07f79e1b-ce3b-4215-b322-fd58a14166f8 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:08.676526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8a665-6ebe-4fee-befc-42ac4057f45e tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Deleting port 87815071-2ca5-4f73-bd42-77b78e497db0 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:08.676874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a665-6ebe-4fee-befc-42ac4057f45e tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:08.724084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:08.728130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Usage tracker for resource:port and tenant:276704acd5ae4a169933a6c00fe91e64 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:08.732091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:08.767735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:08.794273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Made reservation on behalf of 276704acd5ae4a169933a6c00fe91e64 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:08.797724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:08.856567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-40a0404d-5f6f-4ad0-8f8b-7b9cbe4180b0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:08.919468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0404d-5f6f-4ad0-8f8b-7b9cbe4180b0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Pushing event deleted for resources: {'Port': ['ID=07f79e1b-ce3b-4215-b322-fd58a14166f8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:08.948718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.092960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.097086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-40a0404d-5f6f-4ad0-8f8b-7b9cbe4180b0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.111220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Allocated IP 172.20.0.10 (b2ba6983-678f-4b6c-934d-abbb6ce3974b/611366ed-c6fb-4373-b443-312d23ebf9a5/a861f49b-56c9-460d-9691-7ade491cf05e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:09.113940 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-40a0404d-5f6f-4ad0-8f8b-7b9cbe4180b0 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/ports/07f79e1b-ce3b-4215-b322-fd58a14166f8 HTTP/1.1" status: 204 len: 168 time: 1.4494698 Mar 22 13:08:09.116863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40822) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:09.348344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8f41e8-1be2-41a7-9d6c-f162eedba505 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Deleting subnet e6f5c6a8-c27d-4110-979c-bd6d6840d495 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:08:09.352582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-103579a8-8a05-4b10-881b-d45e03c38f97 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.359112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a8f41e8-1be2-41a7-9d6c-f162eedba505 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.368862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a665-6ebe-4fee-befc-42ac4057f45e tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.369130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a665-6ebe-4fee-befc-42ac4057f45e tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.495462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a8f41e8-1be2-41a7-9d6c-f162eedba505 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.591996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-f2892b7e-f32e-438a-9d29-fdc566815f0b req-0a1474c2-dfd1-4e4a-b573-143fd03cf629 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Synchronizing usage tracker for tenant:276704acd5ae4a169933a6c00fe91e64 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:08:09.605162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-103579a8-8a05-4b10-881b-d45e03c38f97 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 4b9202f7-bdd4-46ba-bd70-0ec0c895e57f owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:09.648810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8a665-6ebe-4fee-befc-42ac4057f45e tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Calling delete_port for 87815071-2ca5-4f73-bd42-77b78e497db0 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:09.651051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-f2892b7e-f32e-438a-9d29-fdc566815f0b req-0a1474c2-dfd1-4e4a-b573-143fd03cf629 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Unset dirty status for tenant:276704acd5ae4a169933a6c00fe91e64 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:08:09.652210 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f2892b7e-f32e-438a-9d29-fdc566815f0b req-0a1474c2-dfd1-4e4a-b573-143fd03cf629 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 210 time: 0.1305554 Mar 22 13:08:09.676608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.687376 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a8f41e8-1be2-41a7-9d6c-f162eedba505 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.768434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.803008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Allocated IP 172.26.5.189 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/0fc28ca4-eded-45e5-a3b0-bca517c7adb2) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:09.813478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a8f41e8-1be2-41a7-9d6c-f162eedba505 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.871210 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f41e8-1be2-41a7-9d6c-f162eedba505 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f5c6a8-c27d-4110-979c-bd6d6840d495,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:09.878041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a8f41e8-1be2-41a7-9d6c-f162eedba505 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:09.878636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16b51d7-2189-48b7-9b33-f32f8af4ece2 None None] Network 3093c2e9-7274-413e-9f75-4ce3d8467a5f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:09.881594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Network b2ba6983-678f-4b6c-934d-abbb6ce3974b is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:09.886933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:09.896747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:09.922193 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9a8f41e8-1be2-41a7-9d6c-f162eedba505 tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/subnets/e6f5c6a8-c27d-4110-979c-bd6d6840d495 HTTP/1.1" status: 204 len: 168 time: 0.8041542 Mar 22 13:08:09.931036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40828) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:09.953955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Pushing event updated for resources: {'Port': ['ID=a861f49b-56c9-460d-9691-7ade491cf05e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:10.065007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:10.065623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.087066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.099700 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-b99ae8d1-a78d-4ef8-a064-8f107a717254 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7012432 Mar 22 13:08:10.100443 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Deleting port b0f49778-9145-4ab9-8e8e-7369966a06ac {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:10.100784 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.104275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a665-6ebe-4fee-befc-42ac4057f45e tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.139563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Request body: {'port': {'device_id': '4f53d609-db2e-4afa-be5f-8780ceec599c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:10.164927 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04755a88-c164-4553-ab69-dfbe015836d9 None None] DHCP port deletion for 3093c2e9-7274-413e-9f75-4ce3d8467a5f request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:08:10.172419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-04755a88-c164-4553-ab69-dfbe015836d9 None None] Deleting port b0f49778-9145-4ab9-8e8e-7369966a06ac {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:10.172760 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04755a88-c164-4553-ab69-dfbe015836d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.206968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8a665-6ebe-4fee-befc-42ac4057f45e tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event deleted for resources: {'Port': ['ID=87815071-2ca5-4f73-bd42-77b78e497db0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:10.216368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-103579a8-8a05-4b10-881b-d45e03c38f97 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.286914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.321104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103579a8-8a05-4b10-881b-d45e03c38f97 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=4b9202f7-bdd4-46ba-bd70-0ec0c895e57f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:10.348462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.387770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-04755a88-c164-4553-ab69-dfbe015836d9 None None] For port b0f49778-9145-4ab9-8e8e-7369966a06ac, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b0f49778-9145-4ab9-8e8e-7369966a06ac,segment=NetworkSegment(78b434c0-1d55-4923-98d8-783c099a5e8c),segment_id=78b434c0-1d55-4923-98d8-783c099a5e8c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:10.388152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04755a88-c164-4553-ab69-dfbe015836d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.447309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a665-6ebe-4fee-befc-42ac4057f45e tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.473395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] For port b0f49778-9145-4ab9-8e8e-7369966a06ac, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b0f49778-9145-4ab9-8e8e-7369966a06ac,segment=NetworkSegment(78b434c0-1d55-4923-98d8-783c099a5e8c),segment_id=78b434c0-1d55-4923-98d8-783c099a5e8c)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:10.473774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.490914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a665-6ebe-4fee-befc-42ac4057f45e tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.496600 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3bc8a665-6ebe-4fee-befc-42ac4057f45e tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "DELETE /v2.0/floatingips/93a12246-fab5-42fe-9d3f-6056e06b0f4d HTTP/1.1" status: 204 len: 168 time: 2.1292217 Mar 22 13:08:10.499506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40832) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:10.508408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3f7d3139-de6a-4a2f-bee8-5d5ef6a56199 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Request body: {'floatingip': {'floating_network_id': 'a8598f3f-9d90-44a5-aa1f-7352dbd83a84', 'port_id': 'aa4ca280-a69a-4395-b890-a752f5d88235', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:10.513462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.526027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-04755a88-c164-4553-ab69-dfbe015836d9 None None] Calling delete_port for b0f49778-9145-4ab9-8e8e-7369966a06ac owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:10.549538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3f7d3139-de6a-4a2f-bee8-5d5ef6a56199 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:10.552173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-103579a8-8a05-4b10-881b-d45e03c38f97 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.557300 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-103579a8-8a05-4b10-881b-d45e03c38f97 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/ports/4b9202f7-bdd4-46ba-bd70-0ec0c895e57f HTTP/1.1" status: 204 len: 168 time: 2.3341868 Mar 22 13:08:10.558935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40836) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:10.567567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3f7d3139-de6a-4a2f-bee8-5d5ef6a56199 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Usage tracker for resource:floatingip and tenant:c4d71ee9b3d248619863366d8ac5aaa2 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:10.585121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:10.589876 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3f7d3139-de6a-4a2f-bee8-5d5ef6a56199 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:10.604099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:10.606353 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3f7d3139-de6a-4a2f-bee8-5d5ef6a56199 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:10.612761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04755a88-c164-4553-ab69-dfbe015836d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.616591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Calling delete_port for b0f49778-9145-4ab9-8e8e-7369966a06ac owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:10.617617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:10.622006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:floatingip and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:10.624752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:10.626721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:10.636872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:10.661014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04755a88-c164-4553-ab69-dfbe015836d9 None None] Pushing event deleted for resources: {'Port': ['ID=b0f49778-9145-4ab9-8e8e-7369966a06ac,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:10.666211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04755a88-c164-4553-ab69-dfbe015836d9 None None] No DVR routers for this DVR port b0f49778-9145-4ab9-8e8e-7369966a06ac on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:08:10.677371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3139-de6a-4a2f-bee8-5d5ef6a56199 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.702143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:10.725811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Pushing event updated for resources: {'Port': ['ID=0fc28ca4-eded-45e5-a3b0-bca517c7adb2,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:10.757501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:10.964464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:08:10.964706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:08:11.085414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a861f49b-56c9-460d-9691-7ade491cf05e {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:08:11.092563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.107023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Transition to ACTIVE for port object a861f49b-56c9-460d-9691-7ade491cf05e will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:11.112876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.265426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Pushing event updated for resources: {'Port': ['ID=a861f49b-56c9-460d-9691-7ade491cf05e,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:11.350998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Attempting to bind port a861f49b-56c9-460d-9691-7ade491cf05e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:11.351406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Attempting to bind port a861f49b-56c9-460d-9691-7ade491cf05e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '97f1e2e6-2008-4c2d-9f83-5df10fc62a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b2ba6983-678f-4b6c-934d-abbb6ce3974b'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:11.351738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Attempting to bind port a861f49b-56c9-460d-9691-7ade491cf05e on network b2ba6983-678f-4b6c-934d-abbb6ce3974b {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:11.356629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Port a861f49b-56c9-460d-9691-7ade491cf05e on network b2ba6983-678f-4b6c-934d-abbb6ce3974b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:08:11.356950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Attempting to bind port a861f49b-56c9-460d-9691-7ade491cf05e on network b2ba6983-678f-4b6c-934d-abbb6ce3974b {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:11.362622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:11.363054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Checking segment: {'id': '97f1e2e6-2008-4c2d-9f83-5df10fc62a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b2ba6983-678f-4b6c-934d-abbb6ce3974b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:11.363467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Bound using segment: {'id': '97f1e2e6-2008-4c2d-9f83-5df10fc62a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b2ba6983-678f-4b6c-934d-abbb6ce3974b'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:11.363885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Bound port: a861f49b-56c9-460d-9691-7ade491cf05e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f1e2e6-2008-4c2d-9f83-5df10fc62a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b2ba6983-678f-4b6c-934d-abbb6ce3974b'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:11.364224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.443003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc684f8-9d11-4d21-b869-5719389e5567 req-4496736b-eaad-46ba-bf92-dffd02554764 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:11.444477 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6bc684f8-9d11-4d21-b869-5719389e5567 req-4496736b-eaad-46ba-bf92-dffd02554764 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 932 time: 0.6071124 Mar 22 13:08:11.455919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] For port a861f49b-56c9-460d-9691-7ade491cf05e, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:11.458900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] For port a861f49b-56c9-460d-9691-7ade491cf05e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a861f49b-56c9-460d-9691-7ade491cf05e,segment=NetworkSegment(97f1e2e6-2008-4c2d-9f83-5df10fc62a87),segment_id=97f1e2e6-2008-4c2d-9f83-5df10fc62a87)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:11.464073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.499972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Deleting port b0f49778-9145-4ab9-8e8e-7369966a06ac {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:11.500317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.589693 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] The port 'b0f49778-9145-4ab9-8e8e-7369966a06ac' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:08:11.591201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:11.591825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.593199 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] 10.222.0.47 "PUT /v2.0/ports/a861f49b-56c9-460d-9691-7ade491cf05e HTTP/1.1" status: 200 len: 1094 time: 1.4630544 Mar 22 13:08:11.593629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f53d609-db2e-4afa-be5f-8780ceec599c', 'tag': 'a861f49b-56c9-460d-9691-7ade491cf05e'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:08:11.612898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b0f49778-9145-4ab9-8e8e-7369966a06ac no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:08:11.649916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6bc684f8-9d11-4d21-b869-5719389e5567 req-193490f5-f814-4ffe-ba38-7fe31b664589 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Synchronizing usage tracker for tenant:276704acd5ae4a169933a6c00fe91e64 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:08:11.654906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.665578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: b0f49778-9145-4ab9-8e8e-7369966a06ac {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:08:11.666037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b0f49778-9145-4ab9-8e8e-7369966a06ac not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:08:11.690466 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f53d609-db2e-4afa-be5f-8780ceec599c', 'tag': 'a861f49b-56c9-460d-9691-7ade491cf05e', 'status': 'completed', 'code': 200} Mar 22 13:08:11.731236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ff5c2-356c-4a8a-bdcd-5bbff972ca48 service neutron] Pushing event updated for resources: {'Port': ['ID=a861f49b-56c9-460d-9691-7ade491cf05e,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:11.739388 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.801014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.809575 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-3f7d3139-de6a-4a2f-bee8-5d5ef6a56199 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:08:11.810620 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3f7d3139-de6a-4a2f-bee8-5d5ef6a56199 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3095698 Mar 22 13:08:11.818692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6bc684f8-9d11-4d21-b869-5719389e5567 req-193490f5-f814-4ffe-ba38-7fe31b664589 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Unset dirty status for tenant:276704acd5ae4a169933a6c00fe91e64 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:08:11.819799 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6bc684f8-9d11-4d21-b869-5719389e5567 req-193490f5-f814-4ffe-ba38-7fe31b664589 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591335 Mar 22 13:08:11.820253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40844) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:11.831695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3093c2e9-7274-413e-9f75-4ce3d8467a5f']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:11.851177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b434c0-1d55-4923-98d8-783c099a5e8c') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:11.851481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b434c0-1d55-4923-98d8-783c099a5e8c') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:11.865023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.872207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34887c4-85da-4943-9970-73726c9078a0 req-e291c141-08be-42cd-b1b8-186243b3c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:11.873682 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-e291c141-08be-42cd-b1b8-186243b3c2be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276704acd5ae4a169933a6c00fe91e64&device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 1097 time: 0.2259548 Mar 22 13:08:11.895897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'aa4ca280-a69a-4395-b890-a752f5d88235', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:11.905561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:11.915148 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Usage tracker for resource:floatingip and tenant:c4d71ee9b3d248619863366d8ac5aaa2 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:11.921537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:11.935937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.942221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:11.961311 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-43ad9d35-759c-4a1c-99cb-5a6dc2e3ea75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a861f49b-56c9-460d-9691-7ade491cf05e HTTP/1.1" status: 200 len: 217 time: 0.0773733 Mar 22 13:08:11.962559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:08:11.962988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:08:11.977927 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:08:12.061766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.104412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34887c4-85da-4943-9970-73726c9078a0 req-794d8793-3086-4423-b0db-0aa0ccf5f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:12.106097 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-794d8793-3086-4423-b0db-0aa0ccf5f3cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=611366ed-c6fb-4373-b443-312d23ebf9a5 HTTP/1.1" status: 200 len: 852 time: 0.1273890 Mar 22 13:08:12.107086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.122670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.26.5.208 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/9e8d26d8-8e2d-41c3-b007-0c80ff2e6842) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:12.129208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.167259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] Pushing event deleted for resources: {'Network': ['ID=3093c2e9-7274-413e-9f75-4ce3d8467a5f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:12.182759 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-0df53ce5-776f-4fb5-ac52-3b0abfa557a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2ba6983-678f-4b6c-934d-abbb6ce3974b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548873 Mar 22 13:08:12.187661 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-98032c2b-8413-4df2-9bd5-ffc6a559cfac tempest-TagsExtTest-1328311474 tempest-TagsExtTest-1328311474-project] 10.222.0.70 "DELETE /v2.0/networks/3093c2e9-7274-413e-9f75-4ce3d8467a5f HTTP/1.1" status: 204 len: 168 time: 2.2533324 Mar 22 13:08:12.341297 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-1f3af8fd-5000-40de-aadc-a11d7eb31143 service neutron] 10.222.0.47 "GET /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501820 Mar 22 13:08:12.371323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.395763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.495323 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c34887c4-85da-4943-9970-73726c9078a0 req-c1607df1-26c9-4b9d-a98e-f5e4530d67c1 service neutron] 10.222.0.47 "GET /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464117 Mar 22 13:08:12.522401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40852) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:12.760513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.786616 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f1e78f2e-69e8-494e-898a-29740f8e15a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11d5b6e35cc4461a8d812d2c6dc7753d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629144 Mar 22 13:08:12.790161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.792646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40858) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:12.817131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd0cb6-98f5-42e2-8fc6-80e758deefad req-77b035f9-7a58-48fb-91e6-eeed31e62bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:12.818580 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-76fd0cb6-98f5-42e2-8fc6-80e758deefad req-77b035f9-7a58-48fb-91e6-eeed31e62bcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276704acd5ae4a169933a6c00fe91e64&device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 1097 time: 0.2480698 Mar 22 13:08:12.900434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50ce44bf-5f6b-405d-941e-1c60c6b4a02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.928667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50ce44bf-5f6b-405d-941e-1c60c6b4a02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.936575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.991234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Router f36de31b-e2fa-4332-8666-3a25dc0793b3 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:08:13.024570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:13.092366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:13.107695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd0cb6-98f5-42e2-8fc6-80e758deefad req-e3b79d0e-ca84-43d8-94d1-90a5db8740f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:13.108943 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-76fd0cb6-98f5-42e2-8fc6-80e758deefad req-e3b79d0e-ca84-43d8-94d1-90a5db8740f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2ba6983-678f-4b6c-934d-abbb6ce3974b HTTP/1.1" status: 200 len: 913 time: 0.2775657 Mar 22 13:08:13.111695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:13.154960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=9e8d26d8-8e2d-41c3-b007-0c80ff2e6842,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:13.157513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Allocated IP 172.26.5.100 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/7a7f7497-f2f1-4b5b-8645-0254d6a37c57) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:13.181086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50ce44bf-5f6b-405d-941e-1c60c6b4a02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.182604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.182955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.183326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.183663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.183996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.184331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.184657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.184984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.185309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.185639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.185961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.186283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:13.194187 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-76fd0cb6-98f5-42e2-8fc6-80e758deefad req-8dfe5071-3c46-4772-8b5d-22d496a8849f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a861f49b-56c9-460d-9691-7ade491cf05e HTTP/1.1" status: 200 len: 217 time: 0.0760455 Mar 22 13:08:13.204853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723a26d-af06-4570-a923-50ec4a586356 req-30673bbf-8650-4e08-a6fe-e59552b46c35 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:13.206884 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c723a26d-af06-4570-a923-50ec4a586356 req-30673bbf-8650-4e08-a6fe-e59552b46c35 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 944 time: 0.2254810 Mar 22 13:08:13.245137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce44bf-5f6b-405d-941e-1c60c6b4a02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf15ed70-6d7e-42dc-867a-b0e0be0a312f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:13.282670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-50ce44bf-5f6b-405d-941e-1c60c6b4a02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.284369 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-50ce44bf-5f6b-405d-941e-1c60c6b4a02c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf15ed70-6d7e-42dc-867a-b0e0be0a312f HTTP/1.1" status: 204 len: 168 time: 0.4908373 Mar 22 13:08:13.325221 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c723a26d-af06-4570-a923-50ec4a586356 req-5c25e8f4-70c0-4312-b748-9eb9e09a3afd tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755274 Mar 22 13:08:13.327540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd0cb6-98f5-42e2-8fc6-80e758deefad req-d8e0da2c-6fff-415c-9c77-84bd201e1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:13.329279 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-76fd0cb6-98f5-42e2-8fc6-80e758deefad req-d8e0da2c-6fff-415c-9c77-84bd201e1b5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=611366ed-c6fb-4373-b443-312d23ebf9a5 HTTP/1.1" status: 200 len: 852 time: 0.1215065 Mar 22 13:08:13.391169 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-76fd0cb6-98f5-42e2-8fc6-80e758deefad req-e173c853-4cde-400a-b1fc-b65535fd2b2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2ba6983-678f-4b6c-934d-abbb6ce3974b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527453 Mar 22 13:08:13.411012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:13.423455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fbe55e-07a1-4a1d-95e9-e7c594dafd68 None None] Sync routers for ids ['f36de31b-e2fa-4332-8666-3a25dc0793b3'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:13.438313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.438500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fbe55e-07a1-4a1d-95e9-e7c594dafd68 None None] Routers {'f36de31b-e2fa-4332-8666-3a25dc0793b3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:13.440377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c3fbe55e-07a1-4a1d-95e9-e7c594dafd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f36de31b-e2fa-4332-8666-3a25dc0793b3'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:13.469858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.505565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.506759 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-65f2f3d4-1660-4f41-be30-4ae969fb0aee tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "PUT /v2.0/routers/f36de31b-e2fa-4332-8666-3a25dc0793b3 HTTP/1.1" status: 200 len: 916 time: 6.2915316 Mar 22 13:08:13.514010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40868) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:13.518492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c3fbe55e-07a1-4a1d-95e9-e7c594dafd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:13.528447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fbe55e-07a1-4a1d-95e9-e7c594dafd68 None None] Routers {'f36de31b-e2fa-4332-8666-3a25dc0793b3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:13.529480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c3fbe55e-07a1-4a1d-95e9-e7c594dafd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f36de31b-e2fa-4332-8666-3a25dc0793b3'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:13.540396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.606363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c3fbe55e-07a1-4a1d-95e9-e7c594dafd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:13.607119 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fbe55e-07a1-4a1d-95e9-e7c594dafd68 None None] The sync data for ids ['f36de31b-e2fa-4332-8666-3a25dc0793b3'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:13.627224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.727471 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-76fd0cb6-98f5-42e2-8fc6-80e758deefad req-b40fd9ef-fca6-4ad8-8894-dffd5de92bfe service neutron] 10.222.0.47 "GET /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286047 Mar 22 13:08:13.768947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:13.773925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:13.779326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:13.788898 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-132dae0d-8095-48f7-827e-c4be8dd7e4ae tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/routers/f36de31b-e2fa-4332-8666-3a25dc0793b3 HTTP/1.1" status: 200 len: 922 time: 0.2740185 Mar 22 13:08:13.795386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40880) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:13.833694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event updated for resources: {'Port': ['ID=7a7f7497-f2f1-4b5b-8645-0254d6a37c57,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:13.957573 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-76fd0cb6-98f5-42e2-8fc6-80e758deefad req-f42c0bc6-4a55-40d7-8790-7cb73af7b1d8 service neutron] 10.222.0.47 "GET /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137191 Mar 22 13:08:13.960327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d7dae-38d1-457f-8849-034ed9b2e8e7 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:13.960997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b99d7dae-38d1-457f-8849-034ed9b2e8e7 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Synchronizing usage tracker for tenant:bfef685ee8574f07be2310e7b545b291 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:08:13.974187 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b99d7dae-38d1-457f-8849-034ed9b2e8e7 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Unset dirty status for tenant:bfef685ee8574f07be2310e7b545b291 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:08:13.978125 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b99d7dae-38d1-457f-8849-034ed9b2e8e7 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&device_id=f36de31b-e2fa-4332-8666-3a25dc0793b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1790550 Mar 22 13:08:13.978125 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40890) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:13.981122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.994382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.089892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Deleting port 7a7f7497-f2f1-4b5b-8645-0254d6a37c57 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:14.090227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.128986 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95ab23-42ea-4f24-82c6-f6f69409c90c tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:14.130453 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-de95ab23-42ea-4f24-82c6-f6f69409c90c tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/networks/84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 881 time: 0.1514740 Mar 22 13:08:14.133308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40896) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:14.135696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40898) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:14.154891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=9e8d26d8-8e2d-41c3-b007-0c80ff2e6842,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:14.188375 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9f5022c4-1065-4f56-873a-1a1091bfdf97 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f36de31b-e2fa-4332-8666-3a25dc0793b3 HTTP/1.1" status: 200 len: 205 time: 0.0516343 Mar 22 13:08:14.188591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40906) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:14.210408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.291310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-563034457-network', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:14.433806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.434934 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-aae962fc-a0cd-4706-8848-b75f08b5c512 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8689706 Mar 22 13:08:14.437631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40914) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:14.444945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'port': {'network_id': 'acc52bc0-aeaa-4436-81b8-677b61e95968', 'name': 'tempest-FloatingIPTestJSON-1651882267'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:14.491467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:14.498465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Usage tracker for resource:network and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:14.502785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:14.518336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:14.533819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.585457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.585794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.588797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Made reservation on behalf of ab9fd1a08d784f459c551ca8586506fb for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:14.591142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.613621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.634950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:14.647448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Usage tracker for resource:security_group_rule and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:14.652119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:14.714129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:14.733633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Calling delete_port for 7a7f7497-f2f1-4b5b-8645-0254d6a37c57 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:14.768983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.785329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Deleting port 0fc28ca4-eded-45e5-a3b0-bca517c7adb2 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:14.785668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.832377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:14.844440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00d0d8-6430-495f-b1ba-d0b9c1ebfeb6 req-17bb7b78-8ef3-4852-94e5-6ff9ef0d11c4 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:14.846689 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb00d0d8-6430-495f-b1ba-d0b9c1ebfeb6 req-17bb7b78-8ef3-4852-94e5-6ff9ef0d11c4 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 944 time: 0.3877292 Mar 22 13:08:14.847970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:port and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:14.866755 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:14.885061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:14.954069 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb00d0d8-6430-495f-b1ba-d0b9c1ebfeb6 req-d19e50c4-13c2-40ef-b2d1-8b54231fa3c0 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883880 Mar 22 13:08:14.974138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.980326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:14.982233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.030363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event deleted for resources: {'Port': ['ID=7a7f7497-f2f1-4b5b-8645-0254d6a37c57,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:15.032266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:15.033466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Made reservation on behalf of ddba086189ee4490a694518ebcc2e1ce for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:15.037006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.039018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866aa70e-4295-461f-b147-7f4fdd33a962,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:15.043721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.108078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.108421 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Added segment 9fbe9055-d8fe-425f-842c-d0978432c3fb of type vlan for network 633364dd-1de0-470d-b3c0-15502b8c78ca Mar 22 13:08:15.133807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] device_id is not set on port 73571b34-4a34-4c58-be61-77d08a86a3f0 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:08:15.174468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Calling delete_port for 0fc28ca4-eded-45e5-a3b0-bca517c7adb2 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:15.250100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.269716 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] create failed (client error): The resource could not be found. Mar 22 13:08:15.270754 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-92083f7a-cd30-487c-befa-869db9440721 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3903356 Mar 22 13:08:15.277464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40918) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:15.310459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.311690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:15.312268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.358210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.20.0.4 (acc52bc0-aeaa-4436-81b8-677b61e95968/b79aeb42-6cd1-45c5-9e35-13e0715665db/73571b34-4a34-4c58-be61-77d08a86a3f0) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:15.363548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ac7fadac-b5e5-4587-a82a-272c4ab363e3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Deleting port aa4ca280-a69a-4395-b890-a752f5d88235 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:15.364133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ac7fadac-b5e5-4587-a82a-272c4ab363e3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.458961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device a861f49b-56c9-460d-9691-7ade491cf05e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:08:15.471567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] Pushing event updated for resources: {'Network': ['ID=633364dd-1de0-470d-b3c0-15502b8c78ca,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:15.480269 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-39d32dae-ef17-4ca6-b679-e84c366c1821 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3435862 Mar 22 13:08:15.483147 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40922) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:15.490663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Request body: {'subnet': {'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-563034457-subnet', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:15.491504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 633364dd-1de0-470d-b3c0-15502b8c78ca details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:15.496671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:15.505480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Usage tracker for resource:subnet and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:15.509185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:15.515803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:15.518695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.571465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Pushing event deleted for resources: {'Port': ['ID=0fc28ca4-eded-45e5-a3b0-bca517c7adb2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:15.608629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Made reservation on behalf of ab9fd1a08d784f459c551ca8586506fb for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:15.611001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.697924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port a861f49b-56c9-460d-9691-7ade491cf05e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a861f49b-56c9-460d-9691-7ade491cf05e,segment=NetworkSegment(97f1e2e6-2008-4c2d-9f83-5df10fc62a87),segment_id=97f1e2e6-2008-4c2d-9f83-5df10fc62a87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:15.712133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'a861f49b-56c9-460d-9691-7ade491cf05e', 'network_id': 'b2ba6983-678f-4b6c-934d-abbb6ce3974b', 'port_id': 'a861f49b-56c9-460d-9691-7ade491cf05e', 'mac_address': 'fa:16:3e:20:86:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611366ed-c6fb-4373-b443-312d23ebf9a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:08:15.762017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.769941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.786592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a861f49b-56c9-460d-9691-7ade491cf05e {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:08:15.790136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ac7fadac-b5e5-4587-a82a-272c4ab363e3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.801969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port a861f49b-56c9-460d-9691-7ade491cf05e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a861f49b-56c9-460d-9691-7ade491cf05e,segment=NetworkSegment(97f1e2e6-2008-4c2d-9f83-5df10fc62a87),segment_id=97f1e2e6-2008-4c2d-9f83-5df10fc62a87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:15.807446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.807759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:15.929484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=a861f49b-56c9-460d-9691-7ade491cf05e,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:16.051551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ac7fadac-b5e5-4587-a82a-272c4ab363e3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Calling delete_port for aa4ca280-a69a-4395-b890-a752f5d88235 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:16.078954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.116593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.126977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['a861f49b-56c9-460d-9691-7ade491cf05e'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:08:16.141379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.197625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.198045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Fanout notify agent at l3_agent the message router_deleted on router f36de31b-e2fa-4332-8666-3a25dc0793b3 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:08:16.253865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network acc52bc0-aeaa-4436-81b8-677b61e95968 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:16.259034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:16.260971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.261398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:16.262062 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-658e1715-1b5b-4798-b324-8b9ff04920c0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/f36de31b-e2fa-4332-8666-3a25dc0793b3 HTTP/1.1" status: 204 len: 168 time: 2.0726087 Mar 22 13:08:16.266863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40928) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:16.276714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2076230437', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:16.289893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884e52b-3032-4e9f-8a74-13ef98115d0c req-112f4a57-806f-4b73-892f-927913275cb9 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:16.291379 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8884e52b-3032-4e9f-8a74-13ef98115d0c req-112f4a57-806f-4b73-892f-927913275cb9 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 945 time: 0.2166090 Mar 22 13:08:16.293783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.297843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:16.332483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=73571b34-4a34-4c58-be61-77d08a86a3f0,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:16.344485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Usage tracker for resource:router and tenant:95b736ad1eaa41afbe1119496ef20a61 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:16.351017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:16.353073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:16.353785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.366868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ac7fadac-b5e5-4587-a82a-272c4ab363e3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.373701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:16.424874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af31a5b-18ed-49ad-bb2e-f4280921fbb2,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:16.432698 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8884e52b-3032-4e9f-8a74-13ef98115d0c req-c28b84d1-ba24-49ad-8a5c-0eefb4925dee tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077497 Mar 22 13:08:16.434200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fadac-b5e5-4587-a82a-272c4ab363e3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event deleted for resources: {'Port': ['ID=aa4ca280-a69a-4395-b890-a752f5d88235,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:16.440849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Checking segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:16.441216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Network hostable DHCP agents. Network: 633364dd-1de0-470d-b3c0-15502b8c78ca, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:16.465052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.466556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.473512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Network 633364dd-1de0-470d-b3c0-15502b8c78ca is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:16.489198 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7efd6699-6cd7-4386-b195-dcc7f09f185b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0481813 Mar 22 13:08:16.492457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40932) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:16.493713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 633364dd-1de0-470d-b3c0-15502b8c78ca) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:16.499147 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:16.499921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.506961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f29f5a-89d8-4a12-b3b6-dd28e06067ff None None] Network 633364dd-1de0-470d-b3c0-15502b8c78ca requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:16.524254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.527915 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-02246923-b95f-4a36-a01b-cc31bf325fdd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0440052 Mar 22 13:08:16.534858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40936) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:16.535319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-63b9730e-2ae4-4f6a-ae42-db7234edac9d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'port_id': '73571b34-4a34-4c58-be61-77d08a86a3f0'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:16.542508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:16.547426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:16.551568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Usage tracker for resource:router and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:16.555206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:16.561200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:16.578345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.579684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.599679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.621789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-63b9730e-2ae4-4f6a-ae42-db7234edac9d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.754092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-633364dd-1de0-470d-b3c0-15502b8c78ca', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:16.755041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.786871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ac7fadac-b5e5-4587-a82a-272c4ab363e3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:16.791273 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ac7fadac-b5e5-4587-a82a-272c4ab363e3 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "DELETE /v2.0/ports/aa4ca280-a69a-4395-b890-a752f5d88235 HTTP/1.1" status: 204 len: 168 time: 1.5103626 Mar 22 13:08:16.792009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40940) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:16.914632 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Allocated IP 172.20.0.2 (633364dd-1de0-470d-b3c0-15502b8c78ca/6af31a5b-18ed-49ad-bb2e-f4280921fbb2/bf401bb8-89ec-4217-87dd-9ee1efa23f62) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:17.069130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c1fd12-7d3a-49a5-a5d5-c9cb3095b6ae tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:17.069829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-94c1fd12-7d3a-49a5-a5d5-c9cb3095b6ae tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Synchronizing usage tracker for tenant:c4d71ee9b3d248619863366d8ac5aaa2 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:08:17.074216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.122276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.134151 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Transition to ACTIVE for port object bf401bb8-89ec-4217-87dd-9ee1efa23f62 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:17.146692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.153987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Transition to ACTIVE for port object bf401bb8-89ec-4217-87dd-9ee1efa23f62 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:17.160213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.186792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-94c1fd12-7d3a-49a5-a5d5-c9cb3095b6ae tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Unset dirty status for tenant:c4d71ee9b3d248619863366d8ac5aaa2 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:08:17.188243 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-94c1fd12-7d3a-49a5-a5d5-c9cb3095b6ae tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "GET /v2.0/ports?device_id=4933a187-5cc9-4250-83cf-cba918ca15ee HTTP/1.1" status: 200 len: 913 time: 0.3954790 Mar 22 13:08:17.193929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40944) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:17.235071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Network 633364dd-1de0-470d-b3c0-15502b8c78ca is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:17.237829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:17.245948 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:17.256232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Pushing event updated for resources: {'Port': ['ID=bf401bb8-89ec-4217-87dd-9ee1efa23f62,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:17.343257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Attempting to bind port bf401bb8-89ec-4217-87dd-9ee1efa23f62 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:17.343626 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Attempting to bind port bf401bb8-89ec-4217-87dd-9ee1efa23f62 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:17.343990 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Attempting to bind port bf401bb8-89ec-4217-87dd-9ee1efa23f62 on network 633364dd-1de0-470d-b3c0-15502b8c78ca {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:17.350794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:17.350794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Checking segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:17.351223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.351622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Bound using segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:17.352531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Bound port: bf401bb8-89ec-4217-87dd-9ee1efa23f62, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:17.352531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.445307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] For port bf401bb8-89ec-4217-87dd-9ee1efa23f62, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:17.448995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] For port bf401bb8-89ec-4217-87dd-9ee1efa23f62, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bf401bb8-89ec-4217-87dd-9ee1efa23f62,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:17.454595 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.495693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device a861f49b-56c9-460d-9691-7ade491cf05e up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:17.612767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ae0c-fd8e-4761-bb12-84f4752f4f27 None None] Pushing event updated for resources: {'Port': ['ID=bf401bb8-89ec-4217-87dd-9ee1efa23f62,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:17.628099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port a861f49b-56c9-460d-9691-7ade491cf05e completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:17.637494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port a861f49b-56c9-460d-9691-7ade491cf05e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:17.638817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.781398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.811651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f53d609-db2e-4afa-be5f-8780ceec599c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a861f49b-56c9-460d-9691-7ade491cf05e'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:08:17.824860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port a861f49b-56c9-460d-9691-7ade491cf05e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a861f49b-56c9-460d-9691-7ade491cf05e,segment=NetworkSegment(97f1e2e6-2008-4c2d-9f83-5df10fc62a87),segment_id=97f1e2e6-2008-4c2d-9f83-5df10fc62a87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:17.830391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.948774 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f53d609-db2e-4afa-be5f-8780ceec599c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a861f49b-56c9-460d-9691-7ade491cf05e', 'code': 200} Mar 22 13:08:17.976079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-63b9730e-2ae4-4f6a-ae42-db7234edac9d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:17.980446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=a861f49b-56c9-460d-9691-7ade491cf05e,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:17.989920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbc24e-9eb3-4514-b28e-eebe93777b20 req-0c4008f1-917b-431e-bf8f-7b352cc612a3 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:17.991553 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-13cbc24e-9eb3-4514-b28e-eebe93777b20 req-0c4008f1-917b-431e-bf8f-7b352cc612a3 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 945 time: 0.3614523 Mar 22 13:08:17.997890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-63b9730e-2ae4-4f6a-ae42-db7234edac9d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:18.018417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:18.056811 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:18.103813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:18.133285 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-13cbc24e-9eb3-4514-b28e-eebe93777b20 req-3d4ba989-8851-4e38-aa58-10617dea2210 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821984 Mar 22 13:08:18.182113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:18.272315 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-63b9730e-2ae4-4f6a-ae42-db7234edac9d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP bdd6f7fa-c87e-470b-8f61-4afb0db9364b associated. External IP: 172.26.5.208, port: 73571b34-4a34-4c58-be61-77d08a86a3f0. Mar 22 13:08:18.365995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Allocated IP 172.26.5.6 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/78b42b8a-0a14-46ba-8968-a3f4d2fc04d4) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:18.372002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac064ad-fc5c-45fc-8381-683b22e92082 req-07bf0ff6-151a-480e-a95c-425598e9d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:18.373603 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ac064ad-fc5c-45fc-8381-683b22e92082 req-07bf0ff6-151a-480e-a95c-425598e9d9de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 1099 time: 0.2414281 Mar 22 13:08:18.452699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:18.519116 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ac064ad-fc5c-45fc-8381-683b22e92082 req-6433c01a-9f08-4952-a0d7-95aa9be32d95 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202316 Mar 22 13:08:18.562219 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:18.598125 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:18.700799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:18.705651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:18.713092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:18.752773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16060edd-211f-4d4d-a516-58ce370ce6ca None None] Network 633364dd-1de0-470d-b3c0-15502b8c78ca requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:18.772086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Pushing event updated for resources: {'Port': ['ID=78b42b8a-0a14-46ba-8968-a3f4d2fc04d4,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:18.792135 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Allocated IP 172.26.5.5 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/9906e503-3820-4d5f-a8ab-90a9bb8cbb24) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:18.856669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-843aade3-9017-4980-86b8-817da12c30ff None None] Provisioning for port bf401bb8-89ec-4217-87dd-9ee1efa23f62 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:18.908865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b9730e-2ae4-4f6a-ae42-db7234edac9d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:19.206922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:19.296260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Deleting port 25a91d8f-b3b1-470d-97b1-f5982b0ab247 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:19.296833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:19.371789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b9730e-2ae4-4f6a-ae42-db7234edac9d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:19.378852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-63b9730e-2ae4-4f6a-ae42-db7234edac9d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:19.385013 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c58d9a8-803e-4d61-9508-239b077b909a None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:19.396465 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c58d9a8-803e-4d61-9508-239b077b909a None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:19.397090 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6c58d9a8-803e-4d61-9508-239b077b909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:19.465634 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6c58d9a8-803e-4d61-9508-239b077b909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:19.475123 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c58d9a8-803e-4d61-9508-239b077b909a None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:19.475760 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6c58d9a8-803e-4d61-9508-239b077b909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:19.503595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:19.529359 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-63b9730e-2ae4-4f6a-ae42-db7234edac9d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "PUT /v2.0/floatingips/bdd6f7fa-c87e-470b-8f61-4afb0db9364b HTTP/1.1" status: 200 len: 978 time: 3.0354939 Mar 22 13:08:19.533015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40954) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:19.536004 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6c58d9a8-803e-4d61-9508-239b077b909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:19.536416 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c58d9a8-803e-4d61-9508-239b077b909a None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:19.622747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878c6f1-f0b8-4bcc-bcdf-ba1b7acd9bbe req-de5fbcd8-4b0c-4f04-8293-9bbececdf264 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:19.623524 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a878c6f1-f0b8-4bcc-bcdf-ba1b7acd9bbe req-de5fbcd8-4b0c-4f04-8293-9bbececdf264 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.2148213 Mar 22 13:08:19.627808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:19.633388 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:19.637653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bf401bb8-89ec-4217-87dd-9ee1efa23f62 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:19.654922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 73571b34-4a34-4c58-be61-77d08a86a3f0 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:19.655438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:19.738593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port bf401bb8-89ec-4217-87dd-9ee1efa23f62 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:19.743871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port bf401bb8-89ec-4217-87dd-9ee1efa23f62 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:19.744234 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:19.804501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:19.810011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Pushing event updated for resources: {'Port': ['ID=9906e503-3820-4d5f-a8ab-90a9bb8cbb24,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:19.817623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:19.823458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:19.842232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Calling delete_port for 25a91d8f-b3b1-470d-97b1-f5982b0ab247 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:19.852149 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a878c6f1-f0b8-4bcc-bcdf-ba1b7acd9bbe req-3a0314ed-571a-4868-bb1a-aafb0393e463 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724153 Mar 22 13:08:19.895615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:19.948738 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port bf401bb8-89ec-4217-87dd-9ee1efa23f62, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bf401bb8-89ec-4217-87dd-9ee1efa23f62,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:19.956591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:20.035446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=bf401bb8-89ec-4217-87dd-9ee1efa23f62,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:20.043030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.044059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.044059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.044059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.044432 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.044714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.045041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.045366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.045702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.046572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.046572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.046786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:20.160891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:20.210849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:20.371421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:20.430655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event deleted for resources: {'Port': ['ID=25a91d8f-b3b1-470d-97b1-f5982b0ab247,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:20.571439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:20.804139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Router fcb97bd4-3401-4fab-86c5-d99d9f5bf043 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:08:20.812929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:20.813377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:20.813746 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP bdd6f7fa-c87e-470b-8f61-4afb0db9364b disassociated. External IP: 172.26.5.208, port: 73571b34-4a34-4c58-be61-77d08a86a3f0. Mar 22 13:08:20.814239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 73571b34-4a34-4c58-be61-77d08a86a3f0 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:20.930086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:21.212491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:21.222443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba5f13-6c49-422b-9012-ce9550f36832 None None] Sync routers for ids ['fcb97bd4-3401-4fab-86c5-d99d9f5bf043'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:21.233622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba5f13-6c49-422b-9012-ce9550f36832 None None] Routers {'fcb97bd4-3401-4fab-86c5-d99d9f5bf043'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:21.234343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-69ba5f13-6c49-422b-9012-ce9550f36832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['fcb97bd4-3401-4fab-86c5-d99d9f5bf043'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:21.260375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:21.264606 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-583c4063-a814-4114-9d9e-94d6b2780238 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9946935 Mar 22 13:08:21.265085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40960) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:21.275909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:21.305319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-69ba5f13-6c49-422b-9012-ce9550f36832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:21.314126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba5f13-6c49-422b-9012-ce9550f36832 None None] Routers {'fcb97bd4-3401-4fab-86c5-d99d9f5bf043'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:21.314886 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-69ba5f13-6c49-422b-9012-ce9550f36832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['fcb97bd4-3401-4fab-86c5-d99d9f5bf043'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:21.326462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:21.338958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:21.379613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Router 4933a187-5cc9-4250-83cf-cba918ca15ee has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:21.395931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f7680-8e52-47a7-a8d0-ae167faa4a8b req-1a3a37c8-caac-4bb9-aca2-4e83ff9289dd tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:21.397424 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f4f7680-8e52-47a7-a8d0-ae167faa4a8b req-1a3a37c8-caac-4bb9-aca2-4e83ff9289dd tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.3858905 Mar 22 13:08:21.397948 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-69ba5f13-6c49-422b-9012-ce9550f36832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:21.398416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba5f13-6c49-422b-9012-ce9550f36832 None None] The sync data for ids ['fcb97bd4-3401-4fab-86c5-d99d9f5bf043'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:21.403803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:21.410332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=73571b34-4a34-4c58-be61-77d08a86a3f0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:21.612518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bf401bb8-89ec-4217-87dd-9ee1efa23f62 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:21.652458 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f4f7680-8e52-47a7-a8d0-ae167faa4a8b req-d3d120e6-4023-4ff1-851c-d12d7ada9a15 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432768 Mar 22 13:08:21.653725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:21.674296 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4c5b0a-f955-4334-beca-4348b0d56646 None None] Sync routers for ids ['4933a187-5cc9-4250-83cf-cba918ca15ee'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:21.688435 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c5b0a-f955-4334-beca-4348b0d56646 None None] Routers {'4933a187-5cc9-4250-83cf-cba918ca15ee'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:21.690359 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-bf4c5b0a-f955-4334-beca-4348b0d56646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4933a187-5cc9-4250-83cf-cba918ca15ee'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:21.702973 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port bf401bb8-89ec-4217-87dd-9ee1efa23f62 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:21.703398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:21.792033 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-57686dc1-50e5-4d7a-816b-630b7cf32e6d tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "PUT /v2.0/routers/4933a187-5cc9-4250-83cf-cba918ca15ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5968645 Mar 22 13:08:21.796202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40966) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:21.800567 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-bf4c5b0a-f955-4334-beca-4348b0d56646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:21.801157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:21.817855 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c5b0a-f955-4334-beca-4348b0d56646 None None] Routers {'4933a187-5cc9-4250-83cf-cba918ca15ee'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:21.818467 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-bf4c5b0a-f955-4334-beca-4348b0d56646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4933a187-5cc9-4250-83cf-cba918ca15ee'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:21.912229 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-bf4c5b0a-f955-4334-beca-4348b0d56646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:21.912899 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4c5b0a-f955-4334-beca-4348b0d56646 None None] The sync data for ids ['4933a187-5cc9-4250-83cf-cba918ca15ee'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:21.921872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Router 3313869f-45ec-405e-a717-8f3c09ac8c76 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:08:22.097131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4958-7839-4ca9-a2a0-8375a3eb9a55 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:22.373973 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:08:22.389182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78e83-92eb-48eb-a031-2ecb66f114c6 req-32a23fde-d441-4860-8356-6e3b214b9c73 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:22.390910 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e1e78e83-92eb-48eb-a031-2ecb66f114c6 req-32a23fde-d441-4860-8356-6e3b214b9c73 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.5491898 Mar 22 13:08:22.454905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:22.478091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:22.489900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Sync routers for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:22.500731 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:22.501739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:22.505594 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e1e78e83-92eb-48eb-a031-2ecb66f114c6 req-77632f05-fc28-4882-bab8-47be7c76d5ce tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030807 Mar 22 13:08:22.509550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:22.519611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:22.521103 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-74f76f0b-1fa6-4241-9a51-3488df1dc33c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9849246 Mar 22 13:08:22.524450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40970) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:22.580654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:22.587819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Deleting port 78b42b8a-0a14-46ba-8968-a3f4d2fc04d4 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:22.588141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:22.593759 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e1a15-2e7d-446a-8fae-26e8a53597b2 None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:22.609660 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e1a15-2e7d-446a-8fae-26e8a53597b2 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:22.612874 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b43e1a15-2e7d-446a-8fae-26e8a53597b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:22.618782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4958-7839-4ca9-a2a0-8375a3eb9a55 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:22.625637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4958-7839-4ca9-a2a0-8375a3eb9a55 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:22.711899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:08:22.724250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:22.727241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4958-7839-4ca9-a2a0-8375a3eb9a55 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:22.727741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5e4958-7839-4ca9-a2a0-8375a3eb9a55 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Fanout notify agent at l3_agent the message router_deleted on router 4933a187-5cc9-4250-83cf-cba918ca15ee {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:08:22.740592 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1fd16d93-dc91-470d-974a-56f466c34188 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/ports/73571b34-4a34-4c58-be61-77d08a86a3f0 HTTP/1.1" status: 204 len: 168 time: 3.2056739 Mar 22 13:08:22.741506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40976) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:22.745839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4958-7839-4ca9-a2a0-8375a3eb9a55 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:22.747281 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8a5e4958-7839-4ca9-a2a0-8375a3eb9a55 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "DELETE /v2.0/routers/4933a187-5cc9-4250-83cf-cba918ca15ee HTTP/1.1" status: 204 len: 168 time: 0.9498215 Mar 22 13:08:22.763653 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 40980) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:22.765058 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b43e1a15-2e7d-446a-8fae-26e8a53597b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:22.783886 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e1a15-2e7d-446a-8fae-26e8a53597b2 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:22.784770 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b43e1a15-2e7d-446a-8fae-26e8a53597b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:22.858173 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4225ac0e-3bca-4472-80c8-6dd940a4a2a0 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "GET /v2.0/floatingips/bdd6f7fa-c87e-470b-8f61-4afb0db9364b HTTP/1.1" status: 200 len: 688 time: 0.1101179 Mar 22 13:08:22.860604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40984) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:22.883487 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b43e1a15-2e7d-446a-8fae-26e8a53597b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:22.883789 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e1a15-2e7d-446a-8fae-26e8a53597b2 None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:23.047961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:20Z', 'revision_number': 3, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:23.051419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Deleting subnet cbe88606-b751-4633-ad1a-c79565b6ad68 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:08:23.052056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Checking router: 3313869f-45ec-405e-a717-8f3c09ac8c76 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:08:23.052405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Updating router 3313869f-45ec-405e-a717-8f3c09ac8c76 port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:08:23.074971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-03d1ec84-affe-4e3a-81d6-2565f608b094 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 9e8d26d8-8e2d-41c3-b007-0c80ff2e6842 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:23.075339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03d1ec84-affe-4e3a-81d6-2565f608b094 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.109554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.110494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.181835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.273918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03d1ec84-affe-4e3a-81d6-2565f608b094 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.274302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03d1ec84-affe-4e3a-81d6-2565f608b094 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.364217 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Calling delete_port for 78b42b8a-0a14-46ba-8968-a3f4d2fc04d4 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:23.509482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.523715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Transition to ACTIVE for port object 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:23.533931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.546909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-03d1ec84-affe-4e3a-81d6-2565f608b094 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 9e8d26d8-8e2d-41c3-b007-0c80ff2e6842 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:23.615451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.627676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Attempting to bind port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:23.628293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Attempting to bind port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:23.628754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Attempting to bind port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:23.638471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa085e35-b73a-4c42-97dc-d9fe090b7c8f None None] Pushing event updated for resources: {'Port': ['ID=9906e503-3820-4d5f-a8ab-90a9bb8cbb24,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:23.640860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:23.641172 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:23.641597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.641940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:23.643147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Bound port: 9906e503-3820-4d5f-a8ab-90a9bb8cbb24, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:23.643532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.718378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] For port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:23.720715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03d1ec84-affe-4e3a-81d6-2565f608b094 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.721760 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] For port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=9906e503-3820-4d5f-a8ab-90a9bb8cbb24,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:23.728434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.770549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1ec84-affe-4e3a-81d6-2565f608b094 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=9e8d26d8-8e2d-41c3-b007-0c80ff2e6842,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:23.808360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:23.809002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:23.864573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03d1ec84-affe-4e3a-81d6-2565f608b094 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.880654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa085e35-b73a-4c42-97dc-d9fe090b7c8f None None] Pushing event updated for resources: {'Port': ['ID=9906e503-3820-4d5f-a8ab-90a9bb8cbb24,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:23.883273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-03d1ec84-affe-4e3a-81d6-2565f608b094 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.884476 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-03d1ec84-affe-4e3a-81d6-2565f608b094 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/floatingips/bdd6f7fa-c87e-470b-8f61-4afb0db9364b HTTP/1.1" status: 204 len: 168 time: 1.0222838 Mar 22 13:08:23.888869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 40996) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:23.895995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'f37ae12c-2e65-464a-b848-f89a83faa49f'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:23.902136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:23.907435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:floatingip and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:23.910816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432364fe-1278-49b1-ba7c-8e5b4bc9ace0 req-aef2a289-0a01-4902-95b3-e6a8b3ebccef tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:23.911200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:23.912322 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-432364fe-1278-49b1-ba7c-8e5b4bc9ace0 req-aef2a289-0a01-4902-95b3-e6a8b3ebccef tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.8038330 Mar 22 13:08:23.917688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:23.930894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.971907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:23.999141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:08:24.076078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.138045 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-432364fe-1278-49b1-ba7c-8e5b4bc9ace0 req-7bb57233-74be-48e5-be7e-f1684b29555c tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056882 Mar 22 13:08:24.209329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.221113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.26.5.29 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/1be7970d-dca1-4edd-b443-3e4f67d178b3) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:24.255047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.290182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe88606-b751-4633-ad1a-c79565b6ad68,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:24.311504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:20Z', 'revision_number': 3, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:24.317055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc9548-1967-40fc-8b3a-5a85d84145e9 None None] The sync data for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv is: [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:20Z', 'revision_number': 3, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:24.331615 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.340239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d19225-0bfc-494a-9590-31543e57acc2 None None] Network a8598f3f-9d90-44a5-aa1f-7352dbd83a84 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:24.358976 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.360161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.360161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.360392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.360661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.360998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.361869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.362199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.362529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.362854 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.363198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.363526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:24.367233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Pushing event deleted for resources: {'Port': ['ID=78b42b8a-0a14-46ba-8968-a3f4d2fc04d4,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:24.396441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.440642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.449983 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2982fa9b-d53f-438a-b50a-aabbfb983a48 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "DELETE /v2.0/subnets/cbe88606-b751-4633-ad1a-c79565b6ad68 HTTP/1.1" status: 204 len: 168 time: 1.6849859 Mar 22 13:08:24.450648 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41000) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:24.515328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.519829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:24.522939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:24.531617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:24.570201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=1be7970d-dca1-4edd-b443-3e4f67d178b3,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:24.610798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.752552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e8aa0a-4ef4-4ac1-b8b8-10bf125f7c16 None None] DHCP port deletion for a8598f3f-9d90-44a5-aa1f-7352dbd83a84 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:08:24.757578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-21e8aa0a-4ef4-4ac1-b8b8-10bf125f7c16 None None] Deleting port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:24.758148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-21e8aa0a-4ef4-4ac1-b8b8-10bf125f7c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.824545 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.932369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Deleting port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:24.932791 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:24.989224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-21e8aa0a-4ef4-4ac1-b8b8-10bf125f7c16 None None] For port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=1aeaf673-17db-4eff-a6d4-c09c0d9e395a,segment=NetworkSegment(0759d4db-d01d-4a86-877a-60d7414e4afb),segment_id=0759d4db-d01d-4a86-877a-60d7414e4afb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:24.989606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-21e8aa0a-4ef4-4ac1-b8b8-10bf125f7c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.066990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.122299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-21e8aa0a-4ef4-4ac1-b8b8-10bf125f7c16 None None] Calling delete_port for 1aeaf673-17db-4eff-a6d4-c09c0d9e395a owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:25.162296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.278340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-21e8aa0a-4ef4-4ac1-b8b8-10bf125f7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.343719 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8aa0a-4ef4-4ac1-b8b8-10bf125f7c16 None None] Pushing event deleted for resources: {'Port': ['ID=1aeaf673-17db-4eff-a6d4-c09c0d9e395a,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:25.346696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8aa0a-4ef4-4ac1-b8b8-10bf125f7c16 None None] No DVR routers for this DVR port 1aeaf673-17db-4eff-a6d4-c09c0d9e395a on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:08:25.507518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] The port '1aeaf673-17db-4eff-a6d4-c09c0d9e395a' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:08:25.512556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.534047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ee55f-ab7f-49b1-9097-2025fa782aa4 req-61c9d66c-4914-4398-845c-52ad11eae9e1 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:25.535531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-149ee55f-ab7f-49b1-9097-2025fa782aa4 req-61c9d66c-4914-4398-845c-52ad11eae9e1 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.1423829 Mar 22 13:08:25.539443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.550958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.649679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:25.674912 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.740204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:25.747045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:25.747455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.757690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.800096 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-149ee55f-ab7f-49b1-9097-2025fa782aa4 req-5b64168c-30a5-4bd8-ad2b-b6da4f6cae43 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583883 Mar 22 13:08:25.809048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=1be7970d-dca1-4edd-b443-3e4f67d178b3,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:25.832955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.854075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Router fcb97bd4-3401-4fab-86c5-d99d9f5bf043 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:25.873851 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:25.877510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8598f3f-9d90-44a5-aa1f-7352dbd83a84']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:25.893621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=9906e503-3820-4d5f-a8ab-90a9bb8cbb24,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:25.899347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:26.008740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=9906e503-3820-4d5f-a8ab-90a9bb8cbb24,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:26.011617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 1aeaf673-17db-4eff-a6d4-c09c0d9e395a no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:08:26.029665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Allocated IP 172.20.0.1 (633364dd-1de0-470d-b3c0-15502b8c78ca/6af31a5b-18ed-49ad-bb2e-f4280921fbb2/2d66031d-e41f-4edb-9b24-0bbee3243533) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:26.047323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0759d4db-d01d-4a86-877a-60d7414e4afb') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:26.047758 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0759d4db-d01d-4a86-877a-60d7414e4afb') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:26.054226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 1aeaf673-17db-4eff-a6d4-c09c0d9e395a {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:08:26.054574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 1aeaf673-17db-4eff-a6d4-c09c0d9e395a not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:08:26.083233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:26.091500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:26.094487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d516c-0a4c-472f-815a-00be9fb5612a None None] Sync routers for ids ['fcb97bd4-3401-4fab-86c5-d99d9f5bf043'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:26.110481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d516c-0a4c-472f-815a-00be9fb5612a None None] Routers {'fcb97bd4-3401-4fab-86c5-d99d9f5bf043'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:26.111390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7b6d516c-0a4c-472f-815a-00be9fb5612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['fcb97bd4-3401-4fab-86c5-d99d9f5bf043'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:26.133027 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP 5ace73a1-9b9e-4488-bda9-95032ca56ec3 associated. External IP: 172.26.5.29, port: f37ae12c-2e65-464a-b848-f89a83faa49f. Mar 22 13:08:26.135051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:26.136274 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5bd1a6fe-7d64-44bf-bc54-3a3eb5f240de tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "PUT /v2.0/routers/fcb97bd4-3401-4fab-86c5-d99d9f5bf043 HTTP/1.1" status: 200 len: 706 time: 4.8665597 Mar 22 13:08:26.148332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41012) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:26.149008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:26.182618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7b6d516c-0a4c-472f-815a-00be9fb5612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:26.192955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d516c-0a4c-472f-815a-00be9fb5612a None None] Routers {'fcb97bd4-3401-4fab-86c5-d99d9f5bf043'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:26.193564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7b6d516c-0a4c-472f-815a-00be9fb5612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['fcb97bd4-3401-4fab-86c5-d99d9f5bf043'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:26.282355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7b6d516c-0a4c-472f-815a-00be9fb5612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:26.282762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d516c-0a4c-472f-815a-00be9fb5612a None None] The sync data for ids ['fcb97bd4-3401-4fab-86c5-d99d9f5bf043'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:26.306629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:08:26.307037 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:08:26.323561 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:08:26.419685 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-725143db-5973-4889-974b-d9e5667a0801 tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/routers/fcb97bd4-3401-4fab-86c5-d99d9f5bf043 HTTP/1.1" status: 200 len: 741 time: 0.2674553 Mar 22 13:08:26.460518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41016) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:26.532015 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ec58e3a8-fe65-42ad-850d-6a729e32c5cc tempest-RoutersAdminTest-394817456 tempest-RoutersAdminTest-394817456-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&device_id=fcb97bd4-3401-4fab-86c5-d99d9f5bf043 HTTP/1.1" status: 200 len: 205 time: 0.0669818 Mar 22 13:08:26.533327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41020) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:26.543485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:26.581067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:26.586606 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d9787eaa-324d-422f-9eb6-53979936d6dd tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcb97bd4-3401-4fab-86c5-d99d9f5bf043 HTTP/1.1" status: 200 len: 205 time: 0.0520039 Mar 22 13:08:26.594320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06349afd-5633-4357-9eb9-8602318718ae req-c1a5d601-5c2d-41d6-b91c-efbe810c12e6 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:26.596096 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06349afd-5633-4357-9eb9-8602318718ae req-c1a5d601-5c2d-41d6-b91c-efbe810c12e6 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.3411560 Mar 22 13:08:26.598448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41024) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:26.600255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] Pushing event deleted for resources: {'Network': ['ID=a8598f3f-9d90-44a5-aa1f-7352dbd83a84,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:26.665566 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-19669477-e6d2-494f-869d-5bff50012515 tempest-FloatingIPNegativeTestJSON-1887133536 tempest-FloatingIPNegativeTestJSON-1887133536-project] 10.222.0.70 "DELETE /v2.0/networks/a8598f3f-9d90-44a5-aa1f-7352dbd83a84 HTTP/1.1" status: 204 len: 168 time: 2.2093465 Mar 22 13:08:26.668935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:26.726722 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06349afd-5633-4357-9eb9-8602318718ae req-1550e091-2fd9-4d90-9237-ef673a783756 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210730 Mar 22 13:08:26.734191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:26.907716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41032) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:26.915350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Transition to ACTIVE for port object 2d66031d-e41f-4edb-9b24-0bbee3243533 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:26.925363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854192b-3f5e-4ebd-a816-5e72bac7e3fa req-b4693b4d-df3c-485d-a9a4-79b5f862e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:26.926762 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e854192b-3f5e-4ebd-a816-5e72bac7e3fa req-b4693b4d-df3c-485d-a9a4-79b5f862e14c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276704acd5ae4a169933a6c00fe91e64&device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 1099 time: 0.6214950 Mar 22 13:08:26.932340 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54886f05-5e35-48da-bb4b-08a8a2375145 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:26.947817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:26.959092 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a5f87-e987-4ca7-b4c8-62dc40671584 None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:26.972696 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a5f87-e987-4ca7-b4c8-62dc40671584 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:26.973323 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-127a5f87-e987-4ca7-b4c8-62dc40671584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:27.020055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.039501 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-127a5f87-e987-4ca7-b4c8-62dc40671584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:27.048014 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a5f87-e987-4ca7-b4c8-62dc40671584 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:27.048682 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-127a5f87-e987-4ca7-b4c8-62dc40671584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:27.108848 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-127a5f87-e987-4ca7-b4c8-62dc40671584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:27.109313 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a5f87-e987-4ca7-b4c8-62dc40671584 None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:27.112502 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-be461869-7ae3-413c-9f89-2bdd9cced676 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.2223818 Mar 22 13:08:27.119651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41038) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:27.130544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-622337496'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:27.137122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:27.142724 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c894ce18-1580-4c6c-a623-a3eb67a1b090 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4d71ee9b3d248619863366d8ac5aaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338912 Mar 22 13:08:27.143849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:network and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:27.146155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41042) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:27.148699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:27.167673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:27.195064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Made reservation on behalf of ddba086189ee4490a694518ebcc2e1ce for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:27.198386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.240114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5005401-e9f3-4a34-95cf-07e5eea2133c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.254615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:27.276660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5005401-e9f3-4a34-95cf-07e5eea2133c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.283732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.284077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Added segment 80b8fb4f-ed87-4092-8f9c-cd28e454dee7 of type vlan for network 09bb1836-63a1-4b25-b901-796d72e6f1ab Mar 22 13:08:27.333856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.368572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.374474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:27.375057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.396044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54886f05-5e35-48da-bb4b-08a8a2375145 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.399845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5005401-e9f3-4a34-95cf-07e5eea2133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.404919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54886f05-5e35-48da-bb4b-08a8a2375145 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.421973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.509589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854192b-3f5e-4ebd-a816-5e72bac7e3fa req-5caf384d-eb0e-4488-9445-22b1c0dc1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:27.511612 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e854192b-3f5e-4ebd-a816-5e72bac7e3fa req-5caf384d-eb0e-4488-9445-22b1c0dc1386 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2ba6983-678f-4b6c-934d-abbb6ce3974b HTTP/1.1" status: 200 len: 913 time: 0.5301039 Mar 22 13:08:27.521900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54886f05-5e35-48da-bb4b-08a8a2375145 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.522410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54886f05-5e35-48da-bb4b-08a8a2375145 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Fanout notify agent at l3_agent the message router_deleted on router fcb97bd4-3401-4fab-86c5-d99d9f5bf043 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:08:27.537584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Network 633364dd-1de0-470d-b3c0-15502b8c78ca is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:27.594822 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:27.597994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:27.612533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5005401-e9f3-4a34-95cf-07e5eea2133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fd6293-64b9-4d57-bd24-c2286f602756,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:27.628836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5005401-e9f3-4a34-95cf-07e5eea2133c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.632538 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e5005401-e9f3-4a34-95cf-07e5eea2133c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7fd6293-64b9-4d57-bd24-c2286f602756 HTTP/1.1" status: 204 len: 168 time: 0.4829969 Mar 22 13:08:27.645935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d66031d-e41f-4edb-9b24-0bbee3243533,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:27.648329 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5274017 Mar 22 13:08:27.648758 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41048) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:27.649477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5db407-b38b-4b9d-bb73-c038feb076f8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Network': ['ID=09bb1836-63a1-4b25-b901-796d72e6f1ab,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:27.665014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 09bb1836-63a1-4b25-b901-796d72e6f1ab details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:27.671671 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e854192b-3f5e-4ebd-a816-5e72bac7e3fa req-0d53f4b2-9e29-43b7-979e-e6a2b9064800 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a861f49b-56c9-460d-9691-7ade491cf05e HTTP/1.1" status: 200 len: 217 time: 0.1330271 Mar 22 13:08:27.680406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-54886f05-5e35-48da-bb4b-08a8a2375145 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.681928 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-54886f05-5e35-48da-bb4b-08a8a2375145 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/fcb97bd4-3401-4fab-86c5-d99d9f5bf043 HTTP/1.1" status: 204 len: 168 time: 1.0793664 Mar 22 13:08:27.685560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41054) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:27.686646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'subnet': {'network_id': '09bb1836-63a1-4b25-b901-796d72e6f1ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:27.699986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:27.743148 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-13a36212-012b-4f03-b457-9ba2b5a20766 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcb97bd4-3401-4fab-86c5-d99d9f5bf043 HTTP/1.1" status: 200 len: 205 time: 0.0561521 Mar 22 13:08:27.743799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41058) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:27.864408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:27.876505 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-defe4f60-23b6-4817-a28b-b7564c9f9bd0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] delete failed (client error): The resource could not be found. Mar 22 13:08:27.880557 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-d6d05c4f-611e-4c30-904f-68cce99ccf50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5327680 Mar 22 13:08:27.882512 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-defe4f60-23b6-4817-a28b-b7564c9f9bd0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/fcb97bd4-3401-4fab-86c5-d99d9f5bf043 HTTP/1.1" status: 404 len: 336 time: 0.1376467 Mar 22 13:08:27.883224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41064) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:27.900059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854192b-3f5e-4ebd-a816-5e72bac7e3fa req-d4865adb-d29e-4eb5-8800-bab5aa08d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:27.901589 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e854192b-3f5e-4ebd-a816-5e72bac7e3fa req-d4865adb-d29e-4eb5-8800-bab5aa08d207 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=611366ed-c6fb-4373-b443-312d23ebf9a5 HTTP/1.1" status: 200 len: 852 time: 0.2001905 Mar 22 13:08:27.967188 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bd4d4e55-b114-44f0-afe9-be5ddba39db1 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f36de31b-e2fa-4332-8666-3a25dc0793b3 HTTP/1.1" status: 200 len: 205 time: 0.0828009 Mar 22 13:08:27.969238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:27.972210 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41070) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.062690 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e854192b-3f5e-4ebd-a816-5e72bac7e3fa req-3c970911-7edd-4a74-b601-a76d89dbaae2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2ba6983-678f-4b6c-934d-abbb6ce3974b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493516 Mar 22 13:08:28.088683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f132af1a-c89b-43db-8036-6eab7566bd74 None None] Provisioning for port 2d66031d-e41f-4edb-9b24-0bbee3243533 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:28.092666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:28.095460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:28.129206 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f132af1a-c89b-43db-8036-6eab7566bd74 None None] Provisioning complete for port 2d66031d-e41f-4edb-9b24-0bbee3243533 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:28.129577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f132af1a-c89b-43db-8036-6eab7566bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:28.215391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f132af1a-c89b-43db-8036-6eab7566bd74 None None] Port 2d66031d-e41f-4edb-9b24-0bbee3243533 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:28.245385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:28.270628 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-610f4975-fa33-4fc4-8589-0ca396b5a041 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] delete failed (client error): The resource could not be found. Mar 22 13:08:28.271690 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-610f4975-fa33-4fc4-8589-0ca396b5a041 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/f36de31b-e2fa-4332-8666-3a25dc0793b3 HTTP/1.1" status: 404 len: 336 time: 0.2897286 Mar 22 13:08:28.274622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41082) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.351371 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5887581e-e958-4d29-83a5-e65ee4bf490c tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ab3b73b-8da8-4565-a594-bb81a750f9a3 HTTP/1.1" status: 200 len: 205 time: 0.0710216 Mar 22 13:08:28.353343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41088) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.459608 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-e1450c00-da81-4c74-bf43-bc8d8992a5b3 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] delete failed (client error): The resource could not be found. Mar 22 13:08:28.460636 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e1450c00-da81-4c74-bf43-bc8d8992a5b3 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/3ab3b73b-8da8-4565-a594-bb81a750f9a3 HTTP/1.1" status: 404 len: 336 time: 0.1053309 Mar 22 13:08:28.463297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41096) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.511456 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-33afef4a-435b-404a-a90f-53581b4229aa tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=d49875d6-0d02-4dee-be19-2c21b8420496 HTTP/1.1" status: 200 len: 205 time: 0.0447304 Mar 22 13:08:28.511667 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41100) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.530182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Made reservation on behalf of ddba086189ee4490a694518ebcc2e1ce for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:28.533671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:28.585940 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-a1ff46f6-9158-4daf-8e46-9552bee028b0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] delete failed (client error): The resource could not be found. Mar 22 13:08:28.586505 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a1ff46f6-9158-4daf-8e46-9552bee028b0 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/d49875d6-0d02-4dee-be19-2c21b8420496 HTTP/1.1" status: 404 len: 336 time: 0.0736799 Mar 22 13:08:28.591562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41106) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.635908 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-32eb42ac-fbe2-4c92-b98d-96c5591a5970 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=90155fbc-0418-4d96-a5de-d23b1a38ca21 HTTP/1.1" status: 200 len: 205 time: 0.0432510 Mar 22 13:08:28.638206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41110) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.669275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41114) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.709747 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-69ea0205-c3c5-4f48-a42a-f72a833f6fb6 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] delete failed (client error): The resource could not be found. Mar 22 13:08:28.710944 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-69ea0205-c3c5-4f48-a42a-f72a833f6fb6 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/90155fbc-0418-4d96-a5de-d23b1a38ca21 HTTP/1.1" status: 404 len: 336 time: 0.0718305 Mar 22 13:08:28.713780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41120) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.748091 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e854192b-3f5e-4ebd-a816-5e72bac7e3fa req-6e9091cf-ab78-41e5-9c24-43441dd13197 service neutron] 10.222.0.47 "GET /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892589 Mar 22 13:08:28.760642 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1b275401-93a6-4247-8326-5ef5dda5fb50 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf16ceee-eb0f-4a73-a403-8851895aae0c HTTP/1.1" status: 200 len: 205 time: 0.0436382 Mar 22 13:08:28.760881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41124) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.790394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-e97e4e7f-a459-45db-8f62-98566bc83373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:28.791868 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-e97e4e7f-a459-45db-8f62-98566bc83373 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 1098 time: 0.7283218 Mar 22 13:08:28.826238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00d88e-b26b-4cb3-9626-1b558efbc464 req-ab36f0ec-8be3-4b87-851a-27c64787cff6 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:28.828121 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ef00d88e-b26b-4cb3-9626-1b558efbc464 req-ab36f0ec-8be3-4b87-851a-27c64787cff6 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.8405142 Mar 22 13:08:28.830799 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-74369703-a86a-4199-b009-2adb13b278f6 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] delete failed (client error): The resource could not be found. Mar 22 13:08:28.834330 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-74369703-a86a-4199-b009-2adb13b278f6 tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/routers/bf16ceee-eb0f-4a73-a403-8851895aae0c HTTP/1.1" status: 404 len: 336 time: 0.0700812 Mar 22 13:08:28.834715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41128) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:28.872875 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6690c9de-e004-47e7-a999-a7db648f464e tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] DELETE failed (client error): The resource could not be found. Mar 22 13:08:28.873323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6690c9de-e004-47e7-a999-a7db648f464e tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:08:28.874981 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6690c9de-e004-47e7-a999-a7db648f464e tempest-RoutersAdminTest-1836092777 tempest-RoutersAdminTest-1836092777-project] 10.222.0.70 "DELETE /v2.0/subnets/77ca0d15-4b46-495f-a330-8c932ba2e629 HTTP/1.1" status: 404 len: 337 time: 0.0393393 Mar 22 13:08:28.880817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'network': {'name': 'tempest-RoutersTest-345704331'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:28.917808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:29.005644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:network and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:29.080612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.089077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:29.133475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:29.143921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41138) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:29.209507 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ef00d88e-b26b-4cb3-9626-1b558efbc464 req-3c464476-8eb2-4b5e-b41e-e92b840050f4 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420882 Mar 22 13:08:29.230665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:29.234075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.263793 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e854192b-3f5e-4ebd-a816-5e72bac7e3fa req-7302f180-3f95-4ffe-986c-e8306f0c88d9 service neutron] 10.222.0.47 "GET /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786522 Mar 22 13:08:29.264402 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.267835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-08f6cc1f-3ca1-4beb-956b-2790d49c73d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.283815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-08f6cc1f-3ca1-4beb-956b-2790d49c73d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:29.288738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-08f6cc1f-3ca1-4beb-956b-2790d49c73d2 admin admin] Usage tracker for resource:security_group_rule and tenant:95b736ad1eaa41afbe1119496ef20a61 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:29.291812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-08f6cc1f-3ca1-4beb-956b-2790d49c73d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:29.297687 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-08f6cc1f-3ca1-4beb-956b-2790d49c73d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:29.334636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:29.337181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-8ecfab11-e6c4-41cd-8aad-81bb8511bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:29.338752 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-8ecfab11-e6c4-41cd-8aad-81bb8511bccd service neutron] 10.222.0.47 "GET /v2.0/networks?id=2639e437-db47-4c2d-ae32-b0c5635baf80 HTTP/1.1" status: 200 len: 898 time: 0.5096881 Mar 22 13:08:29.365200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:security_group_rule and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:29.393200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-08f6cc1f-3ca1-4beb-956b-2790d49c73d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.397551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-08f6cc1f-3ca1-4beb-956b-2790d49c73d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.434111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:29.449032 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-08f6cc1f-3ca1-4beb-956b-2790d49c73d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95b736ad1eaa41afbe1119496ef20a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014970 Mar 22 13:08:29.449032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6cc1f-3ca1-4beb-956b-2790d49c73d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3421e1ad-c06c-4d60-87ee-8270c4d7a98b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:29.449484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41144) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:29.460889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:29.510786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-38c0c4c5-fefe-4df7-bfda-7db82d1a16f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.521891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.536751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-38c0c4c5-fefe-4df7-bfda-7db82d1a16f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.590336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-38c0c4c5-fefe-4df7-bfda-7db82d1a16f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.608685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0c4c5-fefe-4df7-bfda-7db82d1a16f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3421e1ad-c06c-4d60-87ee-8270c4d7a98b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:29.612613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-38c0c4c5-fefe-4df7-bfda-7db82d1a16f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.616648 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-38c0c4c5-fefe-4df7-bfda-7db82d1a16f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3421e1ad-c06c-4d60-87ee-8270c4d7a98b HTTP/1.1" status: 204 len: 168 time: 0.1633565 Mar 22 13:08:29.646087 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-a4f969c7-bfd5-4b8d-8092-afca464dccb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31366b9-f0e6-4f70-a21f-47d764184347 HTTP/1.1" status: 200 len: 1000 time: 0.2821517 Mar 22 13:08:29.741875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Subnet': ['ID=70076ed0-ce34-4e4d-908a-a7ba991849fd,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:29.767088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Checking segment: {'id': '80b8fb4f-ed87-4092-8f9c-cd28e454dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '09bb1836-63a1-4b25-b901-796d72e6f1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:29.767521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network hostable DHCP agents. Network: 09bb1836-63a1-4b25-b901-796d72e6f1ab, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:29.784625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-cf6ec1d9-04a0-4b60-853f-22b2d28c2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:29.786062 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-cf6ec1d9-04a0-4b60-853f-22b2d28c2451 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aa0ad65-3f91-422a-bc3f-d8d231fc3e92 HTTP/1.1" status: 200 len: 835 time: 0.1244450 Mar 22 13:08:29.878929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 09bb1836-63a1-4b25-b901-796d72e6f1ab is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:29.884287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.901037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41154) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:29.901544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.953660 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-daf9e3c2-49b9-4698-92fd-0af6d0090294 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bfef685ee8574f07be2310e7b545b291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514562 Mar 22 13:08:29.956104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41158) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:29.973665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 09bb1836-63a1-4b25-b901-796d72e6f1ab) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:29.977796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:29.978374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:29.983575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ad101-8d28-409d-a6cd-0c057a5fd1b6 None None] Network 09bb1836-63a1-4b25-b901-796d72e6f1ab requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:30.017241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-121f1b5b-8804-46d6-b4f5-c1cee6be1864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.019202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.046220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.051693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-121f1b5b-8804-46d6-b4f5-c1cee6be1864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.101325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d66031d-e41f-4edb-9b24-0bbee3243533,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:30.116733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.125913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-121f1b5b-8804-46d6-b4f5-c1cee6be1864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.132753 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2479134d-ef85-43f6-ba56-7b9d65509e12 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4649336 Mar 22 13:08:30.134228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:30.135070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41162) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:30.149383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b5d5a1-1ce8-4bad-98d5-f3c7d4075e0a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:30.151108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2003951637', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:30.170447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.170860 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added segment 4478363d-108b-453b-853a-1a76c60db0d8 of type vlan for network 33755c9d-9637-488f-b1cf-23c604cbca4e Mar 22 13:08:30.171230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f1b5b-8804-46d6-b4f5-c1cee6be1864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288371aa-c3e4-4079-a120-f29118f7b9b6,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:30.173579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:30.174672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-1ede54ee-8b92-47a4-acd4-9cb95bb9eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:30.176219 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-1ede54ee-8b92-47a4-acd4-9cb95bb9eed7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2639e437-db47-4c2d-ae32-b0c5635baf80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3751676 Mar 22 13:08:30.177996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-121f1b5b-8804-46d6-b4f5-c1cee6be1864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.182731 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-121f1b5b-8804-46d6-b4f5-c1cee6be1864 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/288371aa-c3e4-4079-a120-f29118f7b9b6 HTTP/1.1" status: 204 len: 168 time: 0.2257049 Mar 22 13:08:30.186775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:router and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:30.192017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:30.197093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:30.215793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.218789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.254013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.294359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-09bb1836-63a1-4b25-b901-796d72e6f1ab', 'network_id': '09bb1836-63a1-4b25-b901-796d72e6f1ab', 'tenant_id': 'ddba086189ee4490a694518ebcc2e1ce', 'fixed_ips': [{'subnet_id': '70076ed0-ce34-4e4d-908a-a7ba991849fd'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:30.295386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.621099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.632056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Allocated IP 172.20.0.2 (09bb1836-63a1-4b25-b901-796d72e6f1ab/70076ed0-ce34-4e4d-908a-a7ba991849fd/725a12dc-8ba4-4bcf-8c30-12a48a87b89c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:30.727885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Network 633364dd-1de0-470d-b3c0-15502b8c78ca is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:30.736045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:30.745746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.752142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:30.752838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.779912 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-e10a0524-aa63-42a0-9ada-455c8499711a service neutron] 10.222.0.47 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812168 Mar 22 13:08:30.796426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.870885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c92593-ee7c-4469-87c7-6fc8dc4605f1 req-c07b386e-52ef-40df-9123-301ea51b2708 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:30.877749 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5c92593-ee7c-4469-87c7-6fc8dc4605f1 req-c07b386e-52ef-40df-9123-301ea51b2708 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.4732132 Mar 22 13:08:30.934230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:30.951516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Transition to ACTIVE for port object 725a12dc-8ba4-4bcf-8c30-12a48a87b89c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:30.976306 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Transition to ACTIVE for port object 725a12dc-8ba4-4bcf-8c30-12a48a87b89c will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:30.987654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.019458 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5c92593-ee7c-4469-87c7-6fc8dc4605f1 req-d2234740-94a7-4f2a-b2a0-4dc521bf0f64 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303642 Mar 22 13:08:31.090148 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4197791 Mar 22 13:08:31.093436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41188) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:31.102245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'network': {'name': 'tempest-RoutersTest-718277758'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:31.108470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Router 3313869f-45ec-405e-a717-8f3c09ac8c76 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:31.109643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:31.116788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:network and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:31.128281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Network 09bb1836-63a1-4b25-b901-796d72e6f1ab is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:31.134503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:31.145129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:31.182907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:31.208605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:31.229501 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Pushing event updated for resources: {'Port': ['ID=725a12dc-8ba4-4bcf-8c30-12a48a87b89c,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:31.229967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51891b9-278e-4b24-a4c2-6a77aa0dc791 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Network': ['ID=33755c9d-9637-488f-b1cf-23c604cbca4e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:31.325694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:31.330335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.347472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.352207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 33755c9d-9637-488f-b1cf-23c604cbca4e details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:31.380574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.423633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41194) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:31.461057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:31.483036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.483678 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added segment a60b8122-2f8e-46b2-afc0-70e50da1a78a of type vlan for network f226919a-759b-4d43-80be-4806f6a12301 Mar 22 13:08:31.545121 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d7878622-7cd5-4243-91e8-af06b0dbd8a1 req-c76613a0-0955-47a1-9c6b-07c5dc6dc5ba service neutron] 10.222.0.47 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020499 Mar 22 13:08:31.548684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-dab653ff-182d-4776-82b5-ba2e9e9c3e7e None None] Provisioning complete for port 2d66031d-e41f-4edb-9b24-0bbee3243533 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:31.549265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dab653ff-182d-4776-82b5-ba2e9e9c3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.580372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.596865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:31.602180 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2a869129-3831-4c12-9fe3-d869f11609d3 admin admin] 10.222.0.70 "PUT /v2.0/routers/3313869f-45ec-405e-a717-8f3c09ac8c76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0766687 Mar 22 13:08:31.625246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Sync routers for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:31.638579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-984637983'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:31.644857 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:31.648955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:network and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:31.651970 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:31.658525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:31.669641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:31.670001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:31.670549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:31.674886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.677757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.26.5.87 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/5fef7af2-7457-4466-98b3-ae4d43c8a852) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:31.691975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.710692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:31.716510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:security_group_rule and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:31.720659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.720843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:31.726624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:31.727415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:31.727631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.732179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Attempting to bind port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:31.732545 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Attempting to bind port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '80b8fb4f-ed87-4092-8f9c-cd28e454dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '09bb1836-63a1-4b25-b901-796d72e6f1ab'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:31.732902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Attempting to bind port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c on network 09bb1836-63a1-4b25-b901-796d72e6f1ab {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:31.748624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:31.748995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Checking segment: {'id': '80b8fb4f-ed87-4092-8f9c-cd28e454dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '09bb1836-63a1-4b25-b901-796d72e6f1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:31.749396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.749784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Bound using segment: {'id': '80b8fb4f-ed87-4092-8f9c-cd28e454dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '09bb1836-63a1-4b25-b901-796d72e6f1ab'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:31.750255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Bound port: 725a12dc-8ba4-4bcf-8c30-12a48a87b89c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b8fb4f-ed87-4092-8f9c-cd28e454dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '09bb1836-63a1-4b25-b901-796d72e6f1ab'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:31.750710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.824212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.830232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.864026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-dab653ff-182d-4776-82b5-ba2e9e9c3e7e None None] Port 2d66031d-e41f-4edb-9b24-0bbee3243533 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:31.873653 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:31.888595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9629dcb4-19df-4fbc-a908-cb9ca1025693,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:31.904714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.907288 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Added segment 48e43494-ab28-4e84-bc96-871c6f7b751a of type vlan for network 89ea4dfe-eb17-4d75-8971-6d2c42213dad Mar 22 13:08:31.939084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.947577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c2c90-507f-498f-8c5e-cb059d745f88 req-114a6510-ecf8-4f39-91cd-7ac1c6dd9adb tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:31.949653 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1f3c2c90-507f-498f-8c5e-cb059d745f88 req-114a6510-ecf8-4f39-91cd-7ac1c6dd9adb tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.3624442 Mar 22 13:08:31.954094 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8596826 Mar 22 13:08:31.958407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41206) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:31.975442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'subnet': {'network_id': '33755c9d-9637-488f-b1cf-23c604cbca4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:31.990197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59631f1f-7d46-4882-984f-53917a1815e3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Network': ['ID=f226919a-759b-4d43-80be-4806f6a12301,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:32.006981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] For port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:32.010228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] For port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=725a12dc-8ba4-4bcf-8c30-12a48a87b89c,segment=NetworkSegment(80b8fb4f-ed87-4092-8f9c-cd28e454dee7),segment_id=80b8fb4f-ed87-4092-8f9c-cd28e454dee7)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:32.026723 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1f3c2c90-507f-498f-8c5e-cb059d745f88 req-fe0a7f27-5724-4d85-8b5b-7bb5abb061a6 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643084 Mar 22 13:08:32.053425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network f226919a-759b-4d43-80be-4806f6a12301 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:32.053589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.074125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:08:32.091840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.127667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.135710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:32.136721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.161455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:32.169051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:32.173453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.174764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:32.211090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=5fef7af2-7457-4466-98b3-ae4d43c8a852,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:32.348955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:32.363295 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9363534 Mar 22 13:08:32.370428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:subnet and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:32.377327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac080861-13b0-4c9a-a5db-16280cbda01c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Network': ['ID=89ea4dfe-eb17-4d75-8971-6d2c42213dad,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:32.383778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:32.400014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:32.446599 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:32.450491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.466159 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a792f52-4cdf-4d79-a528-c68f5a044b5d None None] Pushing event updated for resources: {'Port': ['ID=725a12dc-8ba4-4bcf-8c30-12a48a87b89c,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:32.480062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 89ea4dfe-eb17-4d75-8971-6d2c42213dad details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:32.579124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41220) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:32.590216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-448763949-network', 'tenant_id': '130af2d6b95144b1a928e04f2000580e'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:32.594333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:32.598682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Usage tracker for resource:network and tenant:130af2d6b95144b1a928e04f2000580e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:32.602598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:32.609610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:32.621861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Made reservation on behalf of 130af2d6b95144b1a928e04f2000580e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:32.624180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.639679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.669351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:32.675295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:130af2d6b95144b1a928e04f2000580e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:32.680043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:32.687478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:32.863278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.953238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:29Z', 'revision_number': 2, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:32.963355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Checking router: 3313869f-45ec-405e-a717-8f3c09ac8c76 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:08:32.963717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Updating router 3313869f-45ec-405e-a717-8f3c09ac8c76 port 2d66031d-e41f-4edb-9b24-0bbee3243533 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:08:33.076460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7b589919-2966-45d3-b191-87b498cc8f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.085415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.086554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.105330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.173255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:33.192314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Subnet': ['ID=40b1903e-fbec-4fc5-a261-4cacc5a28a21,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:33.202321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ae1b68-4c58-44f4-8f1c-9ba676b393f1,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:33.210598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Checking segment: {'id': '4478363d-108b-453b-853a-1a76c60db0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33755c9d-9637-488f-b1cf-23c604cbca4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:33.211028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network hostable DHCP agents. Network: 33755c9d-9637-488f-b1cf-23c604cbca4e, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:33.227756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.234719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.235084 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Added segment c71b91b9-c802-4004-8af9-d9c3f91c95a6 of type vlan for network e8b88d6b-7cee-490a-ad62-d62247571eaa Mar 22 13:08:33.323618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.396581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 33755c9d-9637-488f-b1cf-23c604cbca4e is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:33.415573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.416884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:33.417679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.587986 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b88d6b-7cee-490a-ad62-d62247571eaa,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:33.606763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 33755c9d-9637-488f-b1cf-23c604cbca4e) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:33.611810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:33.612498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.643582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.665609 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4907eeb6-90f5-41b9-a36e-651b9be97492 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7057965 Mar 22 13:08:33.666714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Transition to ACTIVE for port object 2d66031d-e41f-4edb-9b24-0bbee3243533 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:33.673639 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-24a08546-9650-4028-a0c4-9edfee3fe3a0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0941181 Mar 22 13:08:33.676425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41226) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:33.676754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41228) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:33.684243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51e1b0-c2e6-4c63-b89d-5b8656f46c8a None None] Network 33755c9d-9637-488f-b1cf-23c604cbca4e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:33.687214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Request body: {'subnet': {'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-448763949-subnet', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:33.693412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:33.697462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Usage tracker for resource:subnet and tenant:130af2d6b95144b1a928e04f2000580e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:33.700738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:33.706606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:33.717982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'subnet': {'network_id': 'f226919a-759b-4d43-80be-4806f6a12301', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:33.741643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Made reservation on behalf of 130af2d6b95144b1a928e04f2000580e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:33.744034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.853148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network e8b88d6b-7cee-490a-ad62-d62247571eaa details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:33.892817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.896434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 725a12dc-8ba4-4bcf-8c30-12a48a87b89c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:33.970764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:34.034484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:34.050871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92800ed0-6c2d-4636-8ed1-d3489d1a2b82 req-73cb4643-cb4b-4268-856b-260da6fb6cac tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:34.052451 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-92800ed0-6c2d-4636-8ed1-d3489d1a2b82 req-73cb4643-cb4b-4268-856b-260da6fb6cac tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.6621351 Mar 22 13:08:34.129927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b872b8-ff03-4c89-8ce4-c63f5b6e3137,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:34.214370 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d424077-7683-4c3c-ac08-31a55f19e5f1 None None] Pushing event updated for resources: {'Port': ['ID=2d66031d-e41f-4edb-9b24-0bbee3243533,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:34.264800 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-92800ed0-6c2d-4636-8ed1-d3489d1a2b82 req-d535ed39-39eb-4496-837f-030b9a11f8fe tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359534 Mar 22 13:08:34.307950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:34.311920 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:subnet and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:34.315443 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:34.324155 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:34.342931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Checking segment: {'id': 'c71b91b9-c802-4004-8af9-d9c3f91c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:34.343539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Network hostable DHCP agents. Network: e8b88d6b-7cee-490a-ad62-d62247571eaa, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:34.397373 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:34.402454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:34.404482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41238) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:34.552183 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14be5a-a404-4d87-a8cd-f1ba23f233a9 None None] Network 09bb1836-63a1-4b25-b901-796d72e6f1ab requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:34.578490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router 06653afd-1521-41a9-b546-fdcad25b6421 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:08:34.738699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:34.788549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b427bbb-0aa7-4ac9-940a-a2b417d59f34 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:34.789599 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Network e8b88d6b-7cee-490a-ad62-d62247571eaa is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:34.794092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b427bbb-0aa7-4ac9-940a-a2b417d59f34 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:34.794735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b427bbb-0aa7-4ac9-940a-a2b417d59f34 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:34.796808 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3b427bbb-0aa7-4ac9-940a-a2b417d59f34 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=6daadd1aa47b42258070c40f7792664e&network_id=2639e437-db47-4c2d-ae32-b0c5635baf80 HTTP/1.1" status: 200 len: 2999 time: 0.3828368 Mar 22 13:08:34.856997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, e8b88d6b-7cee-490a-ad62-d62247571eaa) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:34.877295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Checking segment: {'id': 'a60b8122-2f8e-46b2-afc0-70e50da1a78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f226919a-759b-4d43-80be-4806f6a12301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:34.877938 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network hostable DHCP agents. Network: f226919a-759b-4d43-80be-4806f6a12301, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:34.884547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:34.892687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfdebcf-d33c-46c6-adbb-ebd92d9865bd None None] Network e8b88d6b-7cee-490a-ad62-d62247571eaa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:34.896750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:34.975498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Subnet': ['ID=ed1ea133-b8d8-4cf9-928f-d3a43226bfd1,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:35.008272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:35.019911 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8e743-67e8-4cae-ad33-939bacb9ef8d None None] Sync routers for ids ['06653afd-1521-41a9-b546-fdcad25b6421'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:35.042587 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8e743-67e8-4cae-ad33-939bacb9ef8d None None] Routers {'06653afd-1521-41a9-b546-fdcad25b6421'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:35.044158 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-aea8e743-67e8-4cae-ad33-939bacb9ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06653afd-1521-41a9-b546-fdcad25b6421'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:35.046252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network f226919a-759b-4d43-80be-4806f6a12301 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:35.063581 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9af5d81c-464b-40c4-91a6-f418de34157a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3840351 Mar 22 13:08:35.064993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41248) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:35.068018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, f226919a-759b-4d43-80be-4806f6a12301) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:35.074434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:35.075317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.097238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-448763949-router', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:35.111213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:35.120067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Usage tracker for resource:router and tenant:130af2d6b95144b1a928e04f2000580e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:35.127107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:35.139373 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-90a86a1a-7590-4a5e-9bee-474312bb1eb3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4615376 Mar 22 13:08:35.148860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41252) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:35.154566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.156059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daa554-77ea-4d29-8175-1ad6cf70b3fd req-730f1392-a0db-4923-b272-0f97cc612929 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:35.160646 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-22a48fb9-b881-45d9-ba85-76a11797054d tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0153062 Mar 22 13:08:35.161576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41254) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:35.164230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:35.165392 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b5daa554-77ea-4d29-8175-1ad6cf70b3fd req-730f1392-a0db-4923-b272-0f97cc612929 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.1998994 Mar 22 13:08:35.169609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ad6fc-ea61-4b84-b419-0dd47a05ba02 None None] Network f226919a-759b-4d43-80be-4806f6a12301 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:35.171899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d8555-b2b1-4925-8a6d-af65499c5d7f req-089276b2-074f-487a-aab0-df7d902cea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:35.173815 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a97d8555-b2b1-4925-8a6d-af65499c5d7f req-089276b2-074f-487a-aab0-df7d902cea05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276704acd5ae4a169933a6c00fe91e64&device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 1099 time: 0.2522519 Mar 22 13:08:35.194836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1271022815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:35.223853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:35.229652 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-aea8e743-67e8-4cae-ad33-939bacb9ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:35.245568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:router and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:35.250460 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8e743-67e8-4cae-ad33-939bacb9ef8d None None] Routers {'06653afd-1521-41a9-b546-fdcad25b6421'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:35.252898 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-aea8e743-67e8-4cae-ad33-939bacb9ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06653afd-1521-41a9-b546-fdcad25b6421'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:35.254545 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:35.271903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:35.368347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.369776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.370307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:35.388154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.417403 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-aea8e743-67e8-4cae-ad33-939bacb9ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:35.418239 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8e743-67e8-4cae-ad33-939bacb9ef8d None None] The sync data for ids ['06653afd-1521-41a9-b546-fdcad25b6421'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:35.452648 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:35.453077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.463503 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b5daa554-77ea-4d29-8175-1ad6cf70b3fd req-cdbf502b-9679-4268-a65a-fa2c22247664 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969112 Mar 22 13:08:35.466141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.467335 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.519757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.535075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-36a02ade-b4c4-415a-8a74-5744f8cbff5a None None] Provisioning for port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:35.535826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d8555-b2b1-4925-8a6d-af65499c5d7f req-5ad52591-013c-4b09-b240-bb5b782a5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:35.537535 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a97d8555-b2b1-4925-8a6d-af65499c5d7f req-5ad52591-013c-4b09-b240-bb5b782a5b4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2ba6983-678f-4b6c-934d-abbb6ce3974b HTTP/1.1" status: 200 len: 913 time: 0.3371999 Mar 22 13:08:35.603522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-36a02ade-b4c4-415a-8a74-5744f8cbff5a None None] Provisioning complete for port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:35.603891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-36a02ade-b4c4-415a-8a74-5744f8cbff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.609543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.616700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41262) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:35.629738 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a97d8555-b2b1-4925-8a6d-af65499c5d7f req-5f0b89cd-fd1c-4036-815e-c3193b079961 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a861f49b-56c9-460d-9691-7ade491cf05e HTTP/1.1" status: 200 len: 217 time: 0.0835497 Mar 22 13:08:35.638089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'subnet': {'network_id': '89ea4dfe-eb17-4d75-8971-6d2c42213dad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:35.676671 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-33755c9d-9637-488f-b1cf-23c604cbca4e', 'network_id': '33755c9d-9637-488f-b1cf-23c604cbca4e', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'fixed_ips': [{'subnet_id': '40b1903e-fbec-4fc5-a261-4cacc5a28a21'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:35.677505 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.704463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dabe-a557-4424-b38c-6626099b8871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.811597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Attempting to bind port 2d66031d-e41f-4edb-9b24-0bbee3243533 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:35.811943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Attempting to bind port 2d66031d-e41f-4edb-9b24-0bbee3243533 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:35.812229 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Attempting to bind port 2d66031d-e41f-4edb-9b24-0bbee3243533 on network 633364dd-1de0-470d-b3c0-15502b8c78ca {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:35.916483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.920260 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0a2716e8-27e6-47b5-8270-5e3718d1ffa8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7499628 Mar 22 13:08:35.924617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41266) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:35.947316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:35.947690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Checking segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:35.948090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.948481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Bound using segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:35.948954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Bound port: 2d66031d-e41f-4edb-9b24-0bbee3243533, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:35.949321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.985361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-e8b88d6b-7cee-490a-ad62-d62247571eaa', 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'fixed_ips': [{'subnet_id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:35.986556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:35.997324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.009159 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-f226919a-759b-4d43-80be-4806f6a12301', 'network_id': 'f226919a-759b-4d43-80be-4806f6a12301', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'fixed_ips': [{'subnet_id': 'ed1ea133-b8d8-4cf9-928f-d3a43226bfd1'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:36.009159 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.031470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d8555-b2b1-4925-8a6d-af65499c5d7f req-27b24a32-6141-4843-b96b-c9e0f4eb0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:36.032373 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a97d8555-b2b1-4925-8a6d-af65499c5d7f req-27b24a32-6141-4843-b96b-c9e0f4eb0b0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=611366ed-c6fb-4373-b443-312d23ebf9a5 HTTP/1.1" status: 200 len: 852 time: 0.3467486 Mar 22 13:08:36.133322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:36.145931 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a97d8555-b2b1-4925-8a6d-af65499c5d7f req-265f6cef-d834-488f-9363-0940683d705d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2ba6983-678f-4b6c-934d-abbb6ce3974b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578911 Mar 22 13:08:36.146999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:subnet and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:36.175465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.202169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:36.240595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:36.431373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] For port 2d66031d-e41f-4edb-9b24-0bbee3243533, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:36.435202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:36.439388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.440629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-36a02ade-b4c4-415a-8a74-5744f8cbff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.456705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=725a12dc-8ba4-4bcf-8c30-12a48a87b89c,segment=NetworkSegment(80b8fb4f-ed87-4092-8f9c-cd28e454dee7),segment_id=80b8fb4f-ed87-4092-8f9c-cd28e454dee7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:36.461079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Allocated IP 172.20.0.2 (33755c9d-9637-488f-b1cf-23c604cbca4e/40b1903e-fbec-4fc5-a261-4cacc5a28a21/c764d7a0-c19e-4c28-80e8-6da98609eae3) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:36.463236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.491441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] For port 2d66031d-e41f-4edb-9b24-0bbee3243533, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2d66031d-e41f-4edb-9b24-0bbee3243533,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:36.497528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.656644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.785710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.851397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.862859 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a97d8555-b2b1-4925-8a6d-af65499c5d7f req-34226713-9c3b-4677-89cb-8a03f931cbae service neutron] 10.222.0.47 "GET /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523709 Mar 22 13:08:36.914858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.948351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.951126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:36.973071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Allocated IP 172.20.0.2 (e8b88d6b-7cee-490a-ad62-d62247571eaa/e4b872b8-ff03-4c89-8ce4-c63f5b6e3137/cdb5190e-f1d8-4314-b5f6-7d1e29dc846a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:36.976285 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:36.976923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:37.158240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Allocated IP 172.21.0.2 (f226919a-759b-4d43-80be-4806f6a12301/ed1ea133-b8d8-4cf9-928f-d3a43226bfd1/2a349078-2627-4e0c-a233-9eb5d3544027) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:37.184450 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-36a02ade-b4c4-415a-8a74-5744f8cbff5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:08:37.185009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-36a02ade-b4c4-415a-8a74-5744f8cbff5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:08:37.197299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=725a12dc-8ba4-4bcf-8c30-12a48a87b89c,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:37.508017 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a97d8555-b2b1-4925-8a6d-af65499c5d7f req-c759f421-a357-472c-be86-e18cd74ba58c service neutron] 10.222.0.47 "GET /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350906 Mar 22 13:08:37.542053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad7ef2-80bc-411c-bedb-6866dbc9c931 req-5fdf8df0-aa6d-4b7a-8fdd-5a7c5ca00e0c tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:37.543752 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4ad7ef2-80bc-411c-bedb-6866dbc9c931 req-5fdf8df0-aa6d-4b7a-8fdd-5a7c5ca00e0c tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.8130026 Mar 22 13:08:37.559431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:37.650306 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d424077-7683-4c3c-ac08-31a55f19e5f1 None None] Pushing event updated for resources: {'Port': ['ID=2d66031d-e41f-4edb-9b24-0bbee3243533,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:37.675883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Subnet': ['ID=082aa1fa-5110-4c89-a874-bfc4f2fa865b,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:37.681630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Checking segment: {'id': '48e43494-ab28-4e84-bc96-871c6f7b751a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '89ea4dfe-eb17-4d75-8971-6d2c42213dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:37.682646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network hostable DHCP agents. Network: 89ea4dfe-eb17-4d75-8971-6d2c42213dad, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:37.707259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network 89ea4dfe-eb17-4d75-8971-6d2c42213dad is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:37.718194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 89ea4dfe-eb17-4d75-8971-6d2c42213dad) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:37.724704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:37.726315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:37.737213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:37.738361 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4ad7ef2-80bc-411c-bedb-6866dbc9c931 req-87825956-54bd-43d2-a8f0-273fb43523f2 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120088 Mar 22 13:08:37.765136 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-48f6ea6b-697e-4097-a96d-eaafe3da63b4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1404448 Mar 22 13:08:37.768690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41274) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:37.771296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec7151-e9bc-4ba3-9006-ade54cfe24e6 None None] Network 89ea4dfe-eb17-4d75-8971-6d2c42213dad requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:37.774594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-574567965'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:37.776405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Allocated IP 172.26.5.193 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/f26dcb4c-0170-4285-869b-a5c77eb571e9) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:37.779614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:37.783804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:network and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:37.786608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:37.792891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:37.796914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:08:37.804912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:37.808393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:37.837889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:37.847361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:37.847709 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Added segment fee7f694-b0c3-40ef-bc72-70fe22cadc1c of type vlan for network e19f3e08-8eb6-4c16-bad8-2dfa7397195e Mar 22 13:08:37.874880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:37.886567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Transition to ACTIVE for port object c764d7a0-c19e-4c28-80e8-6da98609eae3 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:37.907269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:37.912490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:37.913078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:37.981965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.20.0.1 (09bb1836-63a1-4b25-b901-796d72e6f1ab/70076ed0-ce34-4e4d-908a-a7ba991849fd/1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:38.034856 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2617733 Mar 22 13:08:38.036134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41278) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:38.036801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70f8a0-8fd8-41ed-a1ee-c77277badca4 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Network': ['ID=e19f3e08-8eb6-4c16-bad8-2dfa7397195e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:38.037387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.043602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.043923 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'subnet': {'network_id': 'e19f3e08-8eb6-4c16-bad8-2dfa7397195e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:38.153060 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network e19f3e08-8eb6-4c16-bad8-2dfa7397195e details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:38.156134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:38.160504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:subnet and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:38.163297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:38.169088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:38.180528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:38.184138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.184868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.191416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.194241 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Transition to ACTIVE for port object c764d7a0-c19e-4c28-80e8-6da98609eae3 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:38.267467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:38.270608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Transition to ACTIVE for port object 1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:38.271741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:38.272627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.283587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:38.293288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Transition to ACTIVE for port object 2a349078-2627-4e0c-a233-9eb5d3544027 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:38.319268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Transition to ACTIVE for port object 2a349078-2627-4e0c-a233-9eb5d3544027 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:38.324661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Pushing event updated for resources: {'Port': ['ID=f26dcb4c-0170-4285-869b-a5c77eb571e9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:38.369232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Allocated IP 172.20.0.1 (33755c9d-9637-488f-b1cf-23c604cbca4e/40b1903e-fbec-4fc5-a261-4cacc5a28a21/a4d48a31-dd34-4580-a7dc-4bd47c51d125) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:38.378667 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.477869 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.519034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.602002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 09bb1836-63a1-4b25-b901-796d72e6f1ab is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:38.611557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:38.627070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:38.636077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Pushing event updated for resources: {'Port': ['ID=c764d7a0-c19e-4c28-80e8-6da98609eae3,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:38.645873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.660705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 725a12dc-8ba4-4bcf-8c30-12a48a87b89c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:38.664033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:38.727643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.768143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.778200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Transition to ACTIVE for port object a4d48a31-dd34-4580-a7dc-4bd47c51d125 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:38.911422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:08:38.923045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8fb2e3ee-021b-4374-9f30-85c11a047d9d None None] Provisioning complete for port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:38.923482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e3ee-021b-4374-9f30-85c11a047d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.950771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Network 33755c9d-9637-488f-b1cf-23c604cbca4e is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:38.952658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.974025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Transition to ACTIVE for port object cdb5190e-f1d8-4314-b5f6-7d1e29dc846a will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:38.979695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:38.988532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:38.995745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Network f226919a-759b-4d43-80be-4806f6a12301 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:39.018841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:39.053097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:39.053563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.068254 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Pushing event updated for resources: {'Port': ['ID=2a349078-2627-4e0c-a233-9eb5d3544027,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:39.075010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:39.107979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Subnet': ['ID=c0f85fe3-787d-46b4-825e-e151c96f1a25,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:39.144966 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Checking segment: {'id': 'fee7f694-b0c3-40ef-bc72-70fe22cadc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e19f3e08-8eb6-4c16-bad8-2dfa7397195e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:39.145765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network hostable DHCP agents. Network: e19f3e08-8eb6-4c16-bad8-2dfa7397195e, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:39.159484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Transition to ACTIVE for port object cdb5190e-f1d8-4314-b5f6-7d1e29dc846a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:39.159843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 33755c9d-9637-488f-b1cf-23c604cbca4e is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:39.165268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:39.170330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-89ea4dfe-eb17-4d75-8971-6d2c42213dad', 'network_id': '89ea4dfe-eb17-4d75-8971-6d2c42213dad', 'tenant_id': 'e3b9a9c2f8b844e5a4c8188bb970d67f', 'fixed_ips': [{'subnet_id': '082aa1fa-5110-4c89-a874-bfc4f2fa865b'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:39.171139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.175758 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:39.201681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=a4d48a31-dd34-4580-a7dc-4bd47c51d125,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:39.248630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network e19f3e08-8eb6-4c16-bad8-2dfa7397195e is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:39.259108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c9f4a-ea9f-458c-a6c1-786173238998 req-72e4e650-427f-4eeb-9e31-78728225c0d8 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:39.263852 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-655c9f4a-ea9f-458c-a6c1-786173238998 req-72e4e650-427f-4eeb-9e31-78728225c0d8 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.3596210 Mar 22 13:08:39.276409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.309534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, e19f3e08-8eb6-4c16-bad8-2dfa7397195e) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:39.314982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.315345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:39.316040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.319057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.377208 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-655c9f4a-ea9f-458c-a6c1-786173238998 req-6912f038-37c2-4307-a949-329820b26e8a tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060865 Mar 22 13:08:39.381923 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-973bbc2a-5a1c-4a17-b37e-b300b777525d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3427446 Mar 22 13:08:39.384728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41286) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:39.387833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e4179-e6ec-44e9-8538-d13a659ab486 None None] Network e19f3e08-8eb6-4c16-bad8-2dfa7397195e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:39.395220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'port': {'network_id': 'e19f3e08-8eb6-4c16-bad8-2dfa7397195e', 'name': 'tempest-NetworksIpV6TestAttrs-23499590'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:39.552339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Network e8b88d6b-7cee-490a-ad62-d62247571eaa is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:39.554296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Attempting to bind port c764d7a0-c19e-4c28-80e8-6da98609eae3 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:39.554672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Attempting to bind port c764d7a0-c19e-4c28-80e8-6da98609eae3 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '4478363d-108b-453b-853a-1a76c60db0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33755c9d-9637-488f-b1cf-23c604cbca4e'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:39.555034 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Attempting to bind port c764d7a0-c19e-4c28-80e8-6da98609eae3 on network 33755c9d-9637-488f-b1cf-23c604cbca4e {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:39.601718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.616976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Attempting to bind port 2a349078-2627-4e0c-a233-9eb5d3544027 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:39.617365 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Attempting to bind port 2a349078-2627-4e0c-a233-9eb5d3544027 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'a60b8122-2f8e-46b2-afc0-70e50da1a78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f226919a-759b-4d43-80be-4806f6a12301'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:39.617732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Attempting to bind port 2a349078-2627-4e0c-a233-9eb5d3544027 on network f226919a-759b-4d43-80be-4806f6a12301 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:39.623355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:39.675694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:39.751194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Pushing event updated for resources: {'Port': ['ID=cdb5190e-f1d8-4314-b5f6-7d1e29dc846a,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:39.776212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:39.776212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Checking segment: {'id': '4478363d-108b-453b-853a-1a76c60db0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33755c9d-9637-488f-b1cf-23c604cbca4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:39.776583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.776693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Bound using segment: {'id': '4478363d-108b-453b-853a-1a76c60db0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33755c9d-9637-488f-b1cf-23c604cbca4e'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:39.777121 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Bound port: c764d7a0-c19e-4c28-80e8-6da98609eae3, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4478363d-108b-453b-853a-1a76c60db0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33755c9d-9637-488f-b1cf-23c604cbca4e'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:39.777686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.786875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:39.787264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.810552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:39.810922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Checking segment: {'id': 'a60b8122-2f8e-46b2-afc0-70e50da1a78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f226919a-759b-4d43-80be-4806f6a12301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:39.811349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.811746 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Bound using segment: {'id': 'a60b8122-2f8e-46b2-afc0-70e50da1a78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f226919a-759b-4d43-80be-4806f6a12301'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:39.812225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Bound port: 2a349078-2627-4e0c-a233-9eb5d3544027, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60b8122-2f8e-46b2-afc0-70e50da1a78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f226919a-759b-4d43-80be-4806f6a12301'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:39.812598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.834856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:39.877004 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:port and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:39.886586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:39.896909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:39.937471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:39.983979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:39.988049 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.095918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] device_id is not set on port 10ba28d2-17f9-4f2e-98fe-d62e8f599d55 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:08:40.162477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b4ca-e12e-4ced-9a80-bbe4eb6791f9 req-e6ce056f-f924-4788-a77e-9908f0c78959 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:40.164085 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7fd3b4ca-e12e-4ced-9a80-bbe4eb6791f9 req-e6ce056f-f924-4788-a77e-9908f0c78959 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.3379583 Mar 22 13:08:40.206998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Attempting to bind port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:40.207424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Attempting to bind port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'c71b91b9-c802-4004-8af9-d9c3f91c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:40.207747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Attempting to bind port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a on network e8b88d6b-7cee-490a-ad62-d62247571eaa {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:40.221300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.230719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.266720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:40.267754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Checking segment: {'id': 'c71b91b9-c802-4004-8af9-d9c3f91c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:40.268077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.268443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Bound using segment: {'id': 'c71b91b9-c802-4004-8af9-d9c3f91c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:40.268911 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Bound port: cdb5190e-f1d8-4314-b5f6-7d1e29dc846a, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b91b9-c802-4004-8af9-d9c3f91c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:40.269284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.293206 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:36Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:40.342035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] For port c764d7a0-c19e-4c28-80e8-6da98609eae3, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:40.360757 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] For port 2a349078-2627-4e0c-a233-9eb5d3544027, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:40.369392 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-e19f3e08-8eb6-4c16-bad8-2dfa7397195e', 'network_id': 'e19f3e08-8eb6-4c16-bad8-2dfa7397195e', 'tenant_id': 'e3b9a9c2f8b844e5a4c8188bb970d67f', 'fixed_ips': [{'subnet_id': 'c0f85fe3-787d-46b4-825e-e151c96f1a25'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:40.370496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.381211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73581df-e192-45cd-8bcc-1bc0f488a6ea None None] The sync data for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv is: [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:36Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:40.390825 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Allocated IP 2001:db8:0:ffff::2 (89ea4dfe-eb17-4d75-8971-6d2c42213dad/082aa1fa-5110-4c89-a874-bfc4f2fa865b/c6c14b5a-1905-4f1e-94d1-62c23bca2866) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:40.394786 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7fd3b4ca-e12e-4ced-9a80-bbe4eb6791f9 req-d66b0013-0601-419e-8104-e43df608b1eb tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078695 Mar 22 13:08:40.421974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:40.429950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Allocated IP 2001:db8::f816:3eff:fefa:1618 (e19f3e08-8eb6-4c16-bad8-2dfa7397195e/c0f85fe3-787d-46b4-825e-e151c96f1a25/10ba28d2-17f9-4f2e-98fe-d62e8f599d55) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:40.477362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] For port c764d7a0-c19e-4c28-80e8-6da98609eae3, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c764d7a0-c19e-4c28-80e8-6da98609eae3,segment=NetworkSegment(4478363d-108b-453b-853a-1a76c60db0d8),segment_id=4478363d-108b-453b-853a-1a76c60db0d8)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:40.485003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] For port 2a349078-2627-4e0c-a233-9eb5d3544027, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2a349078-2627-4e0c-a233-9eb5d3544027,segment=NetworkSegment(a60b8122-2f8e-46b2-afc0-70e50da1a78a),segment_id=a60b8122-2f8e-46b2-afc0-70e50da1a78a)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:40.498646 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.510307 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Router 4adca43c-0959-4cc1-a703-11b40cf8f525 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:08:40.528058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.541756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.551007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.553339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.718022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.734664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=a4d48a31-dd34-4580-a7dc-4bd47c51d125,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:40.769627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-188c7b5e-9de9-4722-8078-3671db3da1c2 None None] Provisioning for port 1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:40.948544 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-188c7b5e-9de9-4722-8078-3671db3da1c2 None None] Provisioning complete for port 1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:40.948914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-188c7b5e-9de9-4722-8078-3671db3da1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:40.979381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2d66031d-e41f-4edb-9b24-0bbee3243533 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:40.996832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:41.019383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 33755c9d-9637-488f-b1cf-23c604cbca4e is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:41.022826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:41.023981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Transition to ACTIVE for port object 10ba28d2-17f9-4f2e-98fe-d62e8f599d55 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:41.066662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] For port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:41.097235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41294) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:41.157965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5829e-5b47-4959-ba62-7fcee4b3eb5f None None] Pushing event updated for resources: {'Port': ['ID=c764d7a0-c19e-4c28-80e8-6da98609eae3,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:41.235221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:41.245781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 09bb1836-63a1-4b25-b901-796d72e6f1ab is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:41.248495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:41.248969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] For port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cdb5190e-f1d8-4314-b5f6-7d1e29dc846a,segment=NetworkSegment(c71b91b9-c802-4004-8af9-d9c3f91c95a6),segment_id=c71b91b9-c802-4004-8af9-d9c3f91c95a6)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:41.288118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Sync routers for ids ['4adca43c-0959-4cc1-a703-11b40cf8f525'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:41.334407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:41.367140 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-188c7b5e-9de9-4722-8078-3671db3da1c2 None None] Port 1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:41.398759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1917637-0274-48fd-aeb4-b5618c90f143 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:41.421960 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f1917637-0274-48fd-aeb4-b5618c90f143 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 814 time: 0.3225741 Mar 22 13:08:41.509450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:41.514918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Routers {'4adca43c-0959-4cc1-a703-11b40cf8f525'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:41.516593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:41.516754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4adca43c-0959-4cc1-a703-11b40cf8f525'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:41.523936 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-05aef1da-141f-4d4b-b859-5fbbaf8cf559 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4537148 Mar 22 13:08:41.551129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41302) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:41.754336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:41.859686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Port': ['ID=10ba28d2-17f9-4f2e-98fe-d62e8f599d55,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:41.893693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router 06653afd-1521-41a9-b546-fdcad25b6421 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:41.942784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Allocated IP 2001:db8::f816:3eff:fe17:95b4 (e19f3e08-8eb6-4c16-bad8-2dfa7397195e/c0f85fe3-787d-46b4-825e-e151c96f1a25/40600699-d24e-467d-bae2-fbdc9687fdeb) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:42.086578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b9c8e-9557-4ba1-a03f-4643fb7595ed req-9139fd83-7138-47d0-b0a2-3b9b88ec0cca tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:42.088639 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-742b9c8e-9557-4ba1-a03f-4643fb7595ed req-9139fd83-7138-47d0-b0a2-3b9b88ec0cca tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.3610857 Mar 22 13:08:42.106842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ef72d-379b-4b5d-9c95-03d331a85e90 None None] Pushing event updated for resources: {'Port': ['ID=2a349078-2627-4e0c-a233-9eb5d3544027,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:42.126011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Transition to ACTIVE for port object c6c14b5a-1905-4f1e-94d1-62c23bca2866 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:42.150689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Transition to ACTIVE for port object c6c14b5a-1905-4f1e-94d1-62c23bca2866 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:42.177047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network e19f3e08-8eb6-4c16-bad8-2dfa7397195e is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:42.180316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:42.183152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:42.190341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:42.190960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:42.199336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 77a8ce8a-c269-493e-9d19-81560efa5cdf is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:08:42.283965 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-742b9c8e-9557-4ba1-a03f-4643fb7595ed req-5efe9a8e-8515-4511-8ef3-0aa167b8588f tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869240 Mar 22 13:08:42.300086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:42.311517 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d3b0c6b1-88d7-4165-abea-c1573c21e0c4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "PUT /v2.0/routers/06653afd-1521-41a9-b546-fdcad25b6421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1418443 Mar 22 13:08:42.313796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41308) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:42.315339 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b43189-662d-423c-83f2-c88ccb6a9347 None None] Sync routers for ids ['06653afd-1521-41a9-b546-fdcad25b6421'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:42.327526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'port': {'network_id': '09bb1836-63a1-4b25-b901-796d72e6f1ab', 'name': 'tempest-FloatingIPTestJSON-1364723609'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:42.340235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:42.341017 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b43189-662d-423c-83f2-c88ccb6a9347 None None] Routers {'06653afd-1521-41a9-b546-fdcad25b6421'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:42.342931 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e0b43189-662d-423c-83f2-c88ccb6a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06653afd-1521-41a9-b546-fdcad25b6421'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:42.405192 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2d66031d-e41f-4edb-9b24-0bbee3243533 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:42.456566 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e0b43189-662d-423c-83f2-c88ccb6a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:42.481824 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b43189-662d-423c-83f2-c88ccb6a9347 None None] Routers {'06653afd-1521-41a9-b546-fdcad25b6421'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:42.482677 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e0b43189-662d-423c-83f2-c88ccb6a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06653afd-1521-41a9-b546-fdcad25b6421'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:42.543751 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a3462654-7c1d-4a82-89c8-4509062de3e7 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.1565464 Mar 22 13:08:42.544893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41312) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:42.581029 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e0b43189-662d-423c-83f2-c88ccb6a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:42.581840 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b43189-662d-423c-83f2-c88ccb6a9347 None None] The sync data for ids ['06653afd-1521-41a9-b546-fdcad25b6421'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:42.601884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2d66031d-e41f-4edb-9b24-0bbee3243533 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:42.602390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:42.695137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18e56bd-48fc-48c8-b1ab-de05b643fd26 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Deleting subnet c0f85fe3-787d-46b4-825e-e151c96f1a25 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:08:42.700537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:42.708789 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7d166afc-b500-46bd-bc2c-8b60bb25bea9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/77a8ce8a-c269-493e-9d19-81560efa5cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7804165 Mar 22 13:08:42.713361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:42.717771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41316) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:42.722436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Usage tracker for resource:port and tenant:ddba086189ee4490a694518ebcc2e1ce is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:42.724958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:42.760859 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Set router 4adca43c-0959-4cc1-a703-11b40cf8f525 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:08:42.781417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:42.817469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Made reservation on behalf of ddba086189ee4490a694518ebcc2e1ce for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:42.822270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:42.841025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1667442a-f4d9-4546-86f4-a3784c717741 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:42.842534 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1667442a-f4d9-4546-86f4-a3784c717741 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports/a4d48a31-dd34-4580-a7dc-4bd47c51d125 HTTP/1.1" status: 200 len: 910 time: 0.1238096 Mar 22 13:08:42.847211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41320) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:42.873659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e039770-6003-4866-96cf-22e5db33791b req-7b24735b-cde0-457e-9684-cc2f8d094f11 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:42.875105 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4e039770-6003-4866-96cf-22e5db33791b req-7b24735b-cde0-457e-9684-cc2f8d094f11 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.3355339 Mar 22 13:08:42.886922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41324) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:42.914572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Network 89ea4dfe-eb17-4d75-8971-6d2c42213dad is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:42.915984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac3764-ee25-4807-8861-71835838ce53 None None] Sync routers for ids ['77a8ce8a-c269-493e-9d19-81560efa5cdf'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:42.917939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9389c706-dd03-4029-b6fa-9ef75b0fb494 None None] Provisioning complete for port 1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:42.918305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9389c706-dd03-4029-b6fa-9ef75b0fb494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:42.931242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'network': {'name': 'tempest-network-smoke--149078605', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'port_security_enabled': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:42.934175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] device_id is not set on port e0ada61a-129b-46c5-8382-ff2a5c4079b6 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:08:42.947903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:42.962711 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:42.966063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b9ffb5-985e-4420-a3a1-38b513199456 None None] Network f226919a-759b-4d43-80be-4806f6a12301 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:42.995035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:43.003051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975f3eb-f691-44ad-97c1-803fade96ed6 None None] Pushing event updated for resources: {'Port': ['ID=cdb5190e-f1d8-4314-b5f6-7d1e29dc846a,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:43.030290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:43.068994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-4e039770-6003-4866-96cf-22e5db33791b req-bab1e220-6eda-44be-94ae-6ea0eb34c591 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Deleting port a861f49b-56c9-460d-9691-7ade491cf05e {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:43.069242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-4e039770-6003-4866-96cf-22e5db33791b req-bab1e220-6eda-44be-94ae-6ea0eb34c591 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:43.145879 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:43.150597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:43.377182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac3764-ee25-4807-8861-71835838ce53 None None] Routers {'77a8ce8a-c269-493e-9d19-81560efa5cdf'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:43.378036 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d2ac3764-ee25-4807-8861-71835838ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['77a8ce8a-c269-493e-9d19-81560efa5cdf'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:43.509294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:43.557697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:43.608600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9389c706-dd03-4029-b6fa-9ef75b0fb494 None None] Port 1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:43.635228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d2ac3764-ee25-4807-8861-71835838ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:43.660596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Allocated IP 172.20.0.12 (09bb1836-63a1-4b25-b901-796d72e6f1ab/70076ed0-ce34-4e4d-908a-a7ba991849fd/e0ada61a-129b-46c5-8382-ff2a5c4079b6) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:43.662512 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Transition to ACTIVE for port object 40600699-d24e-467d-bae2-fbdc9687fdeb will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:43.685725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Pushing event updated for resources: {'Port': ['ID=c6c14b5a-1905-4f1e-94d1-62c23bca2866,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:43.688394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a84d9-f6fb-4f95-8694-c469aee611f8 None None] Network 33755c9d-9637-488f-b1cf-23c604cbca4e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:43.723887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:43.725186 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Added segment 0639799e-27d8-4165-b752-4cd135aecef1 of type vlan for network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe Mar 22 13:08:43.740125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Attempting to bind port c6c14b5a-1905-4f1e-94d1-62c23bca2866 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:43.740499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Attempting to bind port c6c14b5a-1905-4f1e-94d1-62c23bca2866 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '48e43494-ab28-4e84-bc96-871c6f7b751a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '89ea4dfe-eb17-4d75-8971-6d2c42213dad'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:43.740864 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Attempting to bind port c6c14b5a-1905-4f1e-94d1-62c23bca2866 on network 89ea4dfe-eb17-4d75-8971-6d2c42213dad {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:43.812715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac3764-ee25-4807-8861-71835838ce53 None None] Routers {'77a8ce8a-c269-493e-9d19-81560efa5cdf'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:43.813348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d2ac3764-ee25-4807-8861-71835838ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['77a8ce8a-c269-493e-9d19-81560efa5cdf'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:43.840195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:43.880093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-4e039770-6003-4866-96cf-22e5db33791b req-bab1e220-6eda-44be-94ae-6ea0eb34c591 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] For port a861f49b-56c9-460d-9691-7ade491cf05e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a861f49b-56c9-460d-9691-7ade491cf05e,segment=NetworkSegment(97f1e2e6-2008-4c2d-9f83-5df10fc62a87),segment_id=97f1e2e6-2008-4c2d-9f83-5df10fc62a87)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:43.880457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-4e039770-6003-4866-96cf-22e5db33791b req-bab1e220-6eda-44be-94ae-6ea0eb34c591 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:43.884273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Transition to ACTIVE for port object 40600699-d24e-467d-bae2-fbdc9687fdeb will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:43.896994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:43.897406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Checking segment: {'id': '48e43494-ab28-4e84-bc96-871c6f7b751a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '89ea4dfe-eb17-4d75-8971-6d2c42213dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:43.897820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:43.898196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Bound using segment: {'id': '48e43494-ab28-4e84-bc96-871c6f7b751a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '89ea4dfe-eb17-4d75-8971-6d2c42213dad'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:43.898664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Bound port: c6c14b5a-1905-4f1e-94d1-62c23bca2866, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e43494-ab28-4e84-bc96-871c6f7b751a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '89ea4dfe-eb17-4d75-8971-6d2c42213dad'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:43.899035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:43.913661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d55390-3ac8-4d1a-b47d-9f0237731896 None None] Network e8b88d6b-7cee-490a-ad62-d62247571eaa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:43.996294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a18e56bd-48fc-48c8-b1ab-de05b643fd26 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.052331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d2ac3764-ee25-4807-8861-71835838ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:44.052894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac3764-ee25-4807-8861-71835838ce53 None None] The sync data for ids ['77a8ce8a-c269-493e-9d19-81560efa5cdf'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:44.088819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.163357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d784020c-e2a5-46c7-94c0-c305946781d5 None None] Provisioning for port 2a349078-2627-4e0c-a233-9eb5d3544027 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:44.165941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-4e039770-6003-4866-96cf-22e5db33791b req-bab1e220-6eda-44be-94ae-6ea0eb34c591 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Calling delete_port for a861f49b-56c9-460d-9691-7ade491cf05e owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:44.198826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:08:44.215731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a18e56bd-48fc-48c8-b1ab-de05b643fd26 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.231209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.269035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.276680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.281575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4d8ee-2f17-4da9-bb15-d85c21987823 req-eb0365a8-431e-460f-bc50-7894ff459bdb tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:44.283111 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-edd4d8ee-2f17-4da9-bb15-d85c21987823 req-eb0365a8-431e-460f-bc50-7894ff459bdb tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 946 time: 0.7387846 Mar 22 13:08:44.284112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.289657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:44.290556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.318126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Network e19f3e08-8eb6-4c16-bad8-2dfa7397195e is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:44.346401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:44.386928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:44.406296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Pushing event updated for resources: {'Port': ['ID=40600699-d24e-467d-bae2-fbdc9687fdeb,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:44.489509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.494760 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d784020c-e2a5-46c7-94c0-c305946781d5 None None] Provisioning for port c764d7a0-c19e-4c28-80e8-6da98609eae3 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:44.531780 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6398013 Mar 22 13:08:44.539104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41330) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:44.547486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10612596-bb96-4958-9d1c-6f2ef2d835d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Network': ['ID=e93eb23a-fc55-443d-93eb-ccf9f3bba1fe,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:44.563653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2d66031d-e41f-4edb-9b24-0bbee3243533, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2d66031d-e41f-4edb-9b24-0bbee3243533,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:44.581193 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Transition to ACTIVE for port object e0ada61a-129b-46c5-8382-ff2a5c4079b6 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:44.590911 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-edd4d8ee-2f17-4da9-bb15-d85c21987823 req-9ccbedb2-4c24-4a93-86b5-99c7a5da213c tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/security-groups?id=85e73dcc-9310-4cfa-b761-de64323ba1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312818 Mar 22 13:08:44.631304 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:44.645438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] For port c6c14b5a-1905-4f1e-94d1-62c23bca2866, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:44.660448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.685663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072e2358-f6e3-491f-959b-cdde9a303e7e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:44.690933 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-072e2358-f6e3-491f-959b-cdde9a303e7e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6daadd1aa47b42258070c40f7792664e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1517348 Mar 22 13:08:44.691785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41334) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:44.751336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Allocated IP 172.20.0.1 (e8b88d6b-7cee-490a-ad62-d62247571eaa/e4b872b8-ff03-4c89-8ce4-c63f5b6e3137/7a0d595f-7f72-4626-99b8-0b33084705b3) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:44.768123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] For port c6c14b5a-1905-4f1e-94d1-62c23bca2866, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c6c14b5a-1905-4f1e-94d1-62c23bca2866,segment=NetworkSegment(48e43494-ab28-4e84-bc96-871c6f7b751a),segment_id=48e43494-ab28-4e84-bc96-871c6f7b751a)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:44.783359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-4e039770-6003-4866-96cf-22e5db33791b req-bab1e220-6eda-44be-94ae-6ea0eb34c591 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.869738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a18e56bd-48fc-48c8-b1ab-de05b643fd26 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.900164 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1e220-6eda-44be-94ae-6ea0eb34c591 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Pushing event deleted for resources: {'Port': ['ID=a861f49b-56c9-460d-9691-7ade491cf05e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:44.931943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:44.955001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Attempting to bind port 40600699-d24e-467d-bae2-fbdc9687fdeb on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:44.955001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Attempting to bind port 40600699-d24e-467d-bae2-fbdc9687fdeb by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'fee7f694-b0c3-40ef-bc72-70fe22cadc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e19f3e08-8eb6-4c16-bad8-2dfa7397195e'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:44.955001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Attempting to bind port 40600699-d24e-467d-bae2-fbdc9687fdeb on network e19f3e08-8eb6-4c16-bad8-2dfa7397195e {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:44.964774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.006737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c764d7a0-c19e-4c28-80e8-6da98609eae3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:45.048371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:45.048653 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e039770-6003-4866-96cf-22e5db33791b req-bab1e220-6eda-44be-94ae-6ea0eb34c591 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] No DVR routers for this DVR port a861f49b-56c9-460d-9691-7ade491cf05e on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:08:45.048779 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Checking segment: {'id': 'fee7f694-b0c3-40ef-bc72-70fe22cadc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e19f3e08-8eb6-4c16-bad8-2dfa7397195e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:45.049133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.049525 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Bound using segment: {'id': 'fee7f694-b0c3-40ef-bc72-70fe22cadc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e19f3e08-8eb6-4c16-bad8-2dfa7397195e'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:45.049996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Bound port: 40600699-d24e-467d-bae2-fbdc9687fdeb, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee7f694-b0c3-40ef-bc72-70fe22cadc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e19f3e08-8eb6-4c16-bad8-2dfa7397195e'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:45.050373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.051203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-4e039770-6003-4866-96cf-22e5db33791b req-bab1e220-6eda-44be-94ae-6ea0eb34c591 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.057439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f53d609-db2e-4afa-be5f-8780ceec599c', 'name': 'network-vif-deleted', 'tag': 'a861f49b-56c9-460d-9691-7ade491cf05e'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:08:45.097311 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4e039770-6003-4866-96cf-22e5db33791b req-bab1e220-6eda-44be-94ae-6ea0eb34c591 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.47 "DELETE /v2.0/ports/a861f49b-56c9-460d-9691-7ade491cf05e HTTP/1.1" status: 204 len: 173 time: 2.2093711 Mar 22 13:08:45.105488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.108760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Network 09bb1836-63a1-4b25-b901-796d72e6f1ab is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:45.117302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:45.132893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Transition to ACTIVE for port object 7a0d595f-7f72-4626-99b8-0b33084705b3 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:45.152362 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f53d609-db2e-4afa-be5f-8780ceec599c', 'name': 'network-vif-deleted', 'tag': 'a861f49b-56c9-460d-9691-7ade491cf05e', 'status': 'completed', 'code': 200} Mar 22 13:08:45.161596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:45.176007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5c4385c0-e3cd-4d4c-8deb-808635877132 None None] Provisioning for port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:45.179478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.189591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event updated for resources: {'Port': ['ID=e0ada61a-129b-46c5-8382-ff2a5c4079b6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:45.192478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'name': 'tempest-TestVolumeBootPattern-448763949-router', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193'}], 'enable_snat': True}, 'gw_port_id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:35Z', 'updated_at': '2022-03-22T13:08:38Z', 'revision_number': 3, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'gw_port': {'id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:37Z', 'updated_at': '2022-03-22T13:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:45.202759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d3e7c8-55d3-445b-9116-314eba122c4d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:45.204843 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-77d3e7c8-55d3-445b-9116-314eba122c4d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5044751 Mar 22 13:08:45.218911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41340) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:45.252931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2d66031d-e41f-4edb-9b24-0bbee3243533,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:45.271347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Checking router: 4adca43c-0959-4cc1-a703-11b40cf8f525 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:08:45.272080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Updating router 4adca43c-0959-4cc1-a703-11b40cf8f525 port f26dcb4c-0170-4285-869b-a5c77eb571e9 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:08:45.279904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Network e8b88d6b-7cee-490a-ad62-d62247571eaa is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:45.284555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:45.287464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:45.366498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Pushing event updated for resources: {'Port': ['ID=7a0d595f-7f72-4626-99b8-0b33084705b3,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:45.386991 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a39e8de3-0892-4dd2-95dd-2bcd4f2b440f tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1490588 Mar 22 13:08:45.390377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41344) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:45.393285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Allocated IP 172.21.0.1 (f226919a-759b-4d43-80be-4806f6a12301/ed1ea133-b8d8-4cf9-928f-d3a43226bfd1/51950aa3-4b02-4945-ab95-d2ea89776bcb) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:45.400638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a18e56bd-48fc-48c8-b1ab-de05b643fd26 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.455583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:45.456220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.502024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.513567 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-03722fe1-3efa-434a-b0ac-73b7134443d3 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6daadd1aa47b42258070c40f7792664e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1218977 Mar 22 13:08:45.521775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41348) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:45.541583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e56bd-48fc-48c8-b1ab-de05b643fd26 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f85fe3-787d-46b4-825e-e151c96f1a25,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:45.580407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a18e56bd-48fc-48c8-b1ab-de05b643fd26 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.615856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device a861f49b-56c9-460d-9691-7ade491cf05e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:08:45.642696 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a18e56bd-48fc-48c8-b1ab-de05b643fd26 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/subnets/c0f85fe3-787d-46b4-825e-e151c96f1a25 HTTP/1.1" status: 204 len: 168 time: 3.0955403 Mar 22 13:08:45.646250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41354) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:45.668403 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1fd2a9f6-dd29-4a32-b718-cdf68099db62 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3529058 Mar 22 13:08:45.669330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41358) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:45.741288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] For port 40600699-d24e-467d-bae2-fbdc9687fdeb, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:45.745984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] For port 40600699-d24e-467d-bae2-fbdc9687fdeb, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=40600699-d24e-467d-bae2-fbdc9687fdeb,segment=NetworkSegment(fee7f694-b0c3-40ef-bc72-70fe22cadc1c),segment_id=fee7f694-b0c3-40ef-bc72-70fe22cadc1c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:45.749018 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: a861f49b-56c9-460d-9691-7ade491cf05e {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:08:45.749360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device a861f49b-56c9-460d-9691-7ade491cf05e not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:08:45.758488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b857f-08bd-424f-96f3-a30eb1483036 None None] Pushing event updated for resources: {'Port': ['ID=c6c14b5a-1905-4f1e-94d1-62c23bca2866,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:45.761104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.815260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Request body: {'floatingip': {'port_id': 'e0ada61a-129b-46c5-8382-ff2a5c4079b6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:45.828707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:45.929588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4716b9ae-c499-4b26-ab6b-82e5f88d3254 None None] Provisioning for port e0ada61a-129b-46c5-8382-ff2a5c4079b6 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:45.959001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e74e1e96-27f7-413b-8f77-708e28f9f6df req-4b5e5175-8197-43ec-ab36-7b946a8288e9 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Synchronizing usage tracker for tenant:276704acd5ae4a169933a6c00fe91e64 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:08:45.971048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf096a23-f7ec-4c6f-ab1e-a2aef97e122e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:45.972733 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bf096a23-f7ec-4c6f-ab1e-a2aef97e122e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4496512 Mar 22 13:08:45.980728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41362) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:45.997412 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port c764d7a0-c19e-4c28-80e8-6da98609eae3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:46.003855 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4498e2c-d6a4-4d87-878d-5a7be7b77918 None None] Pushing event updated for resources: {'Port': ['ID=40600699-d24e-467d-bae2-fbdc9687fdeb,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:46.037102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c764d7a0-c19e-4c28-80e8-6da98609eae3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:46.037481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:46.073215 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e74e1e96-27f7-413b-8f77-708e28f9f6df req-4b5e5175-8197-43ec-ab36-7b946a8288e9 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] Unset dirty status for tenant:276704acd5ae4a169933a6c00fe91e64 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:08:46.075887 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e74e1e96-27f7-413b-8f77-708e28f9f6df req-4b5e5175-8197-43ec-ab36-7b946a8288e9 tempest-TestServerAdvancedOps-644100957 tempest-TestServerAdvancedOps-644100957-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f53d609-db2e-4afa-be5f-8780ceec599c HTTP/1.1" status: 200 len: 210 time: 0.2133060 Mar 22 13:08:46.083847 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-256470e8-a8f9-449e-9b2a-b6b9d72188d3 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019776 Mar 22 13:08:46.086878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41366) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:46.107225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965679066', 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:46.112092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4716b9ae-c499-4b26-ab6b-82e5f88d3254 None None] Provisioning complete for port e0ada61a-129b-46c5-8382-ff2a5c4079b6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:46.112780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4716b9ae-c499-4b26-ab6b-82e5f88d3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:46.210094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79856a0-0fec-4c32-bfa1-69052c166837 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:46.211737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79856a0-0fec-4c32-bfa1-69052c166837 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:46.212489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a79856a0-0fec-4c32-bfa1-69052c166837 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Synchronizing usage tracker for tenant:e3b9a9c2f8b844e5a4c8188bb970d67f on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:08:46.250952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:46.394639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4716b9ae-c499-4b26-ab6b-82e5f88d3254 None None] Port e0ada61a-129b-46c5-8382-ff2a5c4079b6 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:46.435551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:46.466265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:46.475154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:subnet and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:46.480774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:46.491230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:46.579132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:46.583572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:46.590258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:46.633998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Transition to ACTIVE for port object 51950aa3-4b02-4945-ab95-d2ea89776bcb will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:46.640960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-dfb51dbc-97db-4b36-a2c1-516381ecd1b9 None None] Provisioning for port a4d48a31-dd34-4580-a7dc-4bd47c51d125 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:46.641584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a79856a0-0fec-4c32-bfa1-69052c166837 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Unset dirty status for tenant:e3b9a9c2f8b844e5a4c8188bb970d67f on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:08:46.643562 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a79856a0-0fec-4c32-bfa1-69052c166837 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9958470 Mar 22 13:08:46.647031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41370) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:46.654861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:46.702606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-dfb51dbc-97db-4b36-a2c1-516381ecd1b9 None None] Provisioning complete for port a4d48a31-dd34-4580-a7dc-4bd47c51d125 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:46.702983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dbc-97db-4b36-a2c1-516381ecd1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:46.805984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port c764d7a0-c19e-4c28-80e8-6da98609eae3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c764d7a0-c19e-4c28-80e8-6da98609eae3,segment=NetworkSegment(4478363d-108b-453b-853a-1a76c60db0d8),segment_id=4478363d-108b-453b-853a-1a76c60db0d8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:46.825068 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:46.825782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cdb5190e-f1d8-4314-b5f6-7d1e29dc846a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:46.898934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:46.920414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-dfb51dbc-97db-4b36-a2c1-516381ecd1b9 None None] Port a4d48a31-dd34-4580-a7dc-4bd47c51d125 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:46.995886 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=c764d7a0-c19e-4c28-80e8-6da98609eae3,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:47.010697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.resource_extend [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:08:47.162384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:47.177686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-dfb51dbc-97db-4b36-a2c1-516381ecd1b9 None None] Provisioning complete for port c764d7a0-c19e-4c28-80e8-6da98609eae3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:47.178163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network f226919a-759b-4d43-80be-4806f6a12301 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:47.178788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dfb51dbc-97db-4b36-a2c1-516381ecd1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.207658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:47.209791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=51950aa3-4b02-4945-ab95-d2ea89776bcb,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:47.217297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:47.233640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:47.239675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.304774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41376) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:47.305015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.412566 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Transition to ACTIVE for port object f26dcb4c-0170-4285-869b-a5c77eb571e9 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:47.416035 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.426386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4566a61-e90b-4bf9-b40b-632b3aec33e2 None None] Network 89ea4dfe-eb17-4d75-8971-6d2c42213dad requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:47.513150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.resource_extend [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:08:47.556482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.559786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.599619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.631351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.631674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-46edcab9-8586-4edc-bb1e-4270156c1f8c admin admin] Deleting subnet 611366ed-c6fb-4373-b443-312d23ebf9a5 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:08:47.638270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-46edcab9-8586-4edc-bb1e-4270156c1f8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.728392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-46edcab9-8586-4edc-bb1e-4270156c1f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.780875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66227db9-2682-4b20-8ac5-7cebcf805ed5 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.837593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-46edcab9-8586-4edc-bb1e-4270156c1f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.840942 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-66227db9-2682-4b20-8ac5-7cebcf805ed5 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 13:08:47.841659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66227db9-2682-4b20-8ac5-7cebcf805ed5 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:08:47.844384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Subnet': ['ID=dcf3169e-0cac-45cb-ace4-905cc0943344,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:47.847094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Attempting to bind port f26dcb4c-0170-4285-869b-a5c77eb571e9 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:47.847094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Attempting to bind port f26dcb4c-0170-4285-869b-a5c77eb571e9 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:47.847446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Attempting to bind port f26dcb4c-0170-4285-869b-a5c77eb571e9 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:47.882894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:47.882894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:47.884477 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-66227db9-2682-4b20-8ac5-7cebcf805ed5 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/e19f3e08-8eb6-4c16-bad8-2dfa7397195e HTTP/1.1" status: 409 len: 405 time: 1.2359524 Mar 22 13:08:47.885022 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.885427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:47.885756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.885890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Bound port: f26dcb4c-0170-4285-869b-a5c77eb571e9, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:47.886261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:47.897174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41380) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:47.912890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Pushing event updated for resources: {'Port': ['ID=7a0d595f-7f72-4626-99b8-0b33084705b3,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:47.920098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-859510723'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:47.941682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Checking segment: {'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:47.942153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network hostable DHCP agents. Network: e93eb23a-fc55-443d-93eb-ccf9f3bba1fe, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:47.957862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915400b-4948-4e08-8ffa-0158cc9d94d4 None None] Pushing event updated for resources: {'Port': ['ID=f26dcb4c-0170-4285-869b-a5c77eb571e9,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:47.958081 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:47.974402 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:network and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:47.979802 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:48.035108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd37cfe8-da09-4f0d-ae26-45226f4fbb78 None None] Network e19f3e08-8eb6-4c16-bad8-2dfa7397195e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:48.043453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:48.065579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:48.072378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:48.073740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-46edcab9-8586-4edc-bb1e-4270156c1f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.075825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.112435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, e93eb23a-fc55-443d-93eb-ccf9f3bba1fe) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:48.132338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Network e8b88d6b-7cee-490a-ad62-d62247571eaa is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:48.134777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:48.135554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.142707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edcab9-8586-4edc-bb1e-4270156c1f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611366ed-c6fb-4373-b443-312d23ebf9a5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:48.143193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434dbc0-f98a-4397-b539-79894e76bfef None None] Network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:48.150926 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:48.152459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-46edcab9-8586-4edc-bb1e-4270156c1f8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.158054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.162554 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1428b8d2-7a26-4f98-940b-42f22eaa446d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0743544 Mar 22 13:08:48.164389 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:48.192617 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-46edcab9-8586-4edc-bb1e-4270156c1f8c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/611366ed-c6fb-4373-b443-312d23ebf9a5 HTTP/1.1" status: 204 len: 168 time: 0.8735318 Mar 22 13:08:48.195716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41386) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:48.198726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.247549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.247901 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Added segment 0109e20e-5654-425e-8e95-416d886489d8 of type vlan for network 09c7afeb-9ead-4705-bb6e-3eba0f38ba2f Mar 22 13:08:48.272468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.292644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.333999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.384934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] For port f26dcb4c-0170-4285-869b-a5c77eb571e9, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:48.431011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.437895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:48.439516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.466110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Provisioning for port 51950aa3-4b02-4945-ab95-d2ea89776bcb completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:48.552627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41390) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:48.575777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Router 4adca43c-0959-4cc1-a703-11b40cf8f525 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:48.579458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643056438', 'description': 'tempest-secgroup-smoke-643056438 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:48.580835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Network': ['ID=09c7afeb-9ead-4705-bb6e-3eba0f38ba2f,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:48.586374 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5fe349aa-1ac8-4b3b-bd42-e07d43758979 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6723583 Mar 22 13:08:48.586564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41394) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:48.590597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] For port f26dcb4c-0170-4285-869b-a5c77eb571e9, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f26dcb4c-0170-4285-869b-a5c77eb571e9,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:48.593197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'subnet': {'network_id': '09c7afeb-9ead-4705-bb6e-3eba0f38ba2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:48.607085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:48.615425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Provisioning complete for port 51950aa3-4b02-4945-ab95-d2ea89776bcb triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:48.615809 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.638532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 09c7afeb-9ead-4705-bb6e-3eba0f38ba2f details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:48.664248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.667958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.756454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:48.832499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cdb5190e-f1d8-4314-b5f6-7d1e29dc846a,segment=NetworkSegment(c71b91b9-c802-4004-8af9-d9c3f91c95a6),segment_id=c71b91b9-c802-4004-8af9-d9c3f91c95a6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:48.844625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:48.862025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:48.884708 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:48.890202 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8e6d43ad-4240-497e-b3fd-22668c58facd admin admin] 10.222.0.70 "PUT /v2.0/routers/4adca43c-0959-4cc1-a703-11b40cf8f525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1796560 Mar 22 13:08:48.891778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:48.895321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.908383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.926933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:48.927708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2a349078-2627-4e0c-a233-9eb5d3544027 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:48.971840 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP 5ace73a1-9b9e-4488-bda9-95032ca56ec3 associated. External IP: 172.26.5.29, port: f37ae12c-2e65-464a-b848-f89a83faa49f. Mar 22 13:08:48.972068 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Port 51950aa3-4b02-4945-ab95-d2ea89776bcb cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:48.998352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Routers {'4adca43c-0959-4cc1-a703-11b40cf8f525'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:48.998983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4adca43c-0959-4cc1-a703-11b40cf8f525'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:49.137288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:49.147519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.153141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915400b-4948-4e08-8ffa-0158cc9d94d4 None None] Pushing event updated for resources: {'Port': ['ID=f26dcb4c-0170-4285-869b-a5c77eb571e9,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:49.154870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:49.198941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Provisioning complete for port a4d48a31-dd34-4580-a7dc-4bd47c51d125 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:49.199347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.202811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:49.224008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:49.281621 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ba6983-678f-4b6c-934d-abbb6ce3974b']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:49.383526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f1e2e6-2008-4c2d-9f83-5df10fc62a87') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:49.384037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f1e2e6-2008-4c2d-9f83-5df10fc62a87') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:49.452448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.471039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Port a4d48a31-dd34-4580-a7dc-4bd47c51d125 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:49.518704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.518985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-e93eb23a-fc55-443d-93eb-ccf9f3bba1fe', 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ips': [{'subnet_id': 'dcf3169e-0cac-45cb-ace4-905cc0943344'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:49.520176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.582993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:08:49.584450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.600762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=cdb5190e-f1d8-4314-b5f6-7d1e29dc846a,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:49.610435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:08:49.616385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2a349078-2627-4e0c-a233-9eb5d3544027 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:49.616835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:08:49.645375 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:08:49.685522 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Subnet': ['ID=7df611c5-77ac-49db-8d2a-cef8abbd46d1,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:49.689954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Checking segment: {'id': '0109e20e-5654-425e-8e95-416d886489d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '09c7afeb-9ead-4705-bb6e-3eba0f38ba2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:49.690426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network hostable DHCP agents. Network: 09c7afeb-9ead-4705-bb6e-3eba0f38ba2f, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:49.706685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2a349078-2627-4e0c-a233-9eb5d3544027 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:49.706976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.719076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network 09c7afeb-9ead-4705-bb6e-3eba0f38ba2f is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:49.732256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:08:49.734663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 09c7afeb-9ead-4705-bb6e-3eba0f38ba2f) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:49.750460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:49.751578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.785042 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ef0c0767-472f-43e5-bbb5-2c501fb0df78 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1973770 Mar 22 13:08:49.785994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41404) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:49.792429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'port': {'network_id': '09c7afeb-9ead-4705-bb6e-3eba0f38ba2f', 'name': 'tempest-NetworksIpV6TestAttrs-155669858'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:49.837037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.850524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a649ab17-3a0d-420b-b713-58b94768449b None None] DHCP port deletion for e19f3e08-8eb6-4c16-bad8-2dfa7397195e request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:08:49.856845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.860690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.861438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d900b-af56-483e-89b4-2600e0c79382 None None] Network 09c7afeb-9ead-4705-bb6e-3eba0f38ba2f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:49.886356 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] Set router 4adca43c-0959-4cc1-a703-11b40cf8f525 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:08:49.889366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.939670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Provisioning complete for port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:49.939670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:49.973540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:49.978501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:port and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:49.982330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:49.988958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:50.000677 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:50.005317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.036574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] device_id is not set on port d6854c0a-f802-4752-88a3-7bf8fef4c26e yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:08:50.041542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a649ab17-3a0d-420b-b713-58b94768449b None None] Deleting port 40600699-d24e-467d-bae2-fbdc9687fdeb {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:50.041922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a649ab17-3a0d-420b-b713-58b94768449b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.087271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41408) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:50.099276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761929809', 'description': 'tempest-secgroup-smoke-761929809 description', 'project_id': 'ab9fd1a08d784f459c551ca8586506fb'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:50.111285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:50.121610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:security_group and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:50.128311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:50.138800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:50.154477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.187952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.200426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.227319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:50.229452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:50.230420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ba6983-678f-4b6c-934d-abbb6ce3974b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:50.232240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:50.235680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:security_group_rule and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:50.240288 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:50.248817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.253318 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a7581dcc-0978-4d23-8f1d-40b6968075d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6899786 Mar 22 13:08:50.253318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.254766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41412) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:50.256259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:50.256976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=51950aa3-4b02-4945-ab95-d2ea89776bcb,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:50.259414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Allocated IP 2001:db8::f816:3eff:fe6e:c196 (09c7afeb-9ead-4705-bb6e-3eba0f38ba2f/7df611c5-77ac-49db-8d2a-cef8abbd46d1/d6854c0a-f802-4752-88a3-7bf8fef4c26e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:50.265753 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0cd8c1c1-7b30-4c04-a587-723dd0b3b290 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b2ba6983-678f-4b6c-934d-abbb6ce3974b HTTP/1.1" status: 204 len: 168 time: 2.0627780 Mar 22 13:08:50.265949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:50.269705 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41416) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:50.282164 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:50.291725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:50.304065 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:50.316431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:50.399993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.477357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.505656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-68038c1b-95c6-48c0-9fa2-5479a5204e32 admin admin] Deleting subnet 320a553c-9ef9-4875-8e8c-1ef2ba244587 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:08:50.532331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.566253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68038c1b-95c6-48c0-9fa2-5479a5204e32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.629792 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.631014 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5429256 Mar 22 13:08:50.635410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41420) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:50.647061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c4561-c05f-48a2-ab91-6080689b9023 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:50.648278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.658553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'security_group_rule': {'security_group_id': '2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9', 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:50.678332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:50.688393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68038c1b-95c6-48c0-9fa2-5479a5204e32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.691954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.699966 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.703079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.715744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network f226919a-759b-4d43-80be-4806f6a12301 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:50.716806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:security_group_rule and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:50.727203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:50.730270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:50.740163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4fb2ed-0286-4424-9edd-5c8a0191c321,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:50.744802 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:50.746377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Transition to ACTIVE for port object d6854c0a-f802-4752-88a3-7bf8fef4c26e will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:50.751893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:50.758995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.766526 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610dc300-5d9b-4242-801a-c3c8ed49d434 None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:50.775082 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0f49f113-cdb1-4190-968e-58edb3e3e774 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5084012 Mar 22 13:08:50.777898 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41424) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:50.781395 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610dc300-5d9b-4242-801a-c3c8ed49d434 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:50.782027 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-610dc300-5d9b-4242-801a-c3c8ed49d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:50.789998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:50.791416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Allocated IP 172.20.0.18 (e93eb23a-fc55-443d-93eb-ccf9f3bba1fe/dcf3169e-0cac-45cb-ace4-905cc0943344/3b9c8107-041b-41b9-a71f-b6f3bbb882b6) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:08:50.796355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:50.800671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:50.804203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:50.811531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:50.841071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.864614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Provisioning for port 7a0d595f-7f72-4626-99b8-0b33084705b3 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:50.887036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.887284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a649ab17-3a0d-420b-b713-58b94768449b None None] For port 40600699-d24e-467d-bae2-fbdc9687fdeb, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=40600699-d24e-467d-bae2-fbdc9687fdeb,segment=NetworkSegment(fee7f694-b0c3-40ef-bc72-70fe22cadc1c),segment_id=fee7f694-b0c3-40ef-bc72-70fe22cadc1c)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:50.887525 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a649ab17-3a0d-420b-b713-58b94768449b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:50.910107 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-610dc300-5d9b-4242-801a-c3c8ed49d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:50.923401 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610dc300-5d9b-4242-801a-c3c8ed49d434 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:50.924151 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-610dc300-5d9b-4242-801a-c3c8ed49d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:50.979770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network 09c7afeb-9ead-4705-bb6e-3eba0f38ba2f is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:50.989827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:50.992818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:50.999144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:50.999904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.030046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Provisioning complete for port 7a0d595f-7f72-4626-99b8-0b33084705b3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:51.030456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.035082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Port': ['ID=d6854c0a-f802-4752-88a3-7bf8fef4c26e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:51.046591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.049371 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-610dc300-5d9b-4242-801a-c3c8ed49d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:51.049849 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610dc300-5d9b-4242-801a-c3c8ed49d434 None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:51.050703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68038c1b-95c6-48c0-9fa2-5479a5204e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.053930 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.082863 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-39b14f0d-a7dd-469a-9001-eb62e0e725a2 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2931132 Mar 22 13:08:51.085021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41428) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:51.124158 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca559eb-422e-4a22-b6f2-56c6abf7903c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:51.132392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.133558 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ec945374-535d-4b16-9be2-af9e8f56df00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3547201 Mar 22 13:08:51.138929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2a349078-2627-4e0c-a233-9eb5d3544027, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2a349078-2627-4e0c-a233-9eb5d3544027,segment=NetworkSegment(a60b8122-2f8e-46b2-afc0-70e50da1a78a),segment_id=a60b8122-2f8e-46b2-afc0-70e50da1a78a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:51.139839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41432) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:51.151091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:51.160980 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:51.168039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:51.172659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:51.174027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.179319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a21f07-0c04-485f-9e48-6a138aecad62 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Deleting subnet 7df611c5-77ac-49db-8d2a-cef8abbd46d1 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:08:51.184457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:51.186282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-04a21f07-0c04-485f-9e48-6a138aecad62 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.232935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a649ab17-3a0d-420b-b713-58b94768449b None None] Calling delete_port for 40600699-d24e-467d-bae2-fbdc9687fdeb owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:51.253911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.261280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.264042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 77a8ce8a-c269-493e-9d19-81560efa5cdf has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:51.270548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-04a21f07-0c04-485f-9e48-6a138aecad62 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.301497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68038c1b-95c6-48c0-9fa2-5479a5204e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.406595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.417152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.445427 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-04a21f07-0c04-485f-9e48-6a138aecad62 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.499942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471be0ed-8d17-41f7-9e90-be6f98ed6a08,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:51.500140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68038c1b-95c6-48c0-9fa2-5479a5204e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=320a553c-9ef9-4875-8e8c-1ef2ba244587,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:51.517939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.519419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68038c1b-95c6-48c0-9fa2-5479a5204e32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.528100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.529378 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-741c537b-2dd0-4476-b90e-eda5db68e40a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3886187 Mar 22 13:08:51.537766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41436) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:51.548542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:51.555232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:51.559578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:51.564382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:51.585269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:51.596679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.609421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.614706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c764d7a0-c19e-4c28-80e8-6da98609eae3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:51.628595 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-68038c1b-95c6-48c0-9fa2-5479a5204e32 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/320a553c-9ef9-4875-8e8c-1ef2ba244587 HTTP/1.1" status: 204 len: 168 time: 1.3577402 Mar 22 13:08:51.631117 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41440) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:51.647728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f296555f-df55-4778-ae90-e10839441ef6,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:51.662502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-04a21f07-0c04-485f-9e48-6a138aecad62 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.676243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Port 7a0d595f-7f72-4626-99b8-0b33084705b3 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:51.712056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.788015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2a349078-2627-4e0c-a233-9eb5d3544027,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:51.804197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Provisioning for port c6c14b5a-1905-4f1e-94d1-62c23bca2866 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:51.841536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a649ab17-3a0d-420b-b713-58b94768449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.858625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a21f07-0c04-485f-9e48-6a138aecad62 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Subnet': ['ID=7df611c5-77ac-49db-8d2a-cef8abbd46d1,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:51.885646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.889410 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5a8f8a1a-e384-4aa5-971f-955b6319c931 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2416198 Mar 22 13:08:51.895681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:51.898991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41444) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:51.906709 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f31842ca-7b55-4cdd-87ae-1058531131e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/77a8ce8a-c269-493e-9d19-81560efa5cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0559859 Mar 22 13:08:51.909847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'security_group_rule': {'security_group_id': '2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9', 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:51.913696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41448) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:51.919367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:51.925112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-04a21f07-0c04-485f-9e48-6a138aecad62 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.927153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07a6d257-36cc-428b-aa1a-ace5b5515f8a None None] Could not find standard attr ID for object 40600699-d24e-467d-bae2-fbdc9687fdeb. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:08:51.952443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc70f2b-0e32-4a98-833c-dec6f9cdafaf None None] Sync routers for ids ['77a8ce8a-c269-493e-9d19-81560efa5cdf'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:51.958970 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649ab17-3a0d-420b-b713-58b94768449b None None] Pushing event deleted for resources: {'Port': ['ID=40600699-d24e-467d-bae2-fbdc9687fdeb,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:51.960577 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-04a21f07-0c04-485f-9e48-6a138aecad62 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/subnets/7df611c5-77ac-49db-8d2a-cef8abbd46d1 HTTP/1.1" status: 204 len: 168 time: 0.8743575 Mar 22 13:08:51.961941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41452) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:51.967817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:51.968436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:security_group_rule and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:51.970035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649ab17-3a0d-420b-b713-58b94768449b None None] No DVR routers for this DVR port 40600699-d24e-467d-bae2-fbdc9687fdeb on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:08:51.983652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'name': 'tempest-TestVolumeBootPattern-448763949-router', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193'}], 'enable_snat': True}, 'gw_port_id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:35Z', 'updated_at': '2022-03-22T13:08:46Z', 'revision_number': 4, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'gw_port': {'id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:37Z', 'updated_at': '2022-03-22T13:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7a0d595f-7f72-4626-99b8-0b33084705b3', 'name': '', 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'mac_address': 'fa:16:3e:31:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:44Z', 'updated_at': '2022-03-22T13:08:46Z', 'revision_number': 2, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'subnets': [{'id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:51.987648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:51.992871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fb2f47-58ef-4989-82e0-74c50a46b843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-09c7afeb-9ead-4705-bb6e-3eba0f38ba2f', 'network_id': '09c7afeb-9ead-4705-bb6e-3eba0f38ba2f', 'tenant_id': 'e3b9a9c2f8b844e5a4c8188bb970d67f', 'fixed_ips': [{'subnet_id': '7df611c5-77ac-49db-8d2a-cef8abbd46d1'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:51.997665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-35fb2f47-58ef-4989-82e0-74c50a46b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.004133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:52.014331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c764d7a0-c19e-4c28-80e8-6da98609eae3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:52.015221 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.027352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router 06653afd-1521-41a9-b546-fdcad25b6421 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:52.027785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.040366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.042728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bde7404-ac99-406e-b575-35706d869905 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:52.043548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8bde7404-ac99-406e-b575-35706d869905 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:08:52.054340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c313197-ae42-4040-a9bc-2ee0012a856d None None] The sync data for ids ['4adca43c-0959-4cc1-a703-11b40cf8f525'] in dv-neutron-834664-2-hyperv is: [{'id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'name': 'tempest-TestVolumeBootPattern-448763949-router', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193'}], 'enable_snat': True}, 'gw_port_id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:35Z', 'updated_at': '2022-03-22T13:08:46Z', 'revision_number': 4, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'gw_port': {'id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:37Z', 'updated_at': '2022-03-22T13:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7a0d595f-7f72-4626-99b8-0b33084705b3', 'name': '', 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'mac_address': 'fa:16:3e:31:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:44Z', 'updated_at': '2022-03-22T13:08:46Z', 'revision_number': 2, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'subnets': [{'id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:52.077649 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc70f2b-0e32-4a98-833c-dec6f9cdafaf None None] Routers {'77a8ce8a-c269-493e-9d19-81560efa5cdf'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:52.078295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fdc70f2b-0e32-4a98-833c-dec6f9cdafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['77a8ce8a-c269-493e-9d19-81560efa5cdf'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.122236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.123324 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70df2d01-6f31-4eaf-b314-e995424d1c12,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:52.133115 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae973ff-c62b-49f1-aa46-aa7b3b8ee05e tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:52.134787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae973ff-c62b-49f1-aa46-aa7b3b8ee05e tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:52.135822 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cae973ff-c62b-49f1-aa46-aa7b3b8ee05e tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Synchronizing usage tracker for tenant:e3b9a9c2f8b844e5a4c8188bb970d67f on resource:subnet {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:08:52.159568 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.161701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.165697 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-627cafab-a1aa-4fc0-8db1-70acf0ae6e2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6242287 Mar 22 13:08:52.167945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41456) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:52.179577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:52.183646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8bde7404-ac99-406e-b575-35706d869905 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:08:52.184749 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8bde7404-ac99-406e-b575-35706d869905 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports/51950aa3-4b02-4945-ab95-d2ea89776bcb HTTP/1.1" status: 200 len: 910 time: 0.2701809 Mar 22 13:08:52.186234 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fdc70f2b-0e32-4a98-833c-dec6f9cdafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.195992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:52.200089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41460) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:52.212547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:52.235193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.247080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cae973ff-c62b-49f1-aa46-aa7b3b8ee05e tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Unset dirty status for tenant:e3b9a9c2f8b844e5a4c8188bb970d67f on resource:subnet {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:08:52.250541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Transition to ACTIVE for port object 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:52.250955 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cae973ff-c62b-49f1-aa46-aa7b3b8ee05e tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2861774 Mar 22 13:08:52.252201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41464) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:52.277214 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc70f2b-0e32-4a98-833c-dec6f9cdafaf None None] Routers {'77a8ce8a-c269-493e-9d19-81560efa5cdf'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:52.278116 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fdc70f2b-0e32-4a98-833c-dec6f9cdafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['77a8ce8a-c269-493e-9d19-81560efa5cdf'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.278581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:52.343118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:52.346129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Provisioning complete for port 51950aa3-4b02-4945-ab95-d2ea89776bcb triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:52.346573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.401282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fdc70f2b-0e32-4a98-833c-dec6f9cdafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.401590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc70f2b-0e32-4a98-833c-dec6f9cdafaf None None] The sync data for ids ['77a8ce8a-c269-493e-9d19-81560efa5cdf'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:52.406608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Transition to ACTIVE for port object 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:52.474750 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:08:52.478236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484885a5-3112-4d7e-8702-59d9b4b5e46f']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.502045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Port 51950aa3-4b02-4945-ab95-d2ea89776bcb cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:52.507655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.517198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f51c985-9149-4f7e-91d8-0d41acdb6447') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.517503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f51c985-9149-4f7e-91d8-0d41acdb6447') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.535363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a92bc9a6-b252-47df-8703-82b4860a3c87 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.540979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.545360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.550670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.552159 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c6c14b5a-1905-4f1e-94d1-62c23bca2866 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:52.560912 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92bc9a6-b252-47df-8703-82b4860a3c87 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 13:08:52.561471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92bc9a6-b252-47df-8703-82b4860a3c87 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:08:52.563746 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a92bc9a6-b252-47df-8703-82b4860a3c87 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/09c7afeb-9ead-4705-bb6e-3eba0f38ba2f HTTP/1.1" status: 409 len: 405 time: 0.3083062 Mar 22 13:08:52.567938 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41468) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:52.576392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1829957870'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:52.581954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:52.586295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:network and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:52.599991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:52.611190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.613441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:52.623526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:08:52.623931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.633846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:52.635670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.646679 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbb7a3b-bd6d-483d-9ebf-56bee04e6e94 None None] Sync routers for ids ['06653afd-1521-41a9-b546-fdcad25b6421'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:52.664796 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb7a3b-bd6d-483d-9ebf-56bee04e6e94 None None] Routers {'06653afd-1521-41a9-b546-fdcad25b6421'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:52.667066 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-adbb7a3b-bd6d-483d-9ebf-56bee04e6e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06653afd-1521-41a9-b546-fdcad25b6421'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.679800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c032d4-b9cd-43fa-aa1f-0edba1d7a254 None None] Network 09c7afeb-9ead-4705-bb6e-3eba0f38ba2f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:08:52.705808 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:08:52.738405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:08:52.745439 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-adbb7a3b-bd6d-483d-9ebf-56bee04e6e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.748865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:52.756535 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb7a3b-bd6d-483d-9ebf-56bee04e6e94 None None] Routers {'06653afd-1521-41a9-b546-fdcad25b6421'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:52.757392 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-adbb7a3b-bd6d-483d-9ebf-56bee04e6e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06653afd-1521-41a9-b546-fdcad25b6421'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.768516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Provisioning complete for port 7a0d595f-7f72-4626-99b8-0b33084705b3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:52.768888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.794900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.815922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:08:52.821481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:52.822641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Pushing event updated for resources: {'Port': ['ID=3b9c8107-041b-41b9-a71f-b6f3bbb882b6,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:52.833736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.838239 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-adbb7a3b-bd6d-483d-9ebf-56bee04e6e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:52.838902 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbb7a3b-bd6d-483d-9ebf-56bee04e6e94 None None] The sync data for ids ['06653afd-1521-41a9-b546-fdcad25b6421'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:52.840571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9306980-bb14-4e7b-9b5c-45db8da25f26,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:52.858537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.884530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.885965 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-58fbef2a-e597-4bcd-bdeb-69b2fb73f180 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9860611 Mar 22 13:08:52.892811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41472) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:52.897055 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.910039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=484885a5-3112-4d7e-8702-59d9b4b5e46f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:52.916558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'security_group_rule': {'security_group_id': '2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9', 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:52.927317 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cfccdc6a-d15f-49fb-8f15-1fca1b793c98 admin admin] 10.222.0.70 "DELETE /v2.0/networks/484885a5-3112-4d7e-8702-59d9b4b5e46f HTTP/1.1" status: 204 len: 168 time: 1.2950249 Mar 22 13:08:52.940204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:52.951302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.951632 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Added segment 4171c1d9-d35a-430b-b7a1-b5b6e15645e4 of type vlan for network a8353ce5-ec52-4915-ac87-1659655362f7 Mar 22 13:08:52.957608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:52.962772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:52.973893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:security_group_rule and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:52.984752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:52.987609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.016352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.033902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.040856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:53.041480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.045452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:53.087234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902dc3f1-ab66-412e-b0e5-2cc7217e531b,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:53.162047 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5a1988c5-2c4e-4da9-9052-f16d442710e6 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "PUT /v2.0/floatingips/5ace73a1-9b9e-4488-bda9-95032ca56ec3 HTTP/1.1" status: 200 len: 978 time: 7.3794675 Mar 22 13:08:53.164096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.165236 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-51896aa6-d364-41f2-b32b-a18440a5eed0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9978220 Mar 22 13:08:53.167497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41478) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:53.169893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.181222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41480) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:53.219013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Network': ['ID=a8353ce5-ec52-4915-ac87-1659655362f7,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:53.230370 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-aeea8f53-3b24-4d6b-9238-29af1f783c32 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6580906 Mar 22 13:08:53.230577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41486) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:53.238334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port c6c14b5a-1905-4f1e-94d1-62c23bca2866 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:53.241545 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'subnet': {'network_id': 'a8353ce5-ec52-4915-ac87-1659655362f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:53.261123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network a8353ce5-ec52-4915-ac87-1659655362f7 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:53.284043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Attempting to bind port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:53.284276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Attempting to bind port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:53.284568 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Attempting to bind port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 on network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:53.291886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:53.317292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Port 7a0d595f-7f72-4626-99b8-0b33084705b3 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:08:53.324516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c6c14b5a-1905-4f1e-94d1-62c23bca2866 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:53.324882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.344571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:53.366728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:53.367113 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Checking segment: {'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:53.367517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.367901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Bound using segment: {'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:53.368378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Bound port: 3b9c8107-041b-41b9-a71f-b6f3bbb882b6, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:53.368745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.382632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41490) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:53.401166 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:53.410899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port e0ada61a-129b-46c5-8382-ff2a5c4079b6 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:53.411378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.417508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:53.435285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:53.439838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.448269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:53.459263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:53.492719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.504402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:53.515970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.581326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Provisioning complete for port c6c14b5a-1905-4f1e-94d1-62c23bca2866 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:53.581737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.599678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9af00c-e201-4357-a62e-a81c2acf30aa,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:53.601983 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:08:53.650777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.660018 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6b72348e-c99c-485a-81d1-19914c677108 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=276704acd5ae4a169933a6c00fe91e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547417 Mar 22 13:08:53.673247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41494) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:53.702350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.703914 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cc38aa13-a330-41e3-bee5-87b60d81fe52 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8006763 Mar 22 13:08:53.713519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41498) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:53.732830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'security_group_rule': {'security_group_id': '2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9', 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:53.749743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:53.769320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb3a3-3b72-473a-9a6f-3fb28c3a91b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.786321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:security_group_rule and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:53.812913 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] For port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:08:53.819709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] For port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3b9c8107-041b-41b9-a71f-b6f3bbb882b6,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:08:53.832590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb3a3-3b72-473a-9a6f-3fb28c3a91b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.836440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:53.959890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:53.983412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:53.983598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:08:53.987549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.036847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.062492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Subnet': ['ID=61b49a3d-6ac8-45c9-adf8-9d3b88b1157c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:54.069557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.082124 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5b994-502d-4664-9b05-b9785e63de23 None None] Pushing event updated for resources: {'Port': ['ID=3b9c8107-041b-41b9-a71f-b6f3bbb882b6,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:54.114712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Checking segment: {'id': '4171c1d9-d35a-430b-b7a1-b5b6e15645e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8353ce5-ec52-4915-ac87-1659655362f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:54.115296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network hostable DHCP agents. Network: a8353ce5-ec52-4915-ac87-1659655362f7, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:54.132101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb3a3-3b72-473a-9a6f-3fb28c3a91b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.141909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port c6c14b5a-1905-4f1e-94d1-62c23bca2866, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c6c14b5a-1905-4f1e-94d1-62c23bca2866,segment=NetworkSegment(48e43494-ab28-4e84-bc96-871c6f7b751a),segment_id=48e43494-ab28-4e84-bc96-871c6f7b751a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:54.151699 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.152625 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2d66031d-e41f-4edb-9b24-0bbee3243533 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:54.170075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbb3a3-3b72-473a-9a6f-3fb28c3a91b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e73dcc-9310-4cfa-b761-de64323ba1e6,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:54.176621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network a8353ce5-ec52-4915-ac87-1659655362f7 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:54.187590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb3a3-3b72-473a-9a6f-3fb28c3a91b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.188806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.189709 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e4fbb3a3-3b72-473a-9a6f-3fb28c3a91b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85e73dcc-9310-4cfa-b761-de64323ba1e6 HTTP/1.1" status: 204 len: 168 time: 0.5148396 Mar 22 13:08:54.195403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, a8353ce5-ec52-4915-ac87-1659655362f7) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:54.208654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:54.209521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.236974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.262945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.265236 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3b30c562-c2cd-4172-aa3c-b88ebcb9c131 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0316999 Mar 22 13:08:54.266305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41504) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:54.279484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.340726 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df042a-a404-4b52-9723-aaeb3e101922 None None] Network a8353ce5-ec52-4915-ac87-1659655362f7 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:54.394292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:08:54.394640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-9f1d176a-fbea-4d88-bbbc-ec96a40ab86e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:08:54.434713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.518633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.536586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=c6c14b5a-1905-4f1e-94d1-62c23bca2866,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:54.588893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2d66031d-e41f-4edb-9b24-0bbee3243533 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:54.589261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.621772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.734606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.778441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5443266a-f158-400c-9374-a80558ce81b2,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:54.811934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f008c70-b084-495d-a4d2-a6a3dc975ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-a8353ce5-ec52-4915-ac87-1659655362f7', 'network_id': 'a8353ce5-ec52-4915-ac87-1659655362f7', 'tenant_id': 'e3b9a9c2f8b844e5a4c8188bb970d67f', 'fixed_ips': [{'subnet_id': '61b49a3d-6ac8-45c9-adf8-9d3b88b1157c'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:54.813126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f008c70-b084-495d-a4d2-a6a3dc975ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.834150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Subnet': ['ID=61b49a3d-6ac8-45c9-adf8-9d3b88b1157c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:54.864880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41510) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:54.912439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:54.913599 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-88ba4d45-8c61-45ca-833e-f5f4a4b00a1f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7314391 Mar 22 13:08:54.992973 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cdb5190e-f1d8-4314-b5f6-7d1e29dc846a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:55.016165 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.041779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.100771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.134642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8353ce5-ec52-4915-ac87-1659655362f7']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:55.151817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4171c1d9-d35a-430b-b7a1-b5b6e15645e4') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:55.152268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4171c1d9-d35a-430b-b7a1-b5b6e15645e4') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:55.164763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:55.164763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.167560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.189387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4304007-8306-4e5a-840f-7a9d723b95ea,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:55.192555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.201440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97f61a7-2943-4d5d-8fc9-eef4adf8f8f3 None None] Network a8353ce5-ec52-4915-ac87-1659655362f7 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:55.204128 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:08:55.204990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.220039 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d826a182-03a6-45dd-b79e-0ea791c84bde admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c08980e13fcf4498948c9ac05c9afd23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496516 Mar 22 13:08:55.225115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.229881 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1ddd7d91-ea67-438f-b952-78d99364df3c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5030248 Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:08:55.230048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41526) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:55.232414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41528) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:55.236704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'security_group_rule': {'security_group_id': '2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9', 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:55.255032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:55.262471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:security_group_rule and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:55.285500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:55.315140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:55.321899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.321899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.322210 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Floating IP 5ace73a1-9b9e-4488-bda9-95032ca56ec3 disassociated. External IP: 172.26.5.29, port: e0ada61a-129b-46c5-8382-ff2a5c4079b6. Mar 22 13:08:55.322557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for e0ada61a-129b-46c5-8382-ff2a5c4079b6 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:55.457054 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Project ab9fd1a08d784f459c551ca8586506fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:08:55.490775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.497228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.510587 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-dc7ac128-4876-4068-b8ad-4e235242d031 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643056438&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.2501855 Mar 22 13:08:55.517313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 51950aa3-4b02-4945-ab95-d2ea89776bcb {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:08:55.517679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.539211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.542502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Network': ['ID=a8353ce5-ec52-4915-ac87-1659655362f7,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:55.543579 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Sync routers for ids ['4adca43c-0959-4cc1-a703-11b40cf8f525'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:55.544592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1c286df-bcd8-4bb6-b104-ffeb8557e997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.557542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Routers {'4adca43c-0959-4cc1-a703-11b40cf8f525'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:55.558183 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4adca43c-0959-4cc1-a703-11b40cf8f525'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:55.619432 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-37bec4f3-a4fd-418a-864f-9819ab0dfc90 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/a8353ce5-ec52-4915-ac87-1659655362f7 HTTP/1.1" status: 204 len: 168 time: 1.3511345 Mar 22 13:08:55.629933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41534) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:55.646191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1609370827'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:55.655209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:55.656770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:network and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:55.662281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:55.681977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:55.768831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1c286df-bcd8-4bb6-b104-ffeb8557e997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.820384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:55.824372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.849066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.868701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Set router 4adca43c-0959-4cc1-a703-11b40cf8f525 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:08:55.906752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.946812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:55.950523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:08:55.963199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dd8a2b-271c-415c-ad72-cc5cbe09c173,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:55.969636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a1e8c-7803-43bf-88b7-672a81763284 req-007c6e7f-2a5e-44e2-9c6b-36b71ebc5353 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:55.970624 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-112a1e8c-7803-43bf-88b7-672a81763284 req-007c6e7f-2a5e-44e2-9c6b-36b71ebc5353 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:08:55.979770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.980122 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Added segment cd551d13-80ab-4aa9-afd1-bebb9b3f8861 of type vlan for network 80efb4a5-f588-425b-9853-07c0dea93124 Mar 22 13:08:55.980532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:55.999853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1c286df-bcd8-4bb6-b104-ffeb8557e997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.003500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c0f07-ae04-424d-8245-63754fc23d99 None None] Network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:56.020771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-112a1e8c-7803-43bf-88b7-672a81763284 req-007c6e7f-2a5e-44e2-9c6b-36b71ebc5353 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:08:56.021922 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-007c6e7f-2a5e-44e2-9c6b-36b71ebc5353 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/networks?id=e93eb23a-fc55-443d-93eb-ccf9f3bba1fe HTTP/1.1" status: 200 len: 796 time: 0.4844244 Mar 22 13:08:56.026498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c286df-bcd8-4bb6-b104-ffeb8557e997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e5abad-02f1-438a-b3e7-4b9c86bd1534,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:56.037415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.044028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.048551 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ded2d043-6b7a-4ba9-b75e-68f4294aec0b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8138630 Mar 22 13:08:56.050779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=e0ada61a-129b-46c5-8382-ff2a5c4079b6,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:56.054498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41538) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:56.059500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.071558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'security_group_rule': {'security_group_id': '2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9', 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:56.082561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:56.087806 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-e53f3921-6f2b-4b35-9cf3-959d02e41cfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/quotas/6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 375 time: 0.0540917 Mar 22 13:08:56.091885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1c286df-bcd8-4bb6-b104-ffeb8557e997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.097002 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f1c286df-bcd8-4bb6-b104-ffeb8557e997 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08e5abad-02f1-438a-b3e7-4b9c86bd1534 HTTP/1.1" status: 204 len: 168 time: 0.8656430 Mar 22 13:08:56.156545 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-65bf963a-d707-40cf-bf03-5bcb6956e4bd None None] Provisioning for port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:56.229936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.240567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:56.241529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.311331 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6759615 Mar 22 13:08:56.333991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41544) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:56.357154 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-a5773bff-1186-424b-b581-d919ad99d203 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2504203 Mar 22 13:08:56.368272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'subnet': {'network_id': '80efb4a5-f588-425b-9853-07c0dea93124', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:56.434815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:security_group_rule and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:56.504739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:56.514453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 51950aa3-4b02-4945-ab95-d2ea89776bcb owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:08:56.568524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:56.580741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:56.595646 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:56.596019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.634750 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Project ab9fd1a08d784f459c551ca8586506fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:08:56.647054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43399e3-3502-428d-8b76-5bb429ab3946 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Network': ['ID=80efb4a5-f588-425b-9853-07c0dea93124,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:56.669804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:56.673916 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 80efb4a5-f588-425b-9853-07c0dea93124 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:08:56.676002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:subnet and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:56.680743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:56.689679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:56.717714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.719082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:56.723391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.761404 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-bb60c56c-6905-4f97-9a44-09ee4c895d64 service neutron] 10.222.0.70 "GET /v2.0/networks/e93eb23a-fc55-443d-93eb-ccf9f3bba1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824562 Mar 22 13:08:56.796825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router 06653afd-1521-41a9-b546-fdcad25b6421 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:56.832139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.892669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.926739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'name': 'tempest-TestVolumeBootPattern-448763949-router', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193'}], 'enable_snat': True}, 'gw_port_id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:35Z', 'updated_at': '2022-03-22T13:08:46Z', 'revision_number': 4, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'gw_port': {'id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:37Z', 'updated_at': '2022-03-22T13:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7a0d595f-7f72-4626-99b8-0b33084705b3', 'name': '', 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'mac_address': 'fa:16:3e:31:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:44Z', 'updated_at': '2022-03-22T13:08:46Z', 'revision_number': 2, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'subnets': [{'id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:56.928847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:56.947123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Checking router: 4adca43c-0959-4cc1-a703-11b40cf8f525 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:08:56.947882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Updating router 4adca43c-0959-4cc1-a703-11b40cf8f525 port 7a0d595f-7f72-4626-99b8-0b33084705b3 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:08:56.972540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926c5a76-12ea-4c11-8074-4d508d97efc2,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:56.994774 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-b6226c65-3401-4450-a198-b6404506b6de service neutron] 10.222.0.70 "GET /v2.0/networks/e93eb23a-fc55-443d-93eb-ccf9f3bba1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229862 Mar 22 13:08:57.008585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:57.013355 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c2fdedd6-fd68-47e5-8658-aae26769fa9e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9534531 Mar 22 13:08:57.029835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:57.041249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3b9c8107-041b-41b9-a71f-b6f3bbb882b6,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:08:57.053238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:57.054055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c6c14b5a-1905-4f1e-94d1-62c23bca2866 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:57.132409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:57.238272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:57.300149 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:57.303474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=51950aa3-4b02-4945-ab95-d2ea89776bcb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:57.321605 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabe7dd-5ba7-481d-a69e-7cfeabc8e396 None None] Sync routers for ids ['06653afd-1521-41a9-b546-fdcad25b6421'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:57.338695 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aabe7dd-5ba7-481d-a69e-7cfeabc8e396 None None] Routers {'06653afd-1521-41a9-b546-fdcad25b6421'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:57.341562 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1aabe7dd-5ba7-481d-a69e-7cfeabc8e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06653afd-1521-41a9-b546-fdcad25b6421'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:57.375018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Subnet': ['ID=3244d4ff-1c71-4549-b52b-51a0191f625e,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:57.382392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Checking segment: {'id': 'cd551d13-80ab-4aa9-afd1-bebb9b3f8861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '80efb4a5-f588-425b-9853-07c0dea93124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:57.382758 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network hostable DHCP agents. Network: 80efb4a5-f588-425b-9853-07c0dea93124, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:08:57.413616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network 80efb4a5-f588-425b-9853-07c0dea93124 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:08:57.429425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 80efb4a5-f588-425b-9853-07c0dea93124) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:08:57.447253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:57.448097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:57.468496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f828f6c-23e7-4bc2-bf6b-cd6a6ca1c16d None None] Network 80efb4a5-f588-425b-9853-07c0dea93124 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:57.505084 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8650de55-1d17-4bcf-8826-73f3c6028976 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1466165 Mar 22 13:08:57.508351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41582) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:57.531400 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1aabe7dd-5ba7-481d-a69e-7cfeabc8e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:57.541169 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aabe7dd-5ba7-481d-a69e-7cfeabc8e396 None None] Routers {'06653afd-1521-41a9-b546-fdcad25b6421'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:57.541797 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1aabe7dd-5ba7-481d-a69e-7cfeabc8e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06653afd-1521-41a9-b546-fdcad25b6421'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:57.587325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=3b9c8107-041b-41b9-a71f-b6f3bbb882b6,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:57.678647 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1aabe7dd-5ba7-481d-a69e-7cfeabc8e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:57.678969 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabe7dd-5ba7-481d-a69e-7cfeabc8e396 None None] The sync data for ids ['06653afd-1521-41a9-b546-fdcad25b6421'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:57.754803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c6c14b5a-1905-4f1e-94d1-62c23bca2866 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:57.755182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:57.776711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:57.779927 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-44a1b4d4-b1c6-42b7-aeff-a1c2e57a5273 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/ports/e0ada61a-129b-46c5-8382-ff2a5c4079b6 HTTP/1.1" status: 204 len: 168 time: 4.6112907 Mar 22 13:08:57.785114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41602) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:57.789640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:57.801281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-add25eaa-7811-4120-8c7c-f888c7e6ab9b None None] Provisioning complete for port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:57.801653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-add25eaa-7811-4120-8c7c-f888c7e6ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:57.814410 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff8c7ae1-a2f7-4841-9aeb-36440f41bfa9 req-464f8b30-f5e0-4c26-b6fc-39d856908a41 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 210 time: 0.2894733 Mar 22 13:08:58.030275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:58.377780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:58.383295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:58.543497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Transition to ACTIVE for port object 7a0d595f-7f72-4626-99b8-0b33084705b3 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:08:58.595967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:58.622134 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:58.722460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Subnet': ['ID=3244d4ff-1c71-4549-b52b-51a0191f625e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:58.732554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 77a8ce8a-c269-493e-9d19-81560efa5cdf has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:08:58.894061 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f26dcb4c-0170-4285-869b-a5c77eb571e9 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:58.974284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:58.993958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89799e2e-3623-49a3-95e8-2066a84158d1 None None] Pushing event updated for resources: {'Port': ['ID=7a0d595f-7f72-4626-99b8-0b33084705b3,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:58.996435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e011987-efd0-4602-b6eb-f3cf735ca3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-80efb4a5-f588-425b-9853-07c0dea93124', 'network_id': '80efb4a5-f588-425b-9853-07c0dea93124', 'tenant_id': 'e3b9a9c2f8b844e5a4c8188bb970d67f', 'fixed_ips': [{'subnet_id': '3244d4ff-1c71-4549-b52b-51a0191f625e'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:08:58.997250 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8e011987-efd0-4602-b6eb-f3cf735ca3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.117816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:08:59.133922 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b34b0300-4003-4308-a8e8-101af7e1c7ad tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/77a8ce8a-c269-493e-9d19-81560efa5cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9272466 Mar 22 13:08:59.135030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41644) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:59.200428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f57f7-5ff8-4a20-9a9c-ec4227f5e3ca None None] Sync routers for ids ['77a8ce8a-c269-493e-9d19-81560efa5cdf'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:59.214484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80efb4a5-f588-425b-9853-07c0dea93124']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:59.231419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd551d13-80ab-4aa9-afd1-bebb9b3f8861') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:59.232369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd551d13-80ab-4aa9-afd1-bebb9b3f8861') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:59.246786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.282515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Attempting to bind port 7a0d595f-7f72-4626-99b8-0b33084705b3 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:08:59.283083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Attempting to bind port 7a0d595f-7f72-4626-99b8-0b33084705b3 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'c71b91b9-c802-4004-8af9-d9c3f91c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:08:59.283442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Attempting to bind port 7a0d595f-7f72-4626-99b8-0b33084705b3 on network e8b88d6b-7cee-490a-ad62-d62247571eaa {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:08:59.285308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f57f7-5ff8-4a20-9a9c-ec4227f5e3ca None None] Routers {'77a8ce8a-c269-493e-9d19-81560efa5cdf'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:59.285939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ff2f57f7-5ff8-4a20-9a9c-ec4227f5e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['77a8ce8a-c269-493e-9d19-81560efa5cdf'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:59.319949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.341849 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9ada1239-82a8-4083-9fed-8de0af9e6eb2 req-8facf5e9-c475-4f49-bbfe-8082af52128d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 210 time: 0.0816298 Mar 22 13:08:59.357878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:08:59.358550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.366749 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:08:59.367129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Checking segment: {'id': 'c71b91b9-c802-4004-8af9-d9c3f91c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:08:59.367581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.367976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Bound using segment: {'id': 'c71b91b9-c802-4004-8af9-d9c3f91c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:08:59.368452 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Bound port: 7a0d595f-7f72-4626-99b8-0b33084705b3, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b91b9-c802-4004-8af9-d9c3f91c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:08:59.368995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:08:59.379629 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:08:59.381766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ff2f57f7-5ff8-4a20-9a9c-ec4227f5e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:59.382248 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:08:59.387546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port f26dcb4c-0170-4285-869b-a5c77eb571e9 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:08:59.498802 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027bef05-4bcd-4350-af07-6c280e7dd9b6 None None] Network 80efb4a5-f588-425b-9853-07c0dea93124 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:08:59.549635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a1e8c-7803-43bf-88b7-672a81763284 req-5aafb14a-b44f-4758-b7a9-4f4a0d9dd382 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:59.551405 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-5aafb14a-b44f-4758-b7a9-4f4a0d9dd382 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=e93eb23a-fc55-443d-93eb-ccf9f3bba1fe HTTP/1.1" status: 200 len: 796 time: 0.5228951 Mar 22 13:08:59.555067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.600717 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.612441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Network': ['ID=80efb4a5-f588-425b-9853-07c0dea93124,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:59.655937 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1264fdd2-864e-41f2-9022-8b39a6d03568 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/80efb4a5-f588-425b-9853-07c0dea93124 HTTP/1.1" status: 204 len: 168 time: 2.1464725 Mar 22 13:08:59.659973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41660) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:59.667145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-901501073'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:59.680311 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-c684a870-e6fb-4b84-9f25-2d77b5fbfdff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 471 time: 0.0950949 Mar 22 13:08:59.692273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'device_id': 'c62af031-6244-40c8-8f18-bf10718b6c5b', 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe', 'admin_state_up': True, 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'security_groups': ['eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:08:59.712093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:08:59.725334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f26dcb4c-0170-4285-869b-a5c77eb571e9 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:59.726822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.738138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:network and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:08:59.744643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:08:59.795709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:08:59.800072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.841797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f57f7-5ff8-4a20-9a9c-ec4227f5e3ca None None] Routers {'77a8ce8a-c269-493e-9d19-81560efa5cdf'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:08:59.842532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ff2f57f7-5ff8-4a20-9a9c-ec4227f5e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['77a8ce8a-c269-493e-9d19-81560efa5cdf'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:59.903458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:59.905031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:08:59.908775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.021790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ff2f57f7-5ff8-4a20-9a9c-ec4227f5e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:00.022207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f57f7-5ff8-4a20-9a9c-ec4227f5e3ca None None] The sync data for ids ['77a8ce8a-c269-493e-9d19-81560efa5cdf'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:00.100752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] For port 7a0d595f-7f72-4626-99b8-0b33084705b3, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:00.122662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] For port 7a0d595f-7f72-4626-99b8-0b33084705b3, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7a0d595f-7f72-4626-99b8-0b33084705b3,segment=NetworkSegment(c71b91b9-c802-4004-8af9-d9c3f91c95a6),segment_id=c71b91b9-c802-4004-8af9-d9c3f91c95a6)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:00.141162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.199361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:00.202168 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:00.212487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:port and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:00.219094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:00.239343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:00.240186 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.244677 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.245028 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Added segment 2a4e126d-f958-4b5b-a96f-6f49494ec76f of type vlan for network 180d1adb-a322-4401-8513-0233235f5213 Mar 22 13:09:00.395527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port a4d48a31-dd34-4580-a7dc-4bd47c51d125 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:00.396341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.403714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:00.408484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.444357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Routers {'4adca43c-0959-4cc1-a703-11b40cf8f525'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:00.444995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4adca43c-0959-4cc1-a703-11b40cf8f525'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:00.487467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.563008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port f26dcb4c-0170-4285-869b-a5c77eb571e9, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f26dcb4c-0170-4285-869b-a5c77eb571e9,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:00.605386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.606145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2a349078-2627-4e0c-a233-9eb5d3544027 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:00.633815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.644117 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:00.651707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.698426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89799e2e-3623-49a3-95e8-2066a84158d1 None None] Pushing event updated for resources: {'Port': ['ID=7a0d595f-7f72-4626-99b8-0b33084705b3,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:00.865025 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1997373 Mar 22 13:09:00.872220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41668) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:00.886547 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2a349078-2627-4e0c-a233-9eb5d3544027 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:00.886940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.891009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Request body: {'subnet': {'network_id': '180d1adb-a322-4401-8513-0233235f5213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:00.892770 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-97aab11f-627a-4877-8aab-eaf34a3faa1d req-eb1fa018-c634-438c-87bb-cb01c97f23fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 210 time: 0.3638685 Mar 22 13:09:00.916265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dee6f-3047-465f-9292-341bd4114baf tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Network': ['ID=180d1adb-a322-4401-8513-0233235f5213,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:00.944661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 180d1adb-a322-4401-8513-0233235f5213 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:00.964097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:00.964437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.964557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:00.990194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.20 (e93eb23a-fc55-443d-93eb-ccf9f3bba1fe/dcf3169e-0cac-45cb-ace4-905cc0943344/183905b8-14bb-4336-b495-44c3361b2a3c) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:01.070728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=f26dcb4c-0170-4285-869b-a5c77eb571e9,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:01.102130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] Set router 4adca43c-0959-4cc1-a703-11b40cf8f525 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:09:01.132649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:01.155201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for a4d48a31-dd34-4580-a7dc-4bd47c51d125 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:01.163095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Usage tracker for resource:subnet and tenant:e3b9a9c2f8b844e5a4c8188bb970d67f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:01.173514 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:01.255106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:01.394634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Made reservation on behalf of e3b9a9c2f8b844e5a4c8188bb970d67f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:01.408548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:01.410489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:01.497485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=a4d48a31-dd34-4580-a7dc-4bd47c51d125,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:01.616353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:01.656562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:01.720521 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'name': 'tempest-TestVolumeBootPattern-448763949-router', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193'}], 'enable_snat': True}, 'gw_port_id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:35Z', 'updated_at': '2022-03-22T13:08:46Z', 'revision_number': 4, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'gw_port': {'id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:37Z', 'updated_at': '2022-03-22T13:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7a0d595f-7f72-4626-99b8-0b33084705b3', 'name': '', 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'mac_address': 'fa:16:3e:31:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:44Z', 'updated_at': '2022-03-22T13:09:00Z', 'revision_number': 4, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'subnets': [{'id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:01.739335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:01.739776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:01.788195 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42177221-1486-41f6-97e8-848cdc8b3b74 None None] The sync data for ids ['4adca43c-0959-4cc1-a703-11b40cf8f525'] in dv-neutron-834664-2-hyperv is: [{'id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'name': 'tempest-TestVolumeBootPattern-448763949-router', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193'}], 'enable_snat': True}, 'gw_port_id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:35Z', 'updated_at': '2022-03-22T13:08:46Z', 'revision_number': 4, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'gw_port': {'id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:37Z', 'updated_at': '2022-03-22T13:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7a0d595f-7f72-4626-99b8-0b33084705b3', 'name': '', 'network_id': 'e8b88d6b-7cee-490a-ad62-d62247571eaa', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'mac_address': 'fa:16:3e:31:be:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:44Z', 'updated_at': '2022-03-22T13:09:00Z', 'revision_number': 4, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'subnets': [{'id': 'e4b872b8-ff03-4c89-8ce4-c63f5b6e3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:01.884588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:01.934639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f26dcb4c-0170-4285-869b-a5c77eb571e9 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:01.954205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:02.016607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:02.064965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f26dcb4c-0170-4285-869b-a5c77eb571e9 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:02.065480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:02.073972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object 183905b8-14bb-4336-b495-44c3361b2a3c will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:02.258771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7a0d595f-7f72-4626-99b8-0b33084705b3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:02.276735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 77a8ce8a-c269-493e-9d19-81560efa5cdf has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:09:02.358629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 7a0d595f-7f72-4626-99b8-0b33084705b3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:02.367149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7a0d595f-7f72-4626-99b8-0b33084705b3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:02.367376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:02.384290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-cd9c0217-ac3f-4034-a1fa-64cf0d0b62ff req-67963364-51b2-40f3-bd2c-4720bf7b1d27 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:02.466067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:02.482564 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f797f-0d42-44b1-9440-8f24bd94b9c2 None None] Sync routers for ids ['77a8ce8a-c269-493e-9d19-81560efa5cdf'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:02.494530 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fb96330c-d89d-4669-8dcc-355e45f70dd7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/77a8ce8a-c269-493e-9d19-81560efa5cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3578782 Mar 22 13:09:02.497157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41676) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:02.510054 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f797f-0d42-44b1-9440-8f24bd94b9c2 None None] Routers {'77a8ce8a-c269-493e-9d19-81560efa5cdf'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:02.511695 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-553f797f-0d42-44b1-9440-8f24bd94b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['77a8ce8a-c269-493e-9d19-81560efa5cdf'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:02.536597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:02.546872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-cd9c0217-ac3f-4034-a1fa-64cf0d0b62ff req-67963364-51b2-40f3-bd2c-4720bf7b1d27 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:02.548601 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cd9c0217-ac3f-4034-a1fa-64cf0d0b62ff req-67963364-51b2-40f3-bd2c-4720bf7b1d27 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 210 time: 0.3972065 Mar 22 13:09:02.641934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7f2f794e-4929-4a3a-89b6-02c3aea412f0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:02.661461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:02.666076 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-553f797f-0d42-44b1-9440-8f24bd94b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:02.676379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:02.680531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7f2f794e-4929-4a3a-89b6-02c3aea412f0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:02.681770 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7f2f794e-4929-4a3a-89b6-02c3aea412f0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=77a8ce8a-c269-493e-9d19-81560efa5cdf HTTP/1.1" status: 200 len: 205 time: 0.1827495 Mar 22 13:09:02.684414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41680) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:02.684562 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f797f-0d42-44b1-9440-8f24bd94b9c2 None None] Routers {'77a8ce8a-c269-493e-9d19-81560efa5cdf'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:02.685386 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-553f797f-0d42-44b1-9440-8f24bd94b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['77a8ce8a-c269-493e-9d19-81560efa5cdf'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:02.690557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=183905b8-14bb-4336-b495-44c3361b2a3c,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:02.693179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:02.721304 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 7a0d595f-7f72-4626-99b8-0b33084705b3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7a0d595f-7f72-4626-99b8-0b33084705b3,segment=NetworkSegment(c71b91b9-c802-4004-8af9-d9c3f91c95a6),segment_id=c71b91b9-c802-4004-8af9-d9c3f91c95a6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:02.731317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:02.731843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:02.865660 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-553f797f-0d42-44b1-9440-8f24bd94b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:02.866202 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f797f-0d42-44b1-9440-8f24bd94b9c2 None None] The sync data for ids ['77a8ce8a-c269-493e-9d19-81560efa5cdf'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:02.882204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=7a0d595f-7f72-4626-99b8-0b33084705b3,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:02.902446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.objects.ports [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87932) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 22 13:09:02.909161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:02.909838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:02.915510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:02.992576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.028369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-796a06bf-8ae6-4403-ada2-61a49f053038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.072674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c78b6f66-c3ff-43b5-8dbe-6a35ee1faeec tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.095442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=1ec8aaa0-ae59-4d6a-a469-ec1ad4d4aeb3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:03.113580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a4a76b76-3d2a-4d26-93c4-f10d458dce3c None None] Provisioning for port 183905b8-14bb-4336-b495-44c3361b2a3c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:03.128645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a4a76b76-3d2a-4d26-93c4-f10d458dce3c None None] Provisioning complete for port 183905b8-14bb-4336-b495-44c3361b2a3c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:03.129261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a4a76b76-3d2a-4d26-93c4-f10d458dce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.145398 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-474a6763-4501-44d9-8562-f4b02b489852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4569011 Mar 22 13:09:03.193160 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event updated for resources: {'Subnet': ['ID=6db8d1d5-4970-4e10-9082-b267c1634c4b,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:03.204437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Request body: {'port': {'device_id': 'c62af031-6244-40c8-8f18-bf10718b6c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:03.225896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a4a76b76-3d2a-4d26-93c4-f10d458dce3c None None] Port 183905b8-14bb-4336-b495-44c3361b2a3c cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:03.269715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Checking segment: {'id': '2a4e126d-f958-4b5b-a96f-6f49494ec76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '180d1adb-a322-4401-8513-0233235f5213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:03.270094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network hostable DHCP agents. Network: 180d1adb-a322-4401-8513-0233235f5213, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:03.441684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Network 180d1adb-a322-4401-8513-0233235f5213 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:03.461715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c78b6f66-c3ff-43b5-8dbe-6a35ee1faeec tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.464126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c78b6f66-c3ff-43b5-8dbe-6a35ee1faeec tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.472047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.488996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c78b6f66-c3ff-43b5-8dbe-6a35ee1faeec tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.489617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78b6f66-c3ff-43b5-8dbe-6a35ee1faeec tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Fanout notify agent at l3_agent the message router_deleted on router 77a8ce8a-c269-493e-9d19-81560efa5cdf {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:09:03.498426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 180d1adb-a322-4401-8513-0233235f5213) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:03.501547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c78b6f66-c3ff-43b5-8dbe-6a35ee1faeec tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.502657 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c78b6f66-c3ff-43b5-8dbe-6a35ee1faeec tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/77a8ce8a-c269-493e-9d19-81560efa5cdf HTTP/1.1" status: 204 len: 168 time: 0.8166003 Mar 22 13:09:03.507363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41686) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:03.513728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19726fdf-07f9-4d19-a2d2-9515c32644ab None None] Network 180d1adb-a322-4401-8513-0233235f5213 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:03.555997 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7a0d595f-7f72-4626-99b8-0b33084705b3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:03.572441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:03.572877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.649712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.654785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d399949-2006-4490-ae99-f6be7b089dd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting subnet ed1ea133-b8d8-4cf9-928f-d3a43226bfd1 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:03.664232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d399949-2006-4490-ae99-f6be7b089dd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.664957 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-176f6690-01c2-4246-a76f-63a43b85f69d tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7784760 Mar 22 13:09:03.665740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41692) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:03.786093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d399949-2006-4490-ae99-f6be7b089dd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.826803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7a0d595f-7f72-4626-99b8-0b33084705b3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:03.828537 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.886610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55079193-5142-4c83-b9cf-7a60c1f08a19 req-0997692d-1c8f-4e4a-95fd-32e0a032e2b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:03.889325 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55079193-5142-4c83-b9cf-7a60c1f08a19 req-0997692d-1c8f-4e4a-95fd-32e0a032e2b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 932 time: 0.1876333 Mar 22 13:09:03.957538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d399949-2006-4490-ae99-f6be7b089dd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.049221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-55079193-5142-4c83-b9cf-7a60c1f08a19 req-9a33f5c5-f265-47ba-a7fb-c73a00ba3f55 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:04.050495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-180d1adb-a322-4401-8513-0233235f5213', 'network_id': '180d1adb-a322-4401-8513-0233235f5213', 'tenant_id': 'e3b9a9c2f8b844e5a4c8188bb970d67f', 'fixed_ips': [{'subnet_id': '6db8d1d5-4970-4e10-9082-b267c1634c4b'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:09:04.051824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.080136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-55079193-5142-4c83-b9cf-7a60c1f08a19 req-9a33f5c5-f265-47ba-a7fb-c73a00ba3f55 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:04.092890 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55079193-5142-4c83-b9cf-7a60c1f08a19 req-9a33f5c5-f265-47ba-a7fb-c73a00ba3f55 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590135 Mar 22 13:09:04.132630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d399949-2006-4490-ae99-f6be7b089dd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.174538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d399949-2006-4490-ae99-f6be7b089dd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1ea133-b8d8-4cf9-928f-d3a43226bfd1,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:04.184324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8d399949-2006-4490-ae99-f6be7b089dd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.195396 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8d399949-2006-4490-ae99-f6be7b089dd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/ed1ea133-b8d8-4cf9-928f-d3a43226bfd1 HTTP/1.1" status: 204 len: 168 time: 0.6868374 Mar 22 13:09:04.196380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41698) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:04.199944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f55f51-3fbc-4c92-9735-7cc22107885e None None] Network f226919a-759b-4d43-80be-4806f6a12301 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:04.279369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a0ed62-9f7e-468f-9479-ef827a3f6d7d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting subnet 40b1903e-fbec-4fc5-a261-4cacc5a28a21 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:04.287611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64a0ed62-9f7e-468f-9479-ef827a3f6d7d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.318394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Allocated IP 2001:db8::f816:3eff:feb9:f1f8 (180d1adb-a322-4401-8513-0233235f5213/6db8d1d5-4970-4e10-9082-b267c1634c4b/f9519176-0c3f-4093-9457-2cee336fd106) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:04.335935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.357994 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64a0ed62-9f7e-468f-9479-ef827a3f6d7d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.466536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64a0ed62-9f7e-468f-9479-ef827a3f6d7d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.571252 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64a0ed62-9f7e-468f-9479-ef827a3f6d7d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.581960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.621956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-64a0ed62-9f7e-468f-9479-ef827a3f6d7d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.626221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0ed62-9f7e-468f-9479-ef827a3f6d7d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Subnet': ['ID=40b1903e-fbec-4fc5-a261-4cacc5a28a21,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:04.634706 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-64a0ed62-9f7e-468f-9479-ef827a3f6d7d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/40b1903e-fbec-4fc5-a261-4cacc5a28a21 HTTP/1.1" status: 204 len: 168 time: 0.4370685 Mar 22 13:09:04.635319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41702) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:04.650530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d5fd76-1985-46b3-972d-aa38a3bac284 None None] Network 33755c9d-9637-488f-b1cf-23c604cbca4e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:04.735842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router 06653afd-1521-41a9-b546-fdcad25b6421 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:09:04.738165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183905b8-14bb-4336-b495-44c3361b2a3c {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:09:04.748497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.790991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.803028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 2a349078-2627-4e0c-a233-9eb5d3544027 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:04.803448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.830975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Transition to ACTIVE for port object 183905b8-14bb-4336-b495-44c3361b2a3c will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:04.837992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.897106 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:04.948854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Transition to ACTIVE for port object f9519176-0c3f-4093-9457-2cee336fd106 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:05.049726 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Transition to ACTIVE for port object f9519176-0c3f-4093-9457-2cee336fd106 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:05.067831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Pushing event updated for resources: {'Port': ['ID=183905b8-14bb-4336-b495-44c3361b2a3c,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:05.069012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.180995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port 2a349078-2627-4e0c-a233-9eb5d3544027, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2a349078-2627-4e0c-a233-9eb5d3544027,segment=NetworkSegment(a60b8122-2f8e-46b2-afc0-70e50da1a78a),segment_id=a60b8122-2f8e-46b2-afc0-70e50da1a78a)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:05.182058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.254451 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Network 180d1adb-a322-4401-8513-0233235f5213 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:05.260235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:05.264876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.282528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:05.284599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3504453-15b8-439f-85e3-e76a91e4202d None None] Sync routers for ids ['06653afd-1521-41a9-b546-fdcad25b6421'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:05.309639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:05.416021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ffe6a-6c01-4e59-a1f3-ced3a87f1cfc None None] DHCP port deletion for f226919a-759b-4d43-80be-4806f6a12301 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:09:05.476007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Pushing event updated for resources: {'Port': ['ID=f9519176-0c3f-4093-9457-2cee336fd106,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:05.479270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ffe6a-6c01-4e59-a1f3-ced3a87f1cfc None None] Deleting port 2a349078-2627-4e0c-a233-9eb5d3544027 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:05.479270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b9ffe6a-6c01-4e59-a1f3-ced3a87f1cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.524646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Subnet': ['ID=6db8d1d5-4970-4e10-9082-b267c1634c4b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:05.533499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 2a349078-2627-4e0c-a233-9eb5d3544027 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:05.534577 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e78844ab-611c-4e8d-b487-37d2e2a33550 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "PUT /v2.0/routers/06653afd-1521-41a9-b546-fdcad25b6421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7420070 Mar 22 13:09:05.540950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41710) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:05.648757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.731827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=2a349078-2627-4e0c-a233-9eb5d3544027,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:05.737767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No DVR routers for this DVR port 2a349078-2627-4e0c-a233-9eb5d3544027 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:05.748972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2a349078-2627-4e0c-a233-9eb5d3544027 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:05.785808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.799430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Attempting to bind port 183905b8-14bb-4336-b495-44c3361b2a3c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:05.799789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Attempting to bind port 183905b8-14bb-4336-b495-44c3361b2a3c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:05.800236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Attempting to bind port 183905b8-14bb-4336-b495-44c3361b2a3c on network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:05.803856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ffe6a-6c01-4e59-a1f3-ced3a87f1cfc None None] The port '2a349078-2627-4e0c-a233-9eb5d3544027' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:09:05.810530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3504453-15b8-439f-85e3-e76a91e4202d None None] Routers {'06653afd-1521-41a9-b546-fdcad25b6421'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:05.811519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c3504453-15b8-439f-85e3-e76a91e4202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:08:36Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06653afd-1521-41a9-b546-fdcad25b6421'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:05.826155 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Port 183905b8-14bb-4336-b495-44c3361b2a3c on network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:09:05.826492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Attempting to bind port 183905b8-14bb-4336-b495-44c3361b2a3c on network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:05.845833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180d1adb-a322-4401-8513-0233235f5213']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:05.893622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 2a349078-2627-4e0c-a233-9eb5d3544027 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:09:05.894571 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2a349078-2627-4e0c-a233-9eb5d3544027 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:05.900015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f0b625b5-3c1a-4689-bf76-967d1eaf8b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.925206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:05.925555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Checking segment: {'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:05.926396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Bound using segment: {'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:05.926396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Bound port: 183905b8-14bb-4336-b495-44c3361b2a3c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:05.926723 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.929328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.937897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Attempting to bind port f9519176-0c3f-4093-9457-2cee336fd106 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:05.938576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Attempting to bind port f9519176-0c3f-4093-9457-2cee336fd106 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '2a4e126d-f958-4b5b-a96f-6f49494ec76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '180d1adb-a322-4401-8513-0233235f5213'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:05.939141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Attempting to bind port f9519176-0c3f-4093-9457-2cee336fd106 on network 180d1adb-a322-4401-8513-0233235f5213 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:05.943882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c3504453-15b8-439f-85e3-e76a91e4202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:05.945679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4e126d-f958-4b5b-a96f-6f49494ec76f') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:05.945988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4e126d-f958-4b5b-a96f-6f49494ec76f') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:05.951834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:05.952541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Checking segment: {'id': '2a4e126d-f958-4b5b-a96f-6f49494ec76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '180d1adb-a322-4401-8513-0233235f5213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:05.953146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.953773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Bound using segment: {'id': '2a4e126d-f958-4b5b-a96f-6f49494ec76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '180d1adb-a322-4401-8513-0233235f5213'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:05.954441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Bound port: f9519176-0c3f-4093-9457-2cee336fd106, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e126d-f958-4b5b-a96f-6f49494ec76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '180d1adb-a322-4401-8513-0233235f5213'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:05.955033 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:05.990867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f226919a-759b-4d43-80be-4806f6a12301']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:05.994903 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3504453-15b8-439f-85e3-e76a91e4202d None None] Routers {'06653afd-1521-41a9-b546-fdcad25b6421'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:05.995850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c3504453-15b8-439f-85e3-e76a91e4202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06653afd-1521-41a9-b546-fdcad25b6421'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:06.004890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60b8122-2f8e-46b2-afc0-70e50da1a78a') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:06.005202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60b8122-2f8e-46b2-afc0-70e50da1a78a') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:06.017943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.037796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.044188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:06.044580 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.049116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.098128 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a52489-87ee-4d94-a2ca-b8a46222ede5 req-e87a0aea-8116-428c-bfab-2093279697e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:06.099661 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-81a52489-87ee-4d94-a2ca-b8a46222ede5 req-e87a0aea-8116-428c-bfab-2093279697e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 944 time: 0.7316620 Mar 22 13:09:06.101801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.114830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a7d9f4-d129-47a9-8f87-53e9e3845a86 None None] DHCP port deletion for 33755c9d-9637-488f-b1cf-23c604cbca4e request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:09:06.137431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7d9f4-d129-47a9-8f87-53e9e3845a86 None None] Deleting port c764d7a0-c19e-4c28-80e8-6da98609eae3 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:06.138353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d9f4-d129-47a9-8f87-53e9e3845a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:06.176027 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:06.180830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.199279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c3504453-15b8-439f-85e3-e76a91e4202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:06.199690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3504453-15b8-439f-85e3-e76a91e4202d None None] The sync data for ids ['06653afd-1521-41a9-b546-fdcad25b6421'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:06.217345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.221052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Network': ['ID=f226919a-759b-4d43-80be-4806f6a12301,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:06.243957 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b3625664-b6f9-413f-a955-cc143452f0d0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/networks/f226919a-759b-4d43-80be-4806f6a12301 HTTP/1.1" status: 204 len: 168 time: 1.6073589 Mar 22 13:09:06.244677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41714) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:06.342102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] For port f9519176-0c3f-4093-9457-2cee336fd106, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:06.349984 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.377789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:06.378214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:06.395251 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:06.420273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] For port 183905b8-14bb-4336-b495-44c3361b2a3c, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:06.482196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.508425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port c764d7a0-c19e-4c28-80e8-6da98609eae3 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:06.509803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.588754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] For port 183905b8-14bb-4336-b495-44c3361b2a3c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=183905b8-14bb-4336-b495-44c3361b2a3c,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:06.605574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.612976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] For port f9519176-0c3f-4093-9457-2cee336fd106, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f9519176-0c3f-4093-9457-2cee336fd106,segment=NetworkSegment(2a4e126d-f958-4b5b-a96f-6f49494ec76f),segment_id=2a4e126d-f958-4b5b-a96f-6f49494ec76f)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:06.614992 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d7a7d9f4-d129-47a9-8f87-53e9e3845a86 None None] For port c764d7a0-c19e-4c28-80e8-6da98609eae3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c764d7a0-c19e-4c28-80e8-6da98609eae3,segment=NetworkSegment(4478363d-108b-453b-853a-1a76c60db0d8),segment_id=4478363d-108b-453b-853a-1a76c60db0d8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:06.615494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d9f4-d129-47a9-8f87-53e9e3845a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.625024 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-81a52489-87ee-4d94-a2ca-b8a46222ede5 req-84ad2ce5-910e-4b0c-8cbc-557605982b95 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031754 Mar 22 13:09:06.629711 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.630546 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 13:09:06.630546 dv-neutron-834664-2-hyperv neutron-server[87932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 13:09:06.630546 dv-neutron-834664-2-hyperv neutron-server[87932]: [parameters: {'id': '180d1adb-a322-4401-8513-0233235f5213'}] Mar 22 13:09:06.630546 dv-neutron-834664-2-hyperv neutron-server[87932]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:09:06.630920 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:09:06.631783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.679152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.748674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:06.752736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.754694 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] 10.222.0.47 "PUT /v2.0/ports/183905b8-14bb-4336-b495-44c3361b2a3c HTTP/1.1" status: 200 len: 1094 time: 3.5639899 Mar 22 13:09:06.759510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62af031-6244-40c8-8f18-bf10718b6c5b', 'tag': '183905b8-14bb-4336-b495-44c3361b2a3c'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:09:06.861902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7d9f4-d129-47a9-8f87-53e9e3845a86 None None] Calling delete_port for c764d7a0-c19e-4c28-80e8-6da98609eae3 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:06.903352 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62af031-6244-40c8-8f18-bf10718b6c5b', 'tag': '183905b8-14bb-4336-b495-44c3361b2a3c', 'status': 'completed', 'code': 200} Mar 22 13:09:06.921595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:06.937689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2ef10-ecf5-4c07-8118-8bcdfd9532cd service neutron] Pushing event updated for resources: {'Port': ['ID=183905b8-14bb-4336-b495-44c3361b2a3c,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:06.956914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 5fef7af2-7457-4466-98b3-ae4d43c8a852 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:06.957492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:07.005266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port c764d7a0-c19e-4c28-80e8-6da98609eae3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c764d7a0-c19e-4c28-80e8-6da98609eae3,segment=NetworkSegment(4478363d-108b-453b-853a-1a76c60db0d8),segment_id=4478363d-108b-453b-853a-1a76c60db0d8)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:07.005860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:07.036325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee85465-b963-4b43-831e-8b495b9ab86e None None] Pushing event updated for resources: {'Port': ['ID=f9519176-0c3f-4093-9457-2cee336fd106,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:07.087833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d9f4-d129-47a9-8f87-53e9e3845a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:07.103301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a1e8c-7803-43bf-88b7-672a81763284 req-5e1ec6a1-0f3f-4c41-8af9-dbc9c032631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:07.104799 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-5e1ec6a1-0f3f-4c41-8af9-dbc9c032631e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 1097 time: 0.2793677 Mar 22 13:09:07.141453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7d9f4-d129-47a9-8f87-53e9e3845a86 None None] Pushing event deleted for resources: {'Port': ['ID=c764d7a0-c19e-4c28-80e8-6da98609eae3,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:07.143419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4237a6d-abbf-43cf-8598-80a654c15af1 None None] Network 180d1adb-a322-4401-8513-0233235f5213 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:07.189497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:07.209989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for c764d7a0-c19e-4c28-80e8-6da98609eae3 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:07.285995 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-a66164d4-b506-4ea2-bb56-9759d8f44869 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=183905b8-14bb-4336-b495-44c3361b2a3c HTTP/1.1" status: 200 len: 217 time: 0.0940652 Mar 22 13:09:07.291767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7d9f4-d129-47a9-8f87-53e9e3845a86 None None] No DVR routers for this DVR port c764d7a0-c19e-4c28-80e8-6da98609eae3 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:07.335998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Deleting port f9519176-0c3f-4093-9457-2cee336fd106 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:07.335998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:07.351124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:09:07.352214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:09:07.379072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28b6930-ee61-4511-bf1a-e0cd0b16fabc None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:09:07.470924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:07.534921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c764d7a0-c19e-4c28-80e8-6da98609eae3 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:07.567983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a1e8c-7803-43bf-88b7-672a81763284 req-dd5b786b-29b9-42a4-a1cc-8a523d025f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:07.569060 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-dd5b786b-29b9-42a4-a1cc-8a523d025f36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcf3169e-0cac-45cb-ace4-905cc0943344 HTTP/1.1" status: 200 len: 837 time: 0.2735910 Mar 22 13:09:07.589382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: c764d7a0-c19e-4c28-80e8-6da98609eae3 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:09:07.589813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c764d7a0-c19e-4c28-80e8-6da98609eae3 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:07.591851 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28b6930-ee61-4511-bf1a-e0cd0b16fabc None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:09:07.702421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 5fef7af2-7457-4466-98b3-ae4d43c8a852 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:07.768181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:07.853927 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port c764d7a0-c19e-4c28-80e8-6da98609eae3 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:07.854602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:07.888221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] For port f9519176-0c3f-4093-9457-2cee336fd106, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f9519176-0c3f-4093-9457-2cee336fd106,segment=NetworkSegment(2a4e126d-f958-4b5b-a96f-6f49494ec76f),segment_id=2a4e126d-f958-4b5b-a96f-6f49494ec76f)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:07.888606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:07.960661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] The port 'c764d7a0-c19e-4c28-80e8-6da98609eae3' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:09:08.111949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.137413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33755c9d-9637-488f-b1cf-23c604cbca4e']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:08.149776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4478363d-108b-453b-853a-1a76c60db0d8') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:08.150079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4478363d-108b-453b-853a-1a76c60db0d8') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:08.162553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.179491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.187710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:08.188152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.193911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Calling delete_port for f9519176-0c3f-4093-9457-2cee336fd106 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:08.203764 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:08.251869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a1e8c-7803-43bf-88b7-672a81763284 req-a6c8bc36-eba8-4039-afed-2740e83d5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:08.253315 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-a6c8bc36-eba8-4039-afed-2740e83d5a81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e93eb23a-fc55-443d-93eb-ccf9f3bba1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6068041 Mar 22 13:09:08.290227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.295841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.325383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5166f5-6ccb-492b-9013-cfad83ae9446 req-0654a5d3-1778-4c61-a955-9c3aeeb412d1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:08.326841 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6a5166f5-6ccb-492b-9013-cfad83ae9446 req-0654a5d3-1778-4c61-a955-9c3aeeb412d1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 944 time: 0.5346124 Mar 22 13:09:08.336834 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/networks/33755c9d-9637-488f-b1cf-23c604cbca4e HTTP/1.1" status: 204 len: 168 time: 2.0907421 Mar 22 13:09:08.341270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f061e-e742-4471-a261-325ccea179c3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Network': ['ID=33755c9d-9637-488f-b1cf-23c604cbca4e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:08.343598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41726) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:08.354095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'network': {'name': 'tempest-RoutersTest-1355169407'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:08.364616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:08.369642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:network and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:08.373792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:08.383684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:08.397466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:08.401894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.438813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:08.448318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.448773 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added segment 3127539e-b52e-4cb3-bb15-4de20eea8480 of type vlan for network 58c2b3b6-7b51-493e-af3c-3ffdb8feebda Mar 22 13:09:08.455134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.500399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.574891 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6a5166f5-6ccb-492b-9013-cfad83ae9446 req-aac8c4a1-2017-41ca-8c5d-040f329c6dad tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812813 Mar 22 13:09:08.575311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No DVR routers for this DVR port f9519176-0c3f-4093-9457-2cee336fd106 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:08.582927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Port': ['ID=f9519176-0c3f-4093-9457-2cee336fd106,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:08.629563 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-4ade51e7-7ad0-4da8-8f86-19191fce646f service neutron] 10.222.0.47 "GET /v2.0/networks/e93eb23a-fc55-443d-93eb-ccf9f3bba1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603945 Mar 22 13:09:08.653459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.659529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:08.660486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.773044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.796667 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4504597 Mar 22 13:09:08.806183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41732) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:08.815726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'subnet': {'network_id': '58c2b3b6-7b51-493e-af3c-3ffdb8feebda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:08.852239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bff30-c1f5-4e81-9726-f4c5bfe0e879 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Network': ['ID=58c2b3b6-7b51-493e-af3c-3ffdb8feebda,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:08.865011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 58c2b3b6-7b51-493e-af3c-3ffdb8feebda details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:08.878767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:08.914195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=5fef7af2-7457-4466-98b3-ae4d43c8a852,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:08.952559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:08.957268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:subnet and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:08.960144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:08.966816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:08.977824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180d1adb-a322-4401-8513-0233235f5213']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:08.979098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:08.983503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.042111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4e126d-f958-4b5b-a96f-6f49494ec76f') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:09.042411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4e126d-f958-4b5b-a96f-6f49494ec76f') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:09.060461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.070503 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-112a1e8c-7803-43bf-88b7-672a81763284 req-8c46cd23-25d0-4449-8bbf-d442638afc78 service neutron] 10.222.0.47 "GET /v2.0/networks/e93eb23a-fc55-443d-93eb-ccf9f3bba1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193239 Mar 22 13:09:09.082301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.236393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.245158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.260989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:09.261410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:09.277230 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:09.329494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Checking segment: {'id': '3127539e-b52e-4cb3-bb15-4de20eea8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '58c2b3b6-7b51-493e-af3c-3ffdb8feebda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:09.329869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network hostable DHCP agents. Network: 58c2b3b6-7b51-493e-af3c-3ffdb8feebda, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:09.347042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Subnet': ['ID=cbad15bd-509b-43ac-a4d3-c69128391799,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:09.363671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 58c2b3b6-7b51-493e-af3c-3ffdb8feebda is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:09.380350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 58c2b3b6-7b51-493e-af3c-3ffdb8feebda) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:09.389220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ecbd6-7013-4e5a-bb35-d90aae117f53 None None] Network 58c2b3b6-7b51-493e-af3c-3ffdb8feebda requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:09.399762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:09.400359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.414174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.421817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.444564 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-43369432-f66a-400f-9fab-d8bdabe13006 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6369233 Mar 22 13:09:09.444841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41736) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:09.448491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.455106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1530832820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:09.479628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.485908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:09.498163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.498569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Fanout notify agent at l3_agent the message router_deleted on router 06653afd-1521-41a9-b546-fdcad25b6421 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:09:09.506290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:router and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:09.508459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Network': ['ID=180d1adb-a322-4401-8513-0233235f5213,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:09.513931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:09.526633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:09.542026 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d5106910-6da0-4f20-bec1-408c45053892 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/180d1adb-a322-4401-8513-0233235f5213 HTTP/1.1" status: 204 len: 168 time: 5.8670580 Mar 22 13:09:09.542494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-b1588424-5d55-45f7-ae67-2672637535fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:09.543946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41740) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:09.544107 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-b1588424-5d55-45f7-ae67-2672637535fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 1097 time: 0.4093573 Mar 22 13:09:09.548476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.550164 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9974353d-af00-49d1-99d6-7eff8b7914ce tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/routers/06653afd-1521-41a9-b546-fdcad25b6421 HTTP/1.1" status: 204 len: 168 time: 3.9896629 Mar 22 13:09:09.572250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41744) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:09.604896 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2852222d-e731-4359-9ebe-9395726e28ff tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:09.604896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2852222d-e731-4359-9ebe-9395726e28ff tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:09.615279 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2852222d-e731-4359-9ebe-9395726e28ff tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/subnets/6db8d1d5-4970-4e10-9082-b267c1634c4b HTTP/1.1" status: 404 len: 337 time: 0.0697072 Mar 22 13:09:09.616109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41750) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:09.616239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.617130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.655320 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-80860c44-b16e-48c1-bee3-4069d1bff869 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:09.655816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80860c44-b16e-48c1-bee3-4069d1bff869 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:09.662253 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-80860c44-b16e-48c1-bee3-4069d1bff869 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/180d1adb-a322-4401-8513-0233235f5213 HTTP/1.1" status: 404 len: 339 time: 0.0451026 Mar 22 13:09:09.663091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41754) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:09.675827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-58c2b3b6-7b51-493e-af3c-3ffdb8feebda', 'network_id': '58c2b3b6-7b51-493e-af3c-3ffdb8feebda', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'fixed_ips': [{'subnet_id': 'cbad15bd-509b-43ac-a4d3-c69128391799'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:09:09.676651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.725484 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-4335ae0a-faec-4552-b62a-66d659f8a62b tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:09.726334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4335ae0a-faec-4552-b62a-66d659f8a62b tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:09.731443 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4335ae0a-faec-4552-b62a-66d659f8a62b tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/subnets/3244d4ff-1c71-4549-b52b-51a0191f625e HTTP/1.1" status: 404 len: 337 time: 0.0672963 Mar 22 13:09:09.732066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41758) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:09.845069 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-871355a7-ec46-43ef-a718-d7011e6e89ce tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:09.845069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871355a7-ec46-43ef-a718-d7011e6e89ce tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:09.847910 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-871355a7-ec46-43ef-a718-d7011e6e89ce tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/80efb4a5-f588-425b-9853-07c0dea93124 HTTP/1.1" status: 404 len: 339 time: 0.0530205 Mar 22 13:09:09.848500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41764) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:09.857705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d013428b-422c-4096-8208-ee239f802d38 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting subnet 70076ed0-ce34-4e4d-908a-a7ba991849fd {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:09.901755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Allocated IP 172.20.0.2 (58c2b3b6-7b51-493e-af3c-3ffdb8feebda/cbad15bd-509b-43ac-a4d3-c69128391799/14b430ef-627f-45fb-83e9-e64132b109f1) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:09.914491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d013428b-422c-4096-8208-ee239f802d38 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:09.914915 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c691a2d-daba-499e-86f2-ca0ef71a77d9 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:09.915511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c691a2d-daba-499e-86f2-ca0ef71a77d9 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:09.918677 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3c691a2d-daba-499e-86f2-ca0ef71a77d9 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/subnets/61b49a3d-6ac8-45c9-adf8-9d3b88b1157c HTTP/1.1" status: 404 len: 337 time: 0.0691102 Mar 22 13:09:09.924056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41768) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:09.954765 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-224f8789-6629-4b5c-a15d-a6db8e7c0b09 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:09.955433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224f8789-6629-4b5c-a15d-a6db8e7c0b09 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:09.958528 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-224f8789-6629-4b5c-a15d-a6db8e7c0b09 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/a8353ce5-ec52-4915-ac87-1659655362f7 HTTP/1.1" status: 404 len: 339 time: 0.0332704 Mar 22 13:09:09.961248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41772) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:09.991377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.016967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d013428b-422c-4096-8208-ee239f802d38 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.067089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10317f-df5a-4b5d-ace0-4d82c4ad14db req-eeba3868-9acb-4e24-9266-0d2f71a906bc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:10.076389 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9c10317f-df5a-4b5d-ace0-4d82c4ad14db req-eeba3868-9acb-4e24-9266-0d2f71a906bc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 944 time: 0.3433592 Mar 22 13:09:10.081925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-97925758-a27d-4c51-8bee-826dab362bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:10.083710 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-97925758-a27d-4c51-8bee-826dab362bb4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e93eb23a-fc55-443d-93eb-ccf9f3bba1fe HTTP/1.1" status: 200 len: 897 time: 0.5309672 Mar 22 13:09:10.090880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.100692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5b089eff-182f-4cd8-bd89-a53deaf292f3 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Deleting port d6854c0a-f802-4752-88a3-7bf8fef4c26e {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:10.101128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b089eff-182f-4cd8-bd89-a53deaf292f3 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.142231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.153549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Transition to ACTIVE for port object 14b430ef-627f-45fb-83e9-e64132b109f1 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:10.175235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Transition to ACTIVE for port object 14b430ef-627f-45fb-83e9-e64132b109f1 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:10.179811 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-99f0209b-2f74-4f9e-911f-944025156819 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=183905b8-14bb-4336-b495-44c3361b2a3c HTTP/1.1" status: 200 len: 217 time: 0.0797789 Mar 22 13:09:10.184745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.224068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.227815 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9388b4c7-41aa-42d9-9415-96001afb0e6d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7788246 Mar 22 13:09:10.237825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41776) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:10.241893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Network 58c2b3b6-7b51-493e-af3c-3ffdb8feebda is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:10.244570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'port': {'network_id': '58c2b3b6-7b51-493e-af3c-3ffdb8feebda', 'name': 'tempest-RoutersTest-240266777'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:10.250097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:10.261761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:10.282377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9c10317f-df5a-4b5d-ace0-4d82c4ad14db req-316ab8b7-7a2c-4625-866f-4d8a086f12f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037745 Mar 22 13:09:10.355247 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Pushing event updated for resources: {'Port': ['ID=14b430ef-627f-45fb-83e9-e64132b109f1,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:10.378417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Attempting to bind port 14b430ef-627f-45fb-83e9-e64132b109f1 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:10.378784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Attempting to bind port 14b430ef-627f-45fb-83e9-e64132b109f1 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '3127539e-b52e-4cb3-bb15-4de20eea8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '58c2b3b6-7b51-493e-af3c-3ffdb8feebda'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:10.379146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Attempting to bind port 14b430ef-627f-45fb-83e9-e64132b109f1 on network 58c2b3b6-7b51-493e-af3c-3ffdb8feebda {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:10.384492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:10.384868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Checking segment: {'id': '3127539e-b52e-4cb3-bb15-4de20eea8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '58c2b3b6-7b51-493e-af3c-3ffdb8feebda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:10.385271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.385665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Bound using segment: {'id': '3127539e-b52e-4cb3-bb15-4de20eea8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '58c2b3b6-7b51-493e-af3c-3ffdb8feebda'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:10.386249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Bound port: 14b430ef-627f-45fb-83e9-e64132b109f1, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3127539e-b52e-4cb3-bb15-4de20eea8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '58c2b3b6-7b51-493e-af3c-3ffdb8feebda'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:10.386744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.413531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-defcd8d7-89ed-41b0-8f16-cec6866f7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:10.415789 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-defcd8d7-89ed-41b0-8f16-cec6866f7df0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dcf3169e-0cac-45cb-ace4-905cc0943344 HTTP/1.1" status: 200 len: 837 time: 0.2278318 Mar 22 13:09:10.428213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d013428b-422c-4096-8208-ee239f802d38 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.494691 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] For port 14b430ef-627f-45fb-83e9-e64132b109f1, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:10.497871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] For port 14b430ef-627f-45fb-83e9-e64132b109f1, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=14b430ef-627f-45fb-83e9-e64132b109f1,segment=NetworkSegment(3127539e-b52e-4cb3-bb15-4de20eea8480),segment_id=3127539e-b52e-4cb3-bb15-4de20eea8480)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:10.502858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b089eff-182f-4cd8-bd89-a53deaf292f3 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.503558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.585885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:10.592895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:port and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:10.600447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:10.609475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:10.612137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c9189-50f6-4111-8b7e-bf77235e6abf None None] Pushing event updated for resources: {'Port': ['ID=14b430ef-627f-45fb-83e9-e64132b109f1,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:10.637649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-4442190c-42fd-4711-8c68-742e61463665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:10.640425 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-4442190c-42fd-4711-8c68-742e61463665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e93eb23a-fc55-443d-93eb-ccf9f3bba1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1728492 Mar 22 13:09:10.651742 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d013428b-422c-4096-8208-ee239f802d38 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.665601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5b089eff-182f-4cd8-bd89-a53deaf292f3 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Calling delete_port for d6854c0a-f802-4752-88a3-7bf8fef4c26e owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:10.731888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:10.735370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.773416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b089eff-182f-4cd8-bd89-a53deaf292f3 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.828061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013428b-422c-4096-8208-ee239f802d38 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Subnet': ['ID=70076ed0-ce34-4e4d-908a-a7ba991849fd,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:10.830675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d013428b-422c-4096-8208-ee239f802d38 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.857392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] device_id is not set on port 36eb206e-5709-435a-8299-9fa196d0f919 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:10.857573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b089eff-182f-4cd8-bd89-a53deaf292f3 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Port': ['ID=d6854c0a-f802-4752-88a3-7bf8fef4c26e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:10.863538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b089eff-182f-4cd8-bd89-a53deaf292f3 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.872558 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5b089eff-182f-4cd8-bd89-a53deaf292f3 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/ports/d6854c0a-f802-4752-88a3-7bf8fef4c26e HTTP/1.1" status: 204 len: 168 time: 0.9085996 Mar 22 13:09:10.875134 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41782) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:10.906445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dd6e25-cc03-4515-9e79-f15cd4183a22 None None] Network 09bb1836-63a1-4b25-b901-796d72e6f1ab requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:10.959782 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea140983-1496-418a-a640-84c3e8514034 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:10.960036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea140983-1496-418a-a640-84c3e8514034 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:10.968285 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ea140983-1496-418a-a640-84c3e8514034 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/subnets/7df611c5-77ac-49db-8d2a-cef8abbd46d1 HTTP/1.1" status: 404 len: 337 time: 0.0915465 Mar 22 13:09:10.970681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41786) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:11.001196 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-34e8552c-45ff-4287-b487-6ea911ac2296 service neutron] 10.222.0.47 "GET /v2.0/networks/e93eb23a-fc55-443d-93eb-ccf9f3bba1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527856 Mar 22 13:09:11.094931 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d013428b-422c-4096-8208-ee239f802d38 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/subnets/70076ed0-ce34-4e4d-908a-a7ba991849fd HTTP/1.1" status: 204 len: 168 time: 1.5179570 Mar 22 13:09:11.116322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41790) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:11.267462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.309150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57dc96b-5292-4708-a9dd-c42e8e0b71d1 None None] DHCP port deletion for 09bb1836-63a1-4b25-b901-796d72e6f1ab request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:09:11.314228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c57dc96b-5292-4708-a9dd-c42e8e0b71d1 None None] Deleting port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:11.314609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c57dc96b-5292-4708-a9dd-c42e8e0b71d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.395388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Allocated IP 172.20.0.3 (58c2b3b6-7b51-493e-af3c-3ffdb8feebda/cbad15bd-509b-43ac-a4d3-c69128391799/36eb206e-5709-435a-8299-9fa196d0f919) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:11.409066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.473190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.495730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:11.496704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.502099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c7afeb-9ead-4705-bb6e-3eba0f38ba2f']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:11.516763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0109e20e-5654-425e-8e95-416d886489d8') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:11.517069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0109e20e-5654-425e-8e95-416d886489d8') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:11.530225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.554358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.564668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:11.564668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:11.591680 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:11.670236 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a2f7e564-d24e-4f3c-b4ea-5e76670e8e1d req-764a6823-79e9-440f-a877-2ccd27a24758 service neutron] 10.222.0.47 "GET /v2.0/networks/e93eb23a-fc55-443d-93eb-ccf9f3bba1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607378 Mar 22 13:09:11.717669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.744598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.759115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Network': ['ID=09c7afeb-9ead-4705-bb6e-3eba0f38ba2f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:11.763205 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5305f491-22f5-483c-a589-0d1efc7e5f71 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/09c7afeb-9ead-4705-bb6e-3eba0f38ba2f HTTP/1.1" status: 204 len: 168 time: 0.7887735 Mar 22 13:09:11.768534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41796) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:11.837051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c57dc96b-5292-4708-a9dd-c42e8e0b71d1 None None] For port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=725a12dc-8ba4-4bcf-8c30-12a48a87b89c,segment=NetworkSegment(80b8fb4f-ed87-4092-8f9c-cd28e454dee7),segment_id=80b8fb4f-ed87-4092-8f9c-cd28e454dee7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:11.837878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c57dc96b-5292-4708-a9dd-c42e8e0b71d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.884220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c39a6630-8f95-4b45-afcd-71f1cec3d3dc tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Deleting port 10ba28d2-17f9-4f2e-98fe-d62e8f599d55 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:11.885169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c39a6630-8f95-4b45-afcd-71f1cec3d3dc tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.980772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c57dc96b-5292-4708-a9dd-c42e8e0b71d1 None None] Calling delete_port for 725a12dc-8ba4-4bcf-8c30-12a48a87b89c owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:12.085082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 14b430ef-627f-45fb-83e9-e64132b109f1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:12.150589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 183905b8-14bb-4336-b495-44c3361b2a3c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:09:12.157174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c57dc96b-5292-4708-a9dd-c42e8e0b71d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:12.269151 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de07fe-26f3-4849-97a0-c521dcb955ad None None] Network 58c2b3b6-7b51-493e-af3c-3ffdb8feebda requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:12.304345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dc96b-5292-4708-a9dd-c42e8e0b71d1 None None] Pushing event deleted for resources: {'Port': ['ID=725a12dc-8ba4-4bcf-8c30-12a48a87b89c,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:12.308251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b694a-e58a-473e-a58a-b1bc7024cffa req-1c2f845e-1b1b-428b-93cd-13e9491d5e6d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:12.309772 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-245b694a-e58a-473e-a58a-b1bc7024cffa req-1c2f845e-1b1b-428b-93cd-13e9491d5e6d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 944 time: 0.7557712 Mar 22 13:09:12.314409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c39a6630-8f95-4b45-afcd-71f1cec3d3dc tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:12.342875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57dc96b-5292-4708-a9dd-c42e8e0b71d1 None None] No DVR routers for this DVR port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:12.483061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] For port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=725a12dc-8ba4-4bcf-8c30-12a48a87b89c,segment=NetworkSegment(80b8fb4f-ed87-4092-8f9c-cd28e454dee7),segment_id=80b8fb4f-ed87-4092-8f9c-cd28e454dee7)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:12.483694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:12.494926 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-245b694a-e58a-473e-a58a-b1bc7024cffa req-8857a5da-d9aa-4c1e-ad31-062c9c500ca7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763637 Mar 22 13:09:12.504052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:12.511675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 14b430ef-627f-45fb-83e9-e64132b109f1 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:12.551648 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4ec046be-7e14-4fef-9815-d933bc922b4c None None] Provisioning for port 14b430ef-627f-45fb-83e9-e64132b109f1 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:12.555213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c39a6630-8f95-4b45-afcd-71f1cec3d3dc tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Calling delete_port for 10ba28d2-17f9-4f2e-98fe-d62e8f599d55 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:12.570967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4ec046be-7e14-4fef-9815-d933bc922b4c None None] Provisioning complete for port 14b430ef-627f-45fb-83e9-e64132b109f1 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:12.571358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4ec046be-7e14-4fef-9815-d933bc922b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:12.649762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 183905b8-14bb-4336-b495-44c3361b2a3c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=183905b8-14bb-4336-b495-44c3361b2a3c,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:12.658469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 725a12dc-8ba4-4bcf-8c30-12a48a87b89c owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:12.666137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 725a12dc-8ba4-4bcf-8c30-12a48a87b89c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:12.675832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c39a6630-8f95-4b45-afcd-71f1cec3d3dc tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:12.714092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Transition to ACTIVE for port object 36eb206e-5709-435a-8299-9fa196d0f919 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:12.724904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 725a12dc-8ba4-4bcf-8c30-12a48a87b89c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:09:12.725243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 725a12dc-8ba4-4bcf-8c30-12a48a87b89c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:12.744849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a6630-8f95-4b45-afcd-71f1cec3d3dc tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Port': ['ID=10ba28d2-17f9-4f2e-98fe-d62e8f599d55,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:12.755714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c39a6630-8f95-4b45-afcd-71f1cec3d3dc tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:12.764494 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c39a6630-8f95-4b45-afcd-71f1cec3d3dc tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/ports/10ba28d2-17f9-4f2e-98fe-d62e8f599d55 HTTP/1.1" status: 204 len: 168 time: 0.9947116 Mar 22 13:09:12.767409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41802) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:12.793423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '183905b8-14bb-4336-b495-44c3361b2a3c', 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe', 'port_id': '183905b8-14bb-4336-b495-44c3361b2a3c', 'mac_address': 'fa:16:3e:a1:17:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf3169e-0cac-45cb-ace4-905cc0943344', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:09:12.810703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:09:12.811019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:09:12.812900 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-7348755d-7d41-478a-b704-6bcfe1ec921c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:12.813354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7348755d-7d41-478a-b704-6bcfe1ec921c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:12.820301 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7348755d-7d41-478a-b704-6bcfe1ec921c tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/subnets/c0f85fe3-787d-46b4-825e-e151c96f1a25 HTTP/1.1" status: 404 len: 337 time: 0.0514286 Mar 22 13:09:12.822780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41806) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:12.842217 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:12.932176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:12.979930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183905b8-14bb-4336-b495-44c3361b2a3c {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:09:12.990984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4ec046be-7e14-4fef-9815-d933bc922b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:12.996957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 58c2b3b6-7b51-493e-af3c-3ffdb8feebda is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:13.009114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:13.015008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:13.023665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 183905b8-14bb-4336-b495-44c3361b2a3c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=183905b8-14bb-4336-b495-44c3361b2a3c,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:13.037883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.042556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.064716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=36eb206e-5709-435a-8299-9fa196d0f919,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:13.088189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4ec046be-7e14-4fef-9815-d933bc922b4c None None] For port 14b430ef-627f-45fb-83e9-e64132b109f1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=14b430ef-627f-45fb-83e9-e64132b109f1,segment=NetworkSegment(3127539e-b52e-4cb3-bb15-4de20eea8480),segment_id=3127539e-b52e-4cb3-bb15-4de20eea8480)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:13.106075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4ec046be-7e14-4fef-9815-d933bc922b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.118868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=183905b8-14bb-4336-b495-44c3361b2a3c,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:13.134687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:13.135387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.196139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec046be-7e14-4fef-9815-d933bc922b4c None None] Pushing event updated for resources: {'Port': ['ID=14b430ef-627f-45fb-83e9-e64132b109f1,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:13.251196 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-28bebea3-8e32-44ac-a36a-88bce67c9485 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0087023 Mar 22 13:09:13.251538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41812) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:13.260123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.290592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19f3e08-8eb6-4c16-bad8-2dfa7397195e']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:13.307559 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['183905b8-14bb-4336-b495-44c3361b2a3c'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:09:13.320444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee7f694-b0c3-40ef-bc72-70fe22cadc1c') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:13.320974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee7f694-b0c3-40ef-bc72-70fe22cadc1c') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:13.337298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 725a12dc-8ba4-4bcf-8c30-12a48a87b89c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:13.341554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.380286 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.398142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.405200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:13.405712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:13.519891 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:13.592937 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 14b430ef-627f-45fb-83e9-e64132b109f1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:13.646745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.654399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] The port '725a12dc-8ba4-4bcf-8c30-12a48a87b89c' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:09:13.678559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.702118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2a866acc-55a3-4524-89ce-887d25d72cee None None] Provisioning for port 36eb206e-5709-435a-8299-9fa196d0f919 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:13.712024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2a866acc-55a3-4524-89ce-887d25d72cee None None] Provisioning complete for port 36eb206e-5709-435a-8299-9fa196d0f919 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:13.712603 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2a866acc-55a3-4524-89ce-887d25d72cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.727570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Network': ['ID=e19f3e08-8eb6-4c16-bad8-2dfa7397195e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:13.749745 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-67c92274-22b3-49b8-9959-8b75e68cfb85 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/e19f3e08-8eb6-4c16-bad8-2dfa7397195e HTTP/1.1" status: 204 len: 168 time: 0.9219034 Mar 22 13:09:13.751202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41818) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:13.868976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2a866acc-55a3-4524-89ce-887d25d72cee None None] Port 36eb206e-5709-435a-8299-9fa196d0f919 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:13.893495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.904443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 14b430ef-627f-45fb-83e9-e64132b109f1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:13.904821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.926237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-097e8b3e-e64a-4139-9083-70de01e3dc45 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Deleting subnet 082aa1fa-5110-4c89-a874-bfc4f2fa865b {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:13.933983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-097e8b3e-e64a-4139-9083-70de01e3dc45 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.963376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2a866acc-55a3-4524-89ce-887d25d72cee None None] Provisioning complete for port 14b430ef-627f-45fb-83e9-e64132b109f1 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:13.963678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2a866acc-55a3-4524-89ce-887d25d72cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.964672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bb1836-63a1-4b25-b901-796d72e6f1ab']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:13.998524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b8fb4f-ed87-4092-8f9c-cd28e454dee7') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:13.999289 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b8fb4f-ed87-4092-8f9c-cd28e454dee7') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:14.020324 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.037207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-097e8b3e-e64a-4139-9083-70de01e3dc45 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.086742 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.100907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:14.101382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.184646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815da390-9d19-4c54-9515-29e3754d6783 req-064008b7-2683-4be7-8807-6233d7947fd4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:14.186302 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-815da390-9d19-4c54-9515-29e3754d6783 req-064008b7-2683-4be7-8807-6233d7947fd4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 945 time: 0.4297855 Mar 22 13:09:14.229743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:14.261177 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:14.273195 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-815da390-9d19-4c54-9515-29e3754d6783 req-ab49542a-e49f-4699-a41e-b7d5246c3b53 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774648 Mar 22 13:09:14.359632 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ea30fb62-38bd-4ecf-a475-9a9ae8ec6624 None None] Provisioning complete for port 36eb206e-5709-435a-8299-9fa196d0f919 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:14.360271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ea30fb62-38bd-4ecf-a475-9a9ae8ec6624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.396127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.423085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.429887 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/networks/09bb1836-63a1-4b25-b901-796d72e6f1ab HTTP/1.1" status: 204 len: 168 time: 3.3128557 Mar 22 13:09:14.436945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41832) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:14.441925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8aa1e-b95b-443d-9256-7a5746ccc912 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Network': ['ID=09bb1836-63a1-4b25-b901-796d72e6f1ab,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:14.445446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ea30fb62-38bd-4ecf-a475-9a9ae8ec6624 None None] Port 36eb206e-5709-435a-8299-9fa196d0f919 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:14.513889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-097e8b3e-e64a-4139-9083-70de01e3dc45 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.650051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-89aa2166-0f17-432d-ad76-5899a7b0ddbe tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 1be7970d-dca1-4edd-b443-3e4f67d178b3 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:14.650751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-89aa2166-0f17-432d-ad76-5899a7b0ddbe tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.747065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.753562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.761337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-097e8b3e-e64a-4139-9083-70de01e3dc45 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.857139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e8b3e-e64a-4139-9083-70de01e3dc45 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Subnet': ['ID=082aa1fa-5110-4c89-a874-bfc4f2fa865b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:14.866714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-097e8b3e-e64a-4139-9083-70de01e3dc45 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.872407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e9fc7-5a06-4820-b5bf-ad89a1e42272 None None] Network 89ea4dfe-eb17-4d75-8971-6d2c42213dad requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:14.888542 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-097e8b3e-e64a-4139-9083-70de01e3dc45 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/subnets/082aa1fa-5110-4c89-a874-bfc4f2fa865b HTTP/1.1" status: 204 len: 168 time: 1.1366303 Mar 22 13:09:14.889356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41844) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:14.891343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=36eb206e-5709-435a-8299-9fa196d0f919,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:14.904729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.905153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.905419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.905760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.906094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.906423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.907337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.907656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.907981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.908305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.910088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.910424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:15.045302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.090449 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Deleting port c6c14b5a-1905-4f1e-94d1-62c23bca2866 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:15.090680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.137858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-89aa2166-0f17-432d-ad76-5899a7b0ddbe tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.138493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-89aa2166-0f17-432d-ad76-5899a7b0ddbe tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.184386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-aae0382a-28ea-4705-96f1-4ef95cc7ccaa None None] Provisioning complete for port 36eb206e-5709-435a-8299-9fa196d0f919 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:15.184570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-aae0382a-28ea-4705-96f1-4ef95cc7ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.229829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f135a0-09c1-4dcc-8561-763ab96d5e59 None None] DHCP port deletion for 89ea4dfe-eb17-4d75-8971-6d2c42213dad request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:09:15.233222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.238894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-50f135a0-09c1-4dcc-8561-763ab96d5e59 None None] Deleting port c6c14b5a-1905-4f1e-94d1-62c23bca2866 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:15.239446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-50f135a0-09c1-4dcc-8561-763ab96d5e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.290500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-aae0382a-28ea-4705-96f1-4ef95cc7ccaa None None] Port 36eb206e-5709-435a-8299-9fa196d0f919 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:15.323291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-89aa2166-0f17-432d-ad76-5899a7b0ddbe tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 1be7970d-dca1-4edd-b443-3e4f67d178b3 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:15.367976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.574724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-50f135a0-09c1-4dcc-8561-763ab96d5e59 None None] For port c6c14b5a-1905-4f1e-94d1-62c23bca2866, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c6c14b5a-1905-4f1e-94d1-62c23bca2866,segment=NetworkSegment(48e43494-ab28-4e84-bc96-871c6f7b751a),segment_id=48e43494-ab28-4e84-bc96-871c6f7b751a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:15.575972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-50f135a0-09c1-4dcc-8561-763ab96d5e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.586687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c6c14b5a-1905-4f1e-94d1-62c23bca2866 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:15.718716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] For port c6c14b5a-1905-4f1e-94d1-62c23bca2866, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c6c14b5a-1905-4f1e-94d1-62c23bca2866,segment=NetworkSegment(48e43494-ab28-4e84-bc96-871c6f7b751a),segment_id=48e43494-ab28-4e84-bc96-871c6f7b751a)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:15.719371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.747768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 183905b8-14bb-4336-b495-44c3361b2a3c up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:15.787249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-50f135a0-09c1-4dcc-8561-763ab96d5e59 None None] Calling delete_port for c6c14b5a-1905-4f1e-94d1-62c23bca2866 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:15.979904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-50f135a0-09c1-4dcc-8561-763ab96d5e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:15.989391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Calling delete_port for c6c14b5a-1905-4f1e-94d1-62c23bca2866 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:16.024540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 183905b8-14bb-4336-b495-44c3361b2a3c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:16.029959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e6a8-8b72-4532-b149-a6b0bc763a5c req-d35eb6a1-98a1-456e-a279-579634ff9eff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:16.031458 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d0a1e6a8-8b72-4532-b149-a6b0bc763a5c req-d35eb6a1-98a1-456e-a279-579634ff9eff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 945 time: 0.5323439 Mar 22 13:09:16.064653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f135a0-09c1-4dcc-8561-763ab96d5e59 None None] No DVR routers for this DVR port c6c14b5a-1905-4f1e-94d1-62c23bca2866 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:16.069108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 183905b8-14bb-4336-b495-44c3361b2a3c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:16.069652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.075231 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-89aa2166-0f17-432d-ad76-5899a7b0ddbe tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.082546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.089263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.124020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f135a0-09c1-4dcc-8561-763ab96d5e59 None None] Pushing event deleted for resources: {'Port': ['ID=c6c14b5a-1905-4f1e-94d1-62c23bca2866,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:16.138397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.143246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa2166-0f17-432d-ad76-5899a7b0ddbe tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=1be7970d-dca1-4edd-b443-3e4f67d178b3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:16.191590 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d0a1e6a8-8b72-4532-b149-a6b0bc763a5c req-7af97f41-083b-475c-a451-b001281e9b79 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506429 Mar 22 13:09:16.254850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:09:16.255074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:09:16.279559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-89aa2166-0f17-432d-ad76-5899a7b0ddbe tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.291107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=36eb206e-5709-435a-8299-9fa196d0f919,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:16.299108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.322254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-89aa2166-0f17-432d-ad76-5899a7b0ddbe tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.323415 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-89aa2166-0f17-432d-ad76-5899a7b0ddbe tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/floatingips/5ace73a1-9b9e-4488-bda9-95032ca56ec3 HTTP/1.1" status: 204 len: 168 time: 1.8855181 Mar 22 13:09:16.330489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41852) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:16.345016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.378498 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-84998bea-5890-4095-b076-f46ea1eaff53 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:16.378498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84998bea-5890-4095-b076-f46ea1eaff53 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:16.378498 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-84998bea-5890-4095-b076-f46ea1eaff53 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/ports/e0ada61a-129b-46c5-8382-ff2a5c4079b6 HTTP/1.1" status: 404 len: 333 time: 0.0437996 Mar 22 13:09:16.378906 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41856) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:16.423033 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62af031-6244-40c8-8f18-bf10718b6c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183905b8-14bb-4336-b495-44c3361b2a3c'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:09:16.431739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 183905b8-14bb-4336-b495-44c3361b2a3c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=183905b8-14bb-4336-b495-44c3361b2a3c,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:16.436426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.442044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5fa11d15-3141-4959-a85e-b166ac651bc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Synchronizing usage tracker for tenant:ddba086189ee4490a694518ebcc2e1ce on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:16.478044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5fa11d15-3141-4959-a85e-b166ac651bc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Unset dirty status for tenant:ddba086189ee4490a694518ebcc2e1ce on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:16.479292 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5fa11d15-3141-4959-a85e-b166ac651bc7 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "GET /v2.0/ports?device_id=06653afd-1521-41a9-b546-fdcad25b6421 HTTP/1.1" status: 200 len: 205 time: 0.0996983 Mar 22 13:09:16.481219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 58c2b3b6-7b51-493e-af3c-3ffdb8feebda is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:16.481612 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62af031-6244-40c8-8f18-bf10718b6c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183905b8-14bb-4336-b495-44c3361b2a3c', 'code': 200} Mar 22 13:09:16.482415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41862) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:16.484410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:16.578202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=183905b8-14bb-4336-b495-44c3361b2a3c,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:16.605620 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-dc6e0d30-7806-4a52-a40f-9db0b70d6c39 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] delete failed (client error): The resource could not be found. Mar 22 13:09:16.609693 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dc6e0d30-7806-4a52-a40f-9db0b70d6c39 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/routers/06653afd-1521-41a9-b546-fdcad25b6421 HTTP/1.1" status: 404 len: 336 time: 0.1260817 Mar 22 13:09:16.610582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41868) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:16.700689 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4112c3f6-d900-4646-9a78-dc93713e7697 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:16.702739 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4112c3f6-d900-4646-9a78-dc93713e7697 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:16.707301 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4112c3f6-d900-4646-9a78-dc93713e7697 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/subnets/70076ed0-ce34-4e4d-908a-a7ba991849fd HTTP/1.1" status: 404 len: 337 time: 0.0934350 Mar 22 13:09:16.708534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41872) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:16.765632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 28b41a6a-6d2b-43c3-8d8d-427e88ed5f58 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:09:16.775241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Deleting port c6c14b5a-1905-4f1e-94d1-62c23bca2866 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:16.775671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.835604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-27253402-9a55-493a-b03e-b2038e03c356 None None] Provisioning complete for port 36eb206e-5709-435a-8299-9fa196d0f919 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:16.835976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-27253402-9a55-493a-b03e-b2038e03c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.904935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-27253402-9a55-493a-b03e-b2038e03c356 None None] Port 36eb206e-5709-435a-8299-9fa196d0f919 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:16.922355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] The port 'c6c14b5a-1905-4f1e-94d1-62c23bca2866' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:09:16.927605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-4737f98c-1039-4e98-a75c-32c5791e6318 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port f37ae12c-2e65-464a-b848-f89a83faa49f {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:16.928938 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4737f98c-1039-4e98-a75c-32c5791e6318 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.947289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:16.956891 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-772e92f2-9e90-4d5b-bb6d-308d7fe59929 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/28b41a6a-6d2b-43c3-8d8d-427e88ed5f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7042344 Mar 22 13:09:16.957666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41884) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:16.960996 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a6d2f-dee8-445a-a370-655af3f66996 None None] Sync routers for ids ['28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:16.983103 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a6d2f-dee8-445a-a370-655af3f66996 None None] Routers {'28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:16.983808 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-874a6d2f-dee8-445a-a370-655af3f66996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:17.044883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1375434b-2f4d-4c0b-863e-935ccfa1a2c0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:17.045872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1375434b-2f4d-4c0b-863e-935ccfa1a2c0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:17.067396 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-874a6d2f-dee8-445a-a370-655af3f66996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:17.069940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1375434b-2f4d-4c0b-863e-935ccfa1a2c0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:17.072022 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1375434b-2f4d-4c0b-863e-935ccfa1a2c0 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports/36eb206e-5709-435a-8299-9fa196d0f919 HTTP/1.1" status: 200 len: 976 time: 0.1124642 Mar 22 13:09:17.075485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41888) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:17.076619 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a6d2f-dee8-445a-a370-655af3f66996 None None] Routers {'28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:17.077451 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-874a6d2f-dee8-445a-a370-655af3f66996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:17.139323 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-874a6d2f-dee8-445a-a370-655af3f66996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:17.139970 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a6d2f-dee8-445a-a370-655af3f66996 None None] The sync data for ids ['28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:17.157539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:17.207670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e340f-b7d2-4309-babf-df96a69c381d req-00f634fd-bb26-49fc-899f-61d6149f5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:17.209084 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a56e340f-b7d2-4309-babf-df96a69c381d req-00f634fd-bb26-49fc-899f-61d6149f5b8f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 1099 time: 0.4039998 Mar 22 13:09:17.212947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ea4dfe-eb17-4d75-8971-6d2c42213dad']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:17.274097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e43494-ab28-4e84-bc96-871c6f7b751a') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:17.274422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e43494-ab28-4e84-bc96-871c6f7b751a') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:17.301024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:17.410019 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a56e340f-b7d2-4309-babf-df96a69c381d req-9df383d4-3a94-428c-9765-0589ba178dd3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896355 Mar 22 13:09:17.433978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:17.449549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:17.450068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:17.466954 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:17.568287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4737f98c-1039-4e98-a75c-32c5791e6318 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:17.582156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:17.621282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:17.655622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:17.855392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-4737f98c-1039-4e98-a75c-32c5791e6318 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for f37ae12c-2e65-464a-b848-f89a83faa49f owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:17.901520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] Pushing event deleted for resources: {'Network': ['ID=89ea4dfe-eb17-4d75-8971-6d2c42213dad,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:17.903920 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-85f58019-13d2-4f94-b209-dbad9f3ae468 tempest-NetworksIpV6TestAttrs-571854038 tempest-NetworksIpV6TestAttrs-571854038-project] 10.222.0.70 "DELETE /v2.0/networks/89ea4dfe-eb17-4d75-8971-6d2c42213dad HTTP/1.1" status: 204 len: 168 time: 3.0110047 Mar 22 13:09:17.928876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58123c3-51f8-4d25-88a0-10c98ed5fe2b req-4aac7e37-ae77-4fac-a7e7-8d49aa4ecfb5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:17.930385 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b58123c3-51f8-4d25-88a0-10c98ed5fe2b req-4aac7e37-ae77-4fac-a7e7-8d49aa4ecfb5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 946 time: 0.5639391 Mar 22 13:09:18.053121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 36eb206e-5709-435a-8299-9fa196d0f919 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:18.053381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.064287 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b58123c3-51f8-4d25-88a0-10c98ed5fe2b req-104a04e6-ec12-4cc9-8130-60565b2e07c5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280813 Mar 22 13:09:18.065729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4737f98c-1039-4e98-a75c-32c5791e6318 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.126662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737f98c-1039-4e98-a75c-32c5791e6318 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=f37ae12c-2e65-464a-b848-f89a83faa49f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:18.243245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4737f98c-1039-4e98-a75c-32c5791e6318 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.262862 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4737f98c-1039-4e98-a75c-32c5791e6318 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/ports/f37ae12c-2e65-464a-b848-f89a83faa49f HTTP/1.1" status: 204 len: 168 time: 1.5531394 Mar 22 13:09:18.265415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41900) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:18.269691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.306671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41904) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:18.350462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5f698f5e-f713-48f0-8f27-84652c0974f3 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port e22dd99a-a538-4721-b1a8-27650478d1eb {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:18.350935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f698f5e-f713-48f0-8f27-84652c0974f3 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.399748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 36eb206e-5709-435a-8299-9fa196d0f919 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:18.631627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.713233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=36eb206e-5709-435a-8299-9fa196d0f919,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:18.715861 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-eaf3dab2-ea4c-44da-a34b-aa879143c331 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3b9a9c2f8b844e5a4c8188bb970d67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076266 Mar 22 13:09:18.720614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41910) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:18.783350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f698f5e-f713-48f0-8f27-84652c0974f3 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.958688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5f698f5e-f713-48f0-8f27-84652c0974f3 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for e22dd99a-a538-4721-b1a8-27650478d1eb owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:19.035216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.045683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-72fcac0a-6638-4ab7-a540-a8dd39ba7447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.103769 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-72fcac0a-6638-4ab7-a540-a8dd39ba7447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.241908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f698f5e-f713-48f0-8f27-84652c0974f3 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.313290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f698f5e-f713-48f0-8f27-84652c0974f3 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=e22dd99a-a538-4721-b1a8-27650478d1eb,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:19.319425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-72fcac0a-6638-4ab7-a540-a8dd39ba7447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.425257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcac0a-6638-4ab7-a540-a8dd39ba7447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9629dcb4-19df-4fbc-a908-cb9ca1025693,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:19.465401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-72fcac0a-6638-4ab7-a540-a8dd39ba7447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.470533 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-72fcac0a-6638-4ab7-a540-a8dd39ba7447 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9629dcb4-19df-4fbc-a908-cb9ca1025693 HTTP/1.1" status: 204 len: 168 time: 0.7455525 Mar 22 13:09:19.496256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f698f5e-f713-48f0-8f27-84652c0974f3 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.498389 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5f698f5e-f713-48f0-8f27-84652c0974f3 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/ports/e22dd99a-a538-4721-b1a8-27650478d1eb HTTP/1.1" status: 204 len: 168 time: 1.2312768 Mar 22 13:09:19.504006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41920) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:19.596370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 28b41a6a-6d2b-43c3-8d8d-427e88ed5f58 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:09:19.607544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea5a0e7-fe87-40e3-8cff-64a1c6d74ae4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:19.608337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7ea5a0e7-fe87-40e3-8cff-64a1c6d74ae4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Synchronizing usage tracker for tenant:ddba086189ee4490a694518ebcc2e1ce on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:19.628351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7ea5a0e7-fe87-40e3-8cff-64a1c6d74ae4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Unset dirty status for tenant:ddba086189ee4490a694518ebcc2e1ce on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:19.630095 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7ea5a0e7-fe87-40e3-8cff-64a1c6d74ae4 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "GET /v2.0/ports?device_id=bad2fd8d-3147-477b-97a1-b9535b92b6d0 HTTP/1.1" status: 200 len: 913 time: 0.1247463 Mar 22 13:09:19.632629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41924) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:19.699985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72e323-00b8-402b-9786-4cb6df00a5d3 req-f2be03ab-0730-41eb-bce9-ffcbbafd9501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:19.701481 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7c72e323-00b8-402b-9786-4cb6df00a5d3 req-f2be03ab-0730-41eb-bce9-ffcbbafd9501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 946 time: 0.5105567 Mar 22 13:09:19.823945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:19.833095 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35932c70-979a-4e00-a3db-934bb0232edd None None] Sync routers for ids ['28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:19.846400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35932c70-979a-4e00-a3db-934bb0232edd None None] Routers {'28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:19.847282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-35932c70-979a-4e00-a3db-934bb0232edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:19.873181 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7c72e323-00b8-402b-9786-4cb6df00a5d3 req-dbfca028-e917-4fb3-9ec9-ea94d335faeb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616032 Mar 22 13:09:19.880142 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7e2ec14b-f889-4d47-9d9b-bee1fd6f96ba tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/28b41a6a-6d2b-43c3-8d8d-427e88ed5f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8033996 Mar 22 13:09:19.885924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41936) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:20.013733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-35932c70-979a-4e00-a3db-934bb0232edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:20.038233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35932c70-979a-4e00-a3db-934bb0232edd None None] Routers {'28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:20.038986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-35932c70-979a-4e00-a3db-934bb0232edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:20.176022 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-35932c70-979a-4e00-a3db-934bb0232edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:20.176522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35932c70-979a-4e00-a3db-934bb0232edd None None] The sync data for ids ['28b41a6a-6d2b-43c3-8d8d-427e88ed5f58'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:20.396017 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-e39a37c7-9f71-465f-8e1c-107d4a130fee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 13:09:20.397362 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e39a37c7-9f71-465f-8e1c-107d4a130fee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/28b41a6a-6d2b-43c3-8d8d-427e88ed5f58/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5103600 Mar 22 13:09:20.400035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41954) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:20.414482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb6716-118a-4e88-af20-6b99f4f622ff req-614d15a9-fb26-4711-9434-19343a0c6435 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:20.416318 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-43fb6716-118a-4e88-af20-6b99f4f622ff req-614d15a9-fb26-4711-9434-19343a0c6435 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 946 time: 0.2207758 Mar 22 13:09:20.456908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a80e79aa-f735-4917-9836-d489dc5ed67c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:20.472701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a80e79aa-f735-4917-9836-d489dc5ed67c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:20.474891 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a80e79aa-f735-4917-9836-d489dc5ed67c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=28b41a6a-6d2b-43c3-8d8d-427e88ed5f58 HTTP/1.1" status: 200 len: 205 time: 0.0730562 Mar 22 13:09:20.475957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41958) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:20.477986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41960) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:20.516299 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-43fb6716-118a-4e88-af20-6b99f4f622ff req-b763ac12-38a4-4687-8f1c-a11738d5697b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909514 Mar 22 13:09:20.631892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1027481262'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:20.639650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86109de5-1a7e-4ae1-bfef-e979d1e23768 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.655630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.690526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:20.706418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:network and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:20.710594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:20.763398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:20.896990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:20.900427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.961243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.983420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86109de5-1a7e-4ae1-bfef-e979d1e23768 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.987296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86109de5-1a7e-4ae1-bfef-e979d1e23768 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.994672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:21.006470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group_rule and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:21.009610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:21.015786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:21.019915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 3939adcb-ea2b-4330-a0a6-e61e28493dfc {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:21.020235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.020797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86109de5-1a7e-4ae1-bfef-e979d1e23768 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.021267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86109de5-1a7e-4ae1-bfef-e979d1e23768 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Fanout notify agent at l3_agent the message router_deleted on router 28b41a6a-6d2b-43c3-8d8d-427e88ed5f58 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:09:21.053722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-86109de5-1a7e-4ae1-bfef-e979d1e23768 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.054794 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-86109de5-1a7e-4ae1-bfef-e979d1e23768 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/28b41a6a-6d2b-43c3-8d8d-427e88ed5f58 HTTP/1.1" status: 204 len: 168 time: 0.5757506 Mar 22 13:09:21.057509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41974) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:21.141073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac71beed-7650-44f0-b2eb-7f708cef2e2f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting subnet cbad15bd-509b-43ac-a4d3-c69128391799 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:21.152022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ac71beed-7650-44f0-b2eb-7f708cef2e2f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.215058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.349726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 3939adcb-ea2b-4330-a0a6-e61e28493dfc owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:21.366080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ac71beed-7650-44f0-b2eb-7f708cef2e2f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.425744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.429164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.438310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.485377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:21.498784 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbeb437-86bc-4733-b0e4-b09be3a139b2,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:21.513967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.514239 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Added segment da157bb1-5241-4924-b3c4-ecd3233c75b5 of type vlan for network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 Mar 22 13:09:21.555791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ac71beed-7650-44f0-b2eb-7f708cef2e2f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.569101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.587312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.618133 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=3939adcb-ea2b-4330-a0a6-e61e28493dfc,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:21.684498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.690435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:21.691104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.726467 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-3d5c06aa-8e7f-4191-8b38-90e0ce4fcebd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761929809&fields=id&tenant_id=ab9fd1a08d784f459c551ca8586506fb HTTP/1.1" status: 200 len: 267 time: 0.1106653 Mar 22 13:09:21.727608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ac71beed-7650-44f0-b2eb-7f708cef2e2f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.863864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71beed-7650-44f0-b2eb-7f708cef2e2f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Subnet': ['ID=cbad15bd-509b-43ac-a4d3-c69128391799,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:21.871664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d693c-73e8-4185-833b-9b14e7809305 None None] Network 58c2b3b6-7b51-493e-af3c-3ffdb8feebda requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:21.874170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ac71beed-7650-44f0-b2eb-7f708cef2e2f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.905891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Network': ['ID=c609b4f4-cfbb-4404-b014-d58ddc7e9dc1,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:21.911510 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5fd1cea6-96a3-4bf9-ae45-7ffc6a9b371c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4344966 Mar 22 13:09:21.916023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41988) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:21.921338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'name': 'tempest-PortsTestJSON-1439621378'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:21.953243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:21.959880 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ac71beed-7650-44f0-b2eb-7f708cef2e2f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/cbad15bd-509b-43ac-a4d3-c69128391799 HTTP/1.1" status: 204 len: 168 time: 0.9011781 Mar 22 13:09:21.960898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 41992) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:22.071788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 41996) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:22.118493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0172db8e-317d-4739-9050-3fa53a6679d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:22.119931 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0172db8e-317d-4739-9050-3fa53a6679d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 811 time: 0.3411047 Mar 22 13:09:22.128598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.144707 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-83d7ac3a-870e-47ac-bee4-daeeccb252f8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/quotas/ab9fd1a08d784f459c551ca8586506fb HTTP/1.1" status: 200 len: 375 time: 0.0140700 Mar 22 13:09:22.150627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 14b430ef-627f-45fb-83e9-e64132b109f1 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:22.150627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.171890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.188519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:22.193704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:port and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:22.195954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:22.201725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:22.221298 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] DHCP port deletion for 58c2b3b6-7b51-493e-af3c-3ffdb8feebda request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:09:22.235529 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Deleting port 14b430ef-627f-45fb-83e9-e64132b109f1 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:22.236037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.284289 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:22.287730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.408576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port c81676ed-1235-49c6-843a-d1da7ebbaddf yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:22.410499 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-2b2ed0f0-7cc5-4067-b0e8-d5836e1ae19c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2359021 Mar 22 13:09:22.458616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port 14b430ef-627f-45fb-83e9-e64132b109f1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=14b430ef-627f-45fb-83e9-e64132b109f1,segment=NetworkSegment(3127539e-b52e-4cb3-bb15-4de20eea8480),segment_id=3127539e-b52e-4cb3-bb15-4de20eea8480)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:22.458987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.479451 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] For port 14b430ef-627f-45fb-83e9-e64132b109f1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=14b430ef-627f-45fb-83e9-e64132b109f1,segment=NetworkSegment(3127539e-b52e-4cb3-bb15-4de20eea8480),segment_id=3127539e-b52e-4cb3-bb15-4de20eea8480)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:22.480026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.611383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Calling delete_port for 14b430ef-627f-45fb-83e9-e64132b109f1 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:22.643010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 14b430ef-627f-45fb-83e9-e64132b109f1 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:22.697585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.744091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Pushing event deleted for resources: {'Port': ['ID=14b430ef-627f-45fb-83e9-e64132b109f1,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:22.750148 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-5cad4314-f55a-42c3-85b9-51aa8722f665 service neutron] 10.222.0.70 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191550 Mar 22 13:09:22.760051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] No DVR routers for this DVR port 14b430ef-627f-45fb-83e9-e64132b109f1 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:22.765515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.766514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.766953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.768796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.768796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.768796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.768796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.769221 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.769655 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.770347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.770574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.770996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f89ad7-7793-4b96-9b50-cb3fdbff6dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:22.782353 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:09:22.782671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:09:22.891808 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0c5ebb36-5362-44d0-8718-592c804afde6 service neutron] 10.222.0.70 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356089 Mar 22 13:09:23.234557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.284610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 14b430ef-627f-45fb-83e9-e64132b109f1 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:23.284969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.286104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Router bad2fd8d-3147-477b-97a1-b9535b92b6d0 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:09:23.312109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-1317ee5e-0700-4fce-b0dd-ad3aabea759e req-67433995-f5d4-4c88-8513-5e925baafc23 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:23.489972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-1317ee5e-0700-4fce-b0dd-ad3aabea759e req-67433995-f5d4-4c88-8513-5e925baafc23 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:23.491134 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1317ee5e-0700-4fce-b0dd-ad3aabea759e req-67433995-f5d4-4c88-8513-5e925baafc23 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 210 time: 0.2444625 Mar 22 13:09:23.522705 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] The port '14b430ef-627f-45fb-83e9-e64132b109f1' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:09:23.547587 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 14b430ef-627f-45fb-83e9-e64132b109f1 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:23.582697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 14b430ef-627f-45fb-83e9-e64132b109f1 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:09:23.583086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 14b430ef-627f-45fb-83e9-e64132b109f1 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:23.652844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.654385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.679431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c2b3b6-7b51-493e-af3c-3ffdb8feebda']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:23.691320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3127539e-b52e-4cb3-bb15-4de20eea8480') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:23.691617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3127539e-b52e-4cb3-bb15-4de20eea8480') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:23.703070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.721468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.727877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:23.728265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:23.742790 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:23.816481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:23.826749 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5603cd3-4f32-4212-b1c0-afeecf1e0327 None None] Sync routers for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:23.837022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.839296 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5603cd3-4f32-4212-b1c0-afeecf1e0327 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:23.840435 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f5603cd3-4f32-4212-b1c0-afeecf1e0327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:23.854787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.868737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Network': ['ID=58c2b3b6-7b51-493e-af3c-3ffdb8feebda,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:23.879103 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=c81676ed-1235-49c6-843a-d1da7ebbaddf,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:23.880667 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-61e54ebc-68e7-4a4f-bf98-325c309cb490 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/networks/58c2b3b6-7b51-493e-af3c-3ffdb8feebda HTTP/1.1" status: 204 len: 168 time: 1.9138794 Mar 22 13:09:23.884902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42016) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:23.891479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'network': {'name': 'tempest-RoutersTest-1077861764'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:23.898246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:23.902883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:network and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:23.907192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:23.913452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:23.917780 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f1cfed8b-3cfa-4adb-ba56-8eb6458be86b tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "PUT /v2.0/routers/bad2fd8d-3147-477b-97a1-b9535b92b6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2840083 Mar 22 13:09:23.920412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42020) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:23.924522 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f5603cd3-4f32-4212-b1c0-afeecf1e0327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:23.924732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Checking segment: {'id': 'da157bb1-5241-4924-b3c4-ecd3233c75b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:23.925106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network hostable DHCP agents. Network: c609b4f4-cfbb-4404-b014-d58ddc7e9dc1, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:23.934913 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5603cd3-4f32-4212-b1c0-afeecf1e0327 None None] Routers {'bad2fd8d-3147-477b-97a1-b9535b92b6d0'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:23.935527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.935935 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f5603cd3-4f32-4212-b1c0-afeecf1e0327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:23.988107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:23.991724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.007272 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f5603cd3-4f32-4212-b1c0-afeecf1e0327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:24.007736 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5603cd3-4f32-4212-b1c0-afeecf1e0327 None None] The sync data for ids ['bad2fd8d-3147-477b-97a1-b9535b92b6d0'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:24.049100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:24.055202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:24.068784 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, c609b4f4-cfbb-4404-b014-d58ddc7e9dc1) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:24.073441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:24.079500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc5ff1e-f8ee-4017-bb18-c11ea5d4c49d None None] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:24.080538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:24.081144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.121179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.121682 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added segment 5d13cec4-e9d0-4188-bc7b-55834c47d25a of type vlan for network 4286fcba-bdd7-479c-9c79-1781c82d9d61 Mar 22 13:09:24.152538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.172905 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-233fe822-56ac-4e6b-952c-fc1a96db59e0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2551038 Mar 22 13:09:24.176315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42024) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:24.183590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-739106902'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:24.198648 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:24.207650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:network and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:24.220286 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:24.230772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.315478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:24.354097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:24.361167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.362474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.367117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:24.367975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.407500 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5213909 Mar 22 13:09:24.431422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42028) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:24.433093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.445298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'subnet': {'network_id': '4286fcba-bdd7-479c-9c79-1781c82d9d61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:24.503480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:24.553309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting port 54d0785d-f9a1-4fb3-9816-c019d5a0f265 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:24.554280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.591988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.592345 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Added segment 6553152f-ae63-44bc-ac70-f80d445e8f69 of type vlan for network dcd55e89-d4c1-40ab-95f7-878ae8c277ce Mar 22 13:09:24.598622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70231f-4ed8-4f31-a376-2c7c8b924519 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Network': ['ID=4286fcba-bdd7-479c-9c79-1781c82d9d61,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:24.612686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 4286fcba-bdd7-479c-9c79-1781c82d9d61 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:24.683483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.731068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-88c7ade0-cbde-49a7-98ed-9070d631b685 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:24.731793 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-88c7ade0-cbde-49a7-98ed-9070d631b685 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:24.743705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.17 (e93eb23a-fc55-443d-93eb-ccf9f3bba1fe/dcf3169e-0cac-45cb-ace4-905cc0943344/59955eb8-9d82-49a0-b8de-5bbe7e0b1757) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:24.771593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.774543 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-51f3a01e-b464-40ba-81e3-d14f28661c65 req-bdc5783b-3900-4887-a6ee-d56b65ea9996 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 210 time: 0.1284070 Mar 22 13:09:24.777395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:24.777893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.786141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:24.838601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:subnet and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:24.842875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-88c7ade0-cbde-49a7-98ed-9070d631b685 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:24.844948 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-88c7ade0-cbde-49a7-98ed-9070d631b685 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 811 time: 0.3894825 Mar 22 13:09:24.846471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:24.861237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:24.898439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.143323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Calling delete_port for 54d0785d-f9a1-4fb3-9816-c019d5a0f265 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:25.147748 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9681330 Mar 22 13:09:25.154777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42038) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:25.163590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Network': ['ID=dcd55e89-d4c1-40ab-95f7-878ae8c277ce,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:25.170584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:25.173580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'ports': [{'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1'}, {'network_id': 'dcd55e89-d4c1-40ab-95f7-878ae8c277ce'}]} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:25.173954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:25.174283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.174443 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'dcd55e89-d4c1-40ab-95f7-878ae8c277ce'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:25.193697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.193960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.194500 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.194842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.195218 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.196225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.196225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.196445 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.196606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.197110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.197631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.197962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5e91c-deef-464c-8837-fff2aa5d1271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.215649 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network dcd55e89-d4c1-40ab-95f7-878ae8c277ce details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:25.256413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-fedea73e-c7a8-4785-8223-fb9b47e0ebf8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:25.336430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.394066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-fedea73e-c7a8-4785-8223-fb9b47e0ebf8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:25.395445 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-fedea73e-c7a8-4785-8223-fb9b47e0ebf8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9fd1a08d784f459c551ca8586506fb HTTP/1.1" status: 200 len: 379 time: 0.4671524 Mar 22 13:09:25.396555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:25.413968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'port': {'device_id': '9172f8b8-e8e8-430b-a90c-21487e856983', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'admin_state_up': True, 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'security_groups': ['2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:25.544638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.603826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Port': ['ID=54d0785d-f9a1-4fb3-9816-c019d5a0f265,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:25.604715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:25.606188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.608689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:port and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:25.611850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:25.617702 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:25.632974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 2} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:25.637312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.675732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.698995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.748489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:25.769878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Subnet': ['ID=dc9fe6e2-e93a-4e2d-a394-2adfde2333f2,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:25.786379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Checking segment: {'id': '5d13cec4-e9d0-4188-bc7b-55834c47d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4286fcba-bdd7-479c-9c79-1781c82d9d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:25.786747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network hostable DHCP agents. Network: 4286fcba-bdd7-479c-9c79-1781c82d9d61, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:25.795967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.814038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:25.850441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:25.864932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=59955eb8-9d82-49a0-b8de-5bbe7e0b1757,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:25.868172 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:25.948798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:25.986216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 4286fcba-bdd7-479c-9c79-1781c82d9d61 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:25.998564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.002576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.009705 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 4286fcba-bdd7-479c-9c79-1781c82d9d61) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:26.018930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06830f08-1053-4b16-986f-fa55ff9ad6ed None None] Network 4286fcba-bdd7-479c-9c79-1781c82d9d61 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:26.022757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:26.023378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.049257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.049257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Fanout notify agent at l3_agent the message router_deleted on router bad2fd8d-3147-477b-97a1-b9535b92b6d0 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:09:26.056666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.065982 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e3e358d6-63b7-4cd0-a71a-14fe21d56c54 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/routers/bad2fd8d-3147-477b-97a1-b9535b92b6d0 HTTP/1.1" status: 204 len: 168 time: 2.1443679 Mar 22 13:09:26.070856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42044) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:26.112353 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bce6dbe3-7fc7-4d05-a10c-357c0364a3ea tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6738906 Mar 22 13:09:26.113200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42048) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:26.132110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-172831614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:26.146643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:26.156366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:router and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:26.162665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:26.171671 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d1e1b517-033b-4736-83f1-ee967eba9a47 req-4367d36c-fb37-4075-9326-a2913078e5ec tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 210 time: 0.2356520 Mar 22 13:09:26.172030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:26.178054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed5d296-299e-47fc-8e8e-087f9cea3efb tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Deleting subnet b79aeb42-6cd1-45c5-9e35-13e0715665db {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:26.184441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fed5d296-299e-47fc-8e8e-087f9cea3efb tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.185962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.243809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.245982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.254100 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-236dbfca-ee0e-408a-b445-674f802b065d None None] Provisioning for port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:26.281071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fed5d296-299e-47fc-8e8e-087f9cea3efb tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.306363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-236dbfca-ee0e-408a-b445-674f802b065d None None] Provisioning complete for port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:26.306865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-236dbfca-ee0e-408a-b445-674f802b065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.332570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Made reservation on behalf of ab9fd1a08d784f459c551ca8586506fb for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:26.336005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.358904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port fd6c5bad-7359-4064-9dcc-54337fc95ef0 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:26.359762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.368991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-236dbfca-ee0e-408a-b445-674f802b065d None None] Port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:26.372341 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-4286fcba-bdd7-479c-9c79-1781c82d9d61', 'network_id': '4286fcba-bdd7-479c-9c79-1781c82d9d61', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'fixed_ips': [{'subnet_id': 'dc9fe6e2-e93a-4e2d-a394-2adfde2333f2'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:09:26.373800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.469140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fed5d296-299e-47fc-8e8e-087f9cea3efb tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.528007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.558750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Allocated IP 172.20.0.2 (4286fcba-bdd7-479c-9c79-1781c82d9d61/dc9fe6e2-e93a-4e2d-a394-2adfde2333f2/f92864e1-97f7-4529-8ce4-c1934a935565) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:26.568794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.570655 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-de7ab8db-3e22-4736-a1b6-c4b59d6cfa11 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4534583 Mar 22 13:09:26.574580 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42052) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:26.674402 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Allocated IP 172.20.0.9 (633364dd-1de0-470d-b3c0-15502b8c78ca/6af31a5b-18ed-49ad-bb2e-f4280921fbb2/cbe463ac-cbec-4842-a043-0c7a561fb73a) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:26.720458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.791010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.799635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.811471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Transition to ACTIVE for port object f92864e1-97f7-4529-8ce4-c1934a935565 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:26.831574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Transition to ACTIVE for port object f92864e1-97f7-4529-8ce4-c1934a935565 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:26.841719 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.911027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Network 4286fcba-bdd7-479c-9c79-1781c82d9d61 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:26.914766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:26.922769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:26.978800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Pushing event updated for resources: {'Port': ['ID=f92864e1-97f7-4529-8ce4-c1934a935565,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:27.052418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Attempting to bind port f92864e1-97f7-4529-8ce4-c1934a935565 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:27.053607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Attempting to bind port f92864e1-97f7-4529-8ce4-c1934a935565 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '5d13cec4-e9d0-4188-bc7b-55834c47d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4286fcba-bdd7-479c-9c79-1781c82d9d61'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:27.054295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Attempting to bind port f92864e1-97f7-4529-8ce4-c1934a935565 on network 4286fcba-bdd7-479c-9c79-1781c82d9d61 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:27.061015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:27.061761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Checking segment: {'id': '5d13cec4-e9d0-4188-bc7b-55834c47d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4286fcba-bdd7-479c-9c79-1781c82d9d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:27.062426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.063032 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Bound using segment: {'id': '5d13cec4-e9d0-4188-bc7b-55834c47d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4286fcba-bdd7-479c-9c79-1781c82d9d61'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:27.063784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Bound port: f92864e1-97f7-4529-8ce4-c1934a935565, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d13cec4-e9d0-4188-bc7b-55834c47d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4286fcba-bdd7-479c-9c79-1781c82d9d61'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:27.064417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.111550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port 97d02622-7036-4529-b820-7b2f76835f18 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:27.164722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] For port f92864e1-97f7-4529-8ce4-c1934a935565, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:27.168585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] For port f92864e1-97f7-4529-8ce4-c1934a935565, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f92864e1-97f7-4529-8ce4-c1934a935565,segment=NetworkSegment(5d13cec4-e9d0-4188-bc7b-55834c47d25a),segment_id=5d13cec4-e9d0-4188-bc7b-55834c47d25a)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:27.175873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.308790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11688e1d-2d22-42a2-9198-21945834f5bb None None] Pushing event updated for resources: {'Port': ['ID=f92864e1-97f7-4529-8ce4-c1934a935565,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:27.407113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fed5d296-299e-47fc-8e8e-087f9cea3efb tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.496087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.519217 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2e05319c-9141-464d-984d-01e559c00bcb req-870b9472-ddbe-41fa-9e86-df5fc1bafaea tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 210 time: 0.1231153 Mar 22 13:09:27.521924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.541003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fed5d296-299e-47fc-8e8e-087f9cea3efb tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.553583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5d296-299e-47fc-8e8e-087f9cea3efb tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Subnet': ['ID=b79aeb42-6cd1-45c5-9e35-13e0715665db,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:27.553796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Transition to ACTIVE for port object cbe463ac-cbec-4842-a043-0c7a561fb73a will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:27.563475 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fed5d296-299e-47fc-8e8e-087f9cea3efb tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/subnets/b79aeb42-6cd1-45c5-9e35-13e0715665db HTTP/1.1" status: 204 len: 168 time: 1.4875944 Mar 22 13:09:27.564443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42058) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:27.770172 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.803094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.912966 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Network 633364dd-1de0-470d-b3c0-15502b8c78ca is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:27.922815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:27.929544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:27.936267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.976628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'Port': ['ID=cbe463ac-cbec-4842-a043-0c7a561fb73a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:27.996456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.001784 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.009828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.113536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:28.114167 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.159701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:28.165798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:28.172787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=fd6c5bad-7359-4064-9dcc-54337fc95ef0,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:28.177625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:28.178453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.180123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.188545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.247314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc52bc0-aeaa-4436-81b8-677b61e95968']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:28.276848 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-acee4414-001e-40a6-ad13-ab95d3ae72f7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8671501 Mar 22 13:09:28.277600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100026a8-6e36-4b3c-919c-db702eb3951c') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:28.277898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100026a8-6e36-4b3c-919c-db702eb3951c') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:28.285870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Allocated IP 172.20.0.1 (4286fcba-bdd7-479c-9c79-1781c82d9d61/dc9fe6e2-e93a-4e2d-a394-2adfde2333f2/56eac36c-d6e2-4c28-9d56-3059ed3dfc14) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:28.295560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Request body: {'port': {'device_id': '9172f8b8-e8e8-430b-a90c-21487e856983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:28.296884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.316686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3179df2a-95e6-4f47-a4e8-9fee28d3bb11 None None] Provisioning for port cbe463ac-cbec-4842-a043-0c7a561fb73a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:28.335505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.337415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3179df2a-95e6-4f47-a4e8-9fee28d3bb11 None None] Provisioning complete for port cbe463ac-cbec-4842-a043-0c7a561fb73a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:28.337786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3179df2a-95e6-4f47-a4e8-9fee28d3bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.392105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:28.392351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:28.424838 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:28.450467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-3179df2a-95e6-4f47-a4e8-9fee28d3bb11 None None] Port cbe463ac-cbec-4842-a043-0c7a561fb73a cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:28.459834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=59955eb8-9d82-49a0-b8de-5bbe7e0b1757,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:28.543268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Checking segment: {'id': '6553152f-ae63-44bc-ac70-f80d445e8f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'dcd55e89-d4c1-40ab-95f7-878ae8c277ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:28.543966 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network hostable DHCP agents. Network: dcd55e89-d4c1-40ab-95f7-878ae8c277ce, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:28.573255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.605298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.637802 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=97d02622-7036-4529-b820-7b2f76835f18,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:28.665865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.677021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network dcd55e89-d4c1-40ab-95f7-878ae8c277ce is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:28.687003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Transition to ACTIVE for port object 56eac36c-d6e2-4c28-9d56-3059ed3dfc14 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:28.725773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e74977-963f-4a40-91f5-694d202218f0 None None] Network 4286fcba-bdd7-479c-9c79-1781c82d9d61 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:28.741184 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] 10.222.0.70 "DELETE /v2.0/networks/acc52bc0-aeaa-4436-81b8-677b61e95968 HTTP/1.1" status: 204 len: 168 time: 1.1695778 Mar 22 13:09:28.742967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70335caf-fe18-4305-b62b-fb44ad7c47a8 tempest-FloatingIPTestJSON-1529473953 tempest-FloatingIPTestJSON-1529473953-project] Pushing event deleted for resources: {'Network': ['ID=acc52bc0-aeaa-4436-81b8-677b61e95968,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:28.746599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.754727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.811059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, dcd55e89-d4c1-40ab-95f7-878ae8c277ce) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:28.814652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:28.822915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 4286fcba-bdd7-479c-9c79-1781c82d9d61 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:28.824068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:28.828073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:28.830765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:28.834161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:28.839723 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:28.844783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:28.845455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.905875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a7e88-9a40-4d63-8ff2-ee72817a961d None None] Network dcd55e89-d4c1-40ab-95f7-878ae8c277ce requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:28.950826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6513e9f3-16f2-4ab4-898b-7c3b81ba852b None None] Provisioning for port f92864e1-97f7-4529-8ce4-c1934a935565 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:28.970560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.988169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=56eac36c-d6e2-4c28-9d56-3059ed3dfc14,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:29.295192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42068) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:29.364048 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-549cee04-1fd4-4e0e-a10b-147ea26d37d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2053094 Mar 22 13:09:29.372259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5ca6ae9d-85ae-4109-aeaa-907e3634907a None None] Provisioning complete for port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:29.373201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ca6ae9d-85ae-4109-aeaa-907e3634907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:29.381471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42074) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:29.405709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:29.591647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6ae9d-85ae-4109-aeaa-907e3634907a None None] Port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:29.596599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f92864e1-97f7-4529-8ce4-c1934a935565 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:29.643945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-793e7eea-d5c6-414a-a7c9-3bf7361d99d4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 97d02622-7036-4529-b820-7b2f76835f18 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:29.644473 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-793e7eea-d5c6-414a-a7c9-3bf7361d99d4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:29.709106 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port f92864e1-97f7-4529-8ce4-c1934a935565 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:29.716123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f92864e1-97f7-4529-8ce4-c1934a935565 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:29.716741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:29.770808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a98422-7999-4c89-8f9c-a0b82cbe2ac7 req-0e3ebf81-6e80-4f2f-8ab2-e2d66872b715 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:29.771609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-93a98422-7999-4c89-8f9c-a0b82cbe2ac7 req-0e3ebf81-6e80-4f2f-8ab2-e2d66872b715 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:29.825967 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6c92623e-4a8e-4678-8183-0beb6f38b00b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddba086189ee4490a694518ebcc2e1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231664 Mar 22 13:09:29.843536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42078) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:29.938453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:29.984441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port f92864e1-97f7-4529-8ce4-c1934a935565, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f92864e1-97f7-4529-8ce4-c1934a935565,segment=NetworkSegment(5d13cec4-e9d0-4188-bc7b-55834c47d25a),segment_id=5d13cec4-e9d0-4188-bc7b-55834c47d25a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:29.989064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:29.994844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-93a98422-7999-4c89-8f9c-a0b82cbe2ac7 req-0e3ebf81-6e80-4f2f-8ab2-e2d66872b715 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:30.004922 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-93a98422-7999-4c89-8f9c-a0b82cbe2ac7 req-0e3ebf81-6e80-4f2f-8ab2-e2d66872b715 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 931 time: 1.2891402 Mar 22 13:09:30.018882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.024841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.032958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:09:30.085017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bcce4645-e6e8-4dc5-a7f3-8b2fa4186bd0 None None] Provisioning complete for port f92864e1-97f7-4529-8ce4-c1934a935565 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:30.085789 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bcce4645-e6e8-4dc5-a7f3-8b2fa4186bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.142051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=f92864e1-97f7-4529-8ce4-c1934a935565,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:30.159694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.164657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=56eac36c-d6e2-4c28-9d56-3059ed3dfc14,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:30.235957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bcce4645-e6e8-4dc5-a7f3-8b2fa4186bd0 None None] Provisioning for port 56eac36c-d6e2-4c28-9d56-3059ed3dfc14 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:30.240677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bcce4645-e6e8-4dc5-a7f3-8b2fa4186bd0 None None] Provisioning complete for port 56eac36c-d6e2-4c28-9d56-3059ed3dfc14 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:30.241067 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bcce4645-e6e8-4dc5-a7f3-8b2fa4186bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.242856 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-93a98422-7999-4c89-8f9c-a0b82cbe2ac7 req-1370643e-6854-49b2-b181-b3ea0cbee88d tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369092 Mar 22 13:09:30.298900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24d5385b-9db9-4ed3-9c3f-d2562ec0031c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.300388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-bcce4645-e6e8-4dc5-a7f3-8b2fa4186bd0 None None] Port 56eac36c-d6e2-4c28-9d56-3059ed3dfc14 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:30.325714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 4286fcba-bdd7-479c-9c79-1781c82d9d61 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:30.327558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:30.423037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9ea5ef0b-185c-47e1-824e-8cccba50c9c4 None None] Provisioning complete for port 56eac36c-d6e2-4c28-9d56-3059ed3dfc14 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:30.424310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ef0b-185c-47e1-824e-8cccba50c9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.485178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5ef0b-185c-47e1-824e-8cccba50c9c4 None None] Port 56eac36c-d6e2-4c28-9d56-3059ed3dfc14 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:30.530936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24d5385b-9db9-4ed3-9c3f-d2562ec0031c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.531723 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router e3a8c27a-a268-4ddc-8d50-dfb63c5407a5 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:09:30.541511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe463ac-cbec-4842-a043-0c7a561fb73a {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:09:30.553889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-793e7eea-d5c6-414a-a7c9-3bf7361d99d4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.567386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.605423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4cb9852e-a157-473e-82ce-4f8dccd2ddac None None] Provisioning complete for port 56eac36c-d6e2-4c28-9d56-3059ed3dfc14 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:30.605761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4cb9852e-a157-473e-82ce-4f8dccd2ddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.638170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:30.650435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Sync routers for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:30.681117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9852e-a157-473e-82ce-4f8dccd2ddac None None] Port 56eac36c-d6e2-4c28-9d56-3059ed3dfc14 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:30.686519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:30.687243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:30.699890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:30.703389 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8037f310-0664-4f19-9281-a2441a99881a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/124f5c19-b605-4ce1-bd1b-05f69c7c9fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6305497 Mar 22 13:09:30.716272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-793e7eea-d5c6-414a-a7c9-3bf7361d99d4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 97d02622-7036-4529-b820-7b2f76835f18 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:30.717672 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3aaaea58-fc17-4d1c-ae72-129af8eb4465 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/e3a8c27a-a268-4ddc-8d50-dfb63c5407a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1411932 Mar 22 13:09:30.719754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42082) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:30.721733 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5733c3-8394-42f6-a754-231e310f42c4 None None] Sync routers for ids ['e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:30.735589 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5733c3-8394-42f6-a754-231e310f42c4 None None] Routers {'e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:30.737240 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7c5733c3-8394-42f6-a754-231e310f42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:30.782747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Transition to ACTIVE for port object cbe463ac-cbec-4842-a043-0c7a561fb73a will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:30.800006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.808014 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7c5733c3-8394-42f6-a754-231e310f42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:30.816386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a886bde-9a97-413d-af5e-b0a9f746526c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:30.816985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6a886bde-9a97-413d-af5e-b0a9f746526c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:30.817717 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5733c3-8394-42f6-a754-231e310f42c4 None None] Routers {'e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:30.818527 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7c5733c3-8394-42f6-a754-231e310f42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:30.835207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6a886bde-9a97-413d-af5e-b0a9f746526c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:30.839925 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6a886bde-9a97-413d-af5e-b0a9f746526c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports/56eac36c-d6e2-4c28-9d56-3059ed3dfc14 HTTP/1.1" status: 200 len: 910 time: 0.1190054 Mar 22 13:09:30.841127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42088) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:30.900071 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7c5733c3-8394-42f6-a754-231e310f42c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:30.900478 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5733c3-8394-42f6-a754-231e310f42c4 None None] The sync data for ids ['e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:30.949238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:09:31.008499 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-793e7eea-d5c6-414a-a7c9-3bf7361d99d4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.023444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24d5385b-9db9-4ed3-9c3f-d2562ec0031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.099933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe463ac-cbec-4842-a043-0c7a561fb73a,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:31.295050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e7eea-d5c6-414a-a7c9-3bf7361d99d4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=97d02622-7036-4529-b820-7b2f76835f18,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:31.305178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5385b-9db9-4ed3-9c3f-d2562ec0031c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e416452-934f-4f01-81f8-93cfbdf66933,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:31.306740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Attempting to bind port cbe463ac-cbec-4842-a043-0c7a561fb73a on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:31.307077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Attempting to bind port cbe463ac-cbec-4842-a043-0c7a561fb73a by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:31.307437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Attempting to bind port cbe463ac-cbec-4842-a043-0c7a561fb73a on network 633364dd-1de0-470d-b3c0-15502b8c78ca {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:31.309779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-793e7eea-d5c6-414a-a7c9-3bf7361d99d4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.323935 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-793e7eea-d5c6-414a-a7c9-3bf7361d99d4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/97d02622-7036-4529-b820-7b2f76835f18 HTTP/1.1" status: 204 len: 168 time: 1.9362714 Mar 22 13:09:31.325943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42096) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:31.369468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-24d5385b-9db9-4ed3-9c3f-d2562ec0031c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.369468 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-24d5385b-9db9-4ed3-9c3f-d2562ec0031c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e416452-934f-4f01-81f8-93cfbdf66933 HTTP/1.1" status: 204 len: 168 time: 1.5246954 Mar 22 13:09:31.376456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Port cbe463ac-cbec-4842-a043-0c7a561fb73a on network 633364dd-1de0-470d-b3c0-15502b8c78ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:09:31.376456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Attempting to bind port cbe463ac-cbec-4842-a043-0c7a561fb73a on network 633364dd-1de0-470d-b3c0-15502b8c78ca {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:31.382244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:31.382484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Checking segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:31.382872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Bound using segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:31.383420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Bound port: cbe463ac-cbec-4842-a043-0c7a561fb73a, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:31.383657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.507417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1853e77-5c0f-4515-a66f-2da3aaac88ad tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:31.514223 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1853e77-5c0f-4515-a66f-2da3aaac88ad tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:31.515147 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d1853e77-5c0f-4515-a66f-2da3aaac88ad tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:31.527424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] For port cbe463ac-cbec-4842-a043-0c7a561fb73a, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:31.535632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] For port cbe463ac-cbec-4842-a043-0c7a561fb73a, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cbe463ac-cbec-4842-a043-0c7a561fb73a,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:31.547305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.566514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e4dce536-0d86-415d-9919-0090b051d0ca', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'mac_address': 'fa:16:3e:90:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:08:01Z', 'updated_at': '2022-03-22T13:08:06Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59955eb8-9d82-49a0-b8de-5bbe7e0b1757', 'name': '', 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:c3:81:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'dcf3169e-0cac-45cb-ace4-905cc0943344', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:24Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'dcf3169e-0cac-45cb-ace4-905cc0943344', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:31.580631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Checking router: 124f5c19-b605-4ce1-bd1b-05f69c7c9fef for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:09:31.581784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Updating router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:09:31.600928 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d1853e77-5c0f-4515-a66f-2da3aaac88ad tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:31.604892 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d1853e77-5c0f-4515-a66f-2da3aaac88ad tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2772446 Mar 22 13:09:31.605490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42104) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:31.648565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f92864e1-97f7-4529-8ce4-c1934a935565 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:31.650216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f813ade-bb0b-45fb-87b4-2ed91d6659e4 req-21a5814a-fa23-4671-8368-2f2e6c10fdf1 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:31.668155 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f813ade-bb0b-45fb-87b4-2ed91d6659e4 req-21a5814a-fa23-4671-8368-2f2e6c10fdf1 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 943 time: 0.2915590 Mar 22 13:09:31.677741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:31.678368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.679767 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] 10.222.0.47 "PUT /v2.0/ports/cbe463ac-cbec-4842-a043-0c7a561fb73a HTTP/1.1" status: 200 len: 1093 time: 3.3883414 Mar 22 13:09:31.680200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172f8b8-e8e8-430b-a90c-21487e856983', 'tag': 'cbe463ac-cbec-4842-a043-0c7a561fb73a'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:09:31.725957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43f999-7f99-402e-b959-63712bf59f17 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe463ac-cbec-4842-a043-0c7a561fb73a,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:31.788068 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.814725 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172f8b8-e8e8-430b-a90c-21487e856983', 'tag': 'cbe463ac-cbec-4842-a043-0c7a561fb73a', 'status': 'completed', 'code': 200} Mar 22 13:09:31.835254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-86bdbb05-b6fb-4dea-a95e-c94666bcf592 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port fd6c5bad-7359-4064-9dcc-54337fc95ef0 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:31.842357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-86bdbb05-b6fb-4dea-a95e-c94666bcf592 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.863900 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f813ade-bb0b-45fb-87b4-2ed91d6659e4 req-63aa41fd-8e09-42f0-8a0a-45a53084bf48 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862056 Mar 22 13:09:31.951952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f92864e1-97f7-4529-8ce4-c1934a935565 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:31.952552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.018968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.027780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-a686256b-c02d-4542-99da-9553a317ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:32.029709 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-a686256b-c02d-4542-99da-9553a317ab78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 1096 time: 0.2864084 Mar 22 13:09:32.115240 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-87a62a29-d4dc-4de8-9841-01189005a6d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe463ac-cbec-4842-a043-0c7a561fb73a HTTP/1.1" status: 200 len: 217 time: 0.0691702 Mar 22 13:09:32.285398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-86bdbb05-b6fb-4dea-a95e-c94666bcf592 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.318985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-1cddd0a7-1322-4d1b-97cb-71c840b3c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:32.323806 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-1cddd0a7-1322-4d1b-97cb-71c840b3c6d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.1933246 Mar 22 13:09:32.500729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.512319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 56eac36c-d6e2-4c28-9d56-3059ed3dfc14 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:32.513240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.516443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Transition to ACTIVE for port object 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:32.521254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-86bdbb05-b6fb-4dea-a95e-c94666bcf592 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for fd6c5bad-7359-4064-9dcc-54337fc95ef0 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:32.523509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.538771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42128) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:32.613815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-86bdbb05-b6fb-4dea-a95e-c94666bcf592 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.704757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-86bdbb05-b6fb-4dea-a95e-c94666bcf592 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.707737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdbb05-b6fb-4dea-a95e-c94666bcf592 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=fd6c5bad-7359-4064-9dcc-54337fc95ef0,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:32.717753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-a6110b24-1106-4a82-beb6-484acd8050ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:32.720282 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-a6110b24-1106-4a82-beb6-484acd8050ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3158548 Mar 22 13:09:32.731624 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-86bdbb05-b6fb-4dea-a95e-c94666bcf592 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/fd6c5bad-7359-4064-9dcc-54337fc95ef0 HTTP/1.1" status: 204 len: 168 time: 1.1213369 Mar 22 13:09:32.732322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42134) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:32.737722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'networks': [{'name': 'tempest-network--81194151'}, {'name': 'tempest-network--543165410'}]} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:32.738261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'network': {'name': 'tempest-network--81194151'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:32.738491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'network': {'name': 'tempest-network--543165410'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:32.743846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:32.748287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Usage tracker for resource:network and tenant:8a676710ee77422b8611ae2a8448d5e7 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:32.751384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:32.758659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:32.764775 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9c60a-a890-4b69-a2f6-5b35804fdd27 None None] Pushing event updated for resources: {'Port': ['ID=59955eb8-9d82-49a0-b8de-5bbe7e0b1757,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:32.783524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Attempting to bind port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:32.784188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Attempting to bind port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:32.784328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Attempting to bind port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 on network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:32.785131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Made reservation on behalf of 8a676710ee77422b8611ae2a8448d5e7 for: {'network': 2} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:32.790578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:32.790962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Checking segment: {'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:32.791390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.791781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Bound using segment: {'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:32.792248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Bound port: 59955eb8-9d82-49a0-b8de-5bbe7e0b1757, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0639799e-27d8-4165-b752-4cd135aecef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:32.792620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.793854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.837886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.908579 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] For port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:32.913004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] For port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=59955eb8-9d82-49a0-b8de-5bbe7e0b1757,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:32.919549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.949543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e03316-7529-4d66-923e-8c4c91317372 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:32.950237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-69e03316-7529-4d66-923e-8c4c91317372 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:32.957094 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-508f16ec-1c1b-4c2c-92bf-6fef2e4516ef service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237926 Mar 22 13:09:32.992375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 56eac36c-d6e2-4c28-9d56-3059ed3dfc14 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:33.016477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:33.017133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:33.038729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.073263 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:33.090484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Usage tracker for resource:security_group_rule and tenant:8a676710ee77422b8611ae2a8448d5e7 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:33.101358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:33.109425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:33.110292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8659c1ac-d18a-4d39-90cf-c275afc1c375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.111976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9c60a-a890-4b69-a2f6-5b35804fdd27 None None] Pushing event updated for resources: {'Port': ['ID=59955eb8-9d82-49a0-b8de-5bbe7e0b1757,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:33.141111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-69e03316-7529-4d66-923e-8c4c91317372 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:33.142766 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-69e03316-7529-4d66-923e-8c4c91317372 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3883843 Mar 22 13:09:33.146709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42140) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:33.205702 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7679ebbd-84bb-482a-87bb-577ca03462c7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:09:33.206253 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7679ebbd-84bb-482a-87bb-577ca03462c7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/97d02622-7036-4529-b820-7b2f76835f18 HTTP/1.1" status: 404 len: 333 time: 0.0585644 Mar 22 13:09:33.209298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42144) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:33.221138 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-096af56d-e5f4-4404-97c6-47ae3dbee6fc req-13fcde91-98df-44af-a684-3035ad722df3 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522695 Mar 22 13:09:33.260693 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c985853-dce8-4c37-be09-e6d5cf23598f req-b2c0912d-a656-4a3b-bab4-99b05c63d324 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:33.262514 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9c985853-dce8-4c37-be09-e6d5cf23598f req-b2c0912d-a656-4a3b-bab4-99b05c63d324 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 943 time: 0.1744971 Mar 22 13:09:33.265024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:09:33.280839 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d86351f-3ac8-40a7-b17a-c380aad1ab58 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:09:33.285872 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2d86351f-3ac8-40a7-b17a-c380aad1ab58 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/fd6c5bad-7359-4064-9dcc-54337fc95ef0 HTTP/1.1" status: 404 len: 333 time: 0.0716009 Mar 22 13:09:33.286797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42150) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:33.514248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.572643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.579417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=56eac36c-d6e2-4c28-9d56-3059ed3dfc14,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:33.580852 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9c985853-dce8-4c37-be09-e6d5cf23598f req-c3b99fec-1cb7-417e-9820-811959650dcb tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090374 Mar 22 13:09:33.606195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.606195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.606478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.628129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-937e5d45-97cb-400b-b552-d8277a0eda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:33.629587 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-937e5d45-97cb-400b-b552-d8277a0eda8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 1096 time: 0.3439763 Mar 22 13:09:33.661423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e4dce536-0d86-415d-9919-0090b051d0ca', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'mac_address': 'fa:16:3e:90:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:08:01Z', 'updated_at': '2022-03-22T13:08:06Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59955eb8-9d82-49a0-b8de-5bbe7e0b1757', 'name': '', 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:c3:81:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'dcf3169e-0cac-45cb-ace4-905cc0943344', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:24Z', 'updated_at': '2022-03-22T13:09:32Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'dcf3169e-0cac-45cb-ace4-905cc0943344', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:33.668009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016a11d-6015-4512-a00e-601ebc90d35d None None] The sync data for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv is: [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e4dce536-0d86-415d-9919-0090b051d0ca', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'mac_address': 'fa:16:3e:90:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:08:01Z', 'updated_at': '2022-03-22T13:08:06Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59955eb8-9d82-49a0-b8de-5bbe7e0b1757', 'name': '', 'network_id': 'e93eb23a-fc55-443d-93eb-ccf9f3bba1fe', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:c3:81:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'dcf3169e-0cac-45cb-ace4-905cc0943344', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:24Z', 'updated_at': '2022-03-22T13:09:32Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'dcf3169e-0cac-45cb-ace4-905cc0943344', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:33.770195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1aed9e-2145-4716-893b-4caf49288f0d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:33.796773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:33.820787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.822155 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Added segment f7928b9a-93b3-4449-91b7-49fef6c03b52 of type vlan for network e2f59c7d-35c8-40a3-9c63-36362825feed Mar 22 13:09:33.901095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.942229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd55e89-d4c1-40ab-95f7-878ae8c277ce']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:33.965577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6553152f-ae63-44bc-ac70-f80d445e8f69') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:33.965877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6553152f-ae63-44bc-ac70-f80d445e8f69') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:33.976865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-d94847b6-1c4e-4041-a4bd-c1dcf11b76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:33.978340 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-d94847b6-1c4e-4041-a4bd-c1dcf11b76bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.3180392 Mar 22 13:09:33.983089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.003630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.008744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.066424 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-66019fd8-5d4c-4251-9f0e-075f3c95f1a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe463ac-cbec-4842-a043-0c7a561fb73a HTTP/1.1" status: 200 len: 217 time: 0.0726409 Mar 22 13:09:34.067282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.075195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:34.075195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:34.131762 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:34.223611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-2641d7c5-2396-41c4-8107-6e9710385224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:34.226505 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-2641d7c5-2396-41c4-8107-6e9710385224 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.1531522 Mar 22 13:09:34.230654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:34.235768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.241942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.309696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.310040 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Added segment d67a3a7a-e47b-4e56-8369-799100eaf6df of type vlan for network 5b99e787-a11d-4794-a3da-c6f0b4b283bb Mar 22 13:09:34.319343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Network': ['ID=dcd55e89-d4c1-40ab-95f7-878ae8c277ce,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:34.321991 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8b888041-11cc-48e0-8d84-e81c5b5d0785 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/networks/dcd55e89-d4c1-40ab-95f7-878ae8c277ce HTTP/1.1" status: 204 len: 168 time: 1.0328999 Mar 22 13:09:34.324553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router e3a8c27a-a268-4ddc-8d50-dfb63c5407a5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:09:34.328530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42154) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:34.334225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-726017850'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:34.339620 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:34.344767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:network and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:34.349087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:34.355185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:34.374936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:34.378601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.421534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-c80276c0-e0f0-43c0-8743-b90bd8a069ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:34.422339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.423856 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-c80276c0-e0f0-43c0-8743-b90bd8a069ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1791120 Mar 22 13:09:34.424619 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:34.464780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.465123 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Added segment a12f81cb-9742-48a5-9e3e-3429cb1ae49f of type vlan for network 7b75980b-61a0-43bd-afcb-93347a1c77f2 Mar 22 13:09:34.495249 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:34.505184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706629e1-b360-4901-b528-bdecec45457e None None] Sync routers for ids ['e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:34.514169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706629e1-b360-4901-b528-bdecec45457e None None] Routers {'e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:34.514765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-706629e1-b360-4901-b528-bdecec45457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:34.528380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.528976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.535242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:34.540070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:34.540714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.560954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.580164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-706629e1-b360-4901-b528-bdecec45457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:34.589592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706629e1-b360-4901-b528-bdecec45457e None None] Routers {'e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:34.590194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-706629e1-b360-4901-b528-bdecec45457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:34.596963 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d24c37e3-b268-4610-9982-fcc0dbe7bcd5 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/e3a8c27a-a268-4ddc-8d50-dfb63c5407a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7545867 Mar 22 13:09:34.600708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42158) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:34.604077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.0643928 Mar 22 13:09:34.612472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42162) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:34.621001 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-cb006b38-27e5-4f1e-ab30-53e51364dff8 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885853 Mar 22 13:09:34.655346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-706629e1-b360-4901-b528-bdecec45457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:34.655750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706629e1-b360-4901-b528-bdecec45457e None None] The sync data for ids ['e3a8c27a-a268-4ddc-8d50-dfb63c5407a5'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:34.676303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.681728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:34.682385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:34.702191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4f283da1-173f-4883-b898-0ac8c0f0b496 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:34.705252 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'Network': ['ID=e2f59c7d-35c8-40a3-9c63-36362825feed,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:34.716650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network e2f59c7d-35c8-40a3-9c63-36362825feed details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:34.856339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4f283da1-173f-4883-b898-0ac8c0f0b496 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:34.857496 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4f283da1-173f-4883-b898-0ac8c0f0b496 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3a8c27a-a268-4ddc-8d50-dfb63c5407a5 HTTP/1.1" status: 200 len: 205 time: 0.2555494 Mar 22 13:09:34.862862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42168) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:34.865101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707aa60f-4088-4ca6-a7cd-dc50f8d9dbd9 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'Network': ['ID=5b99e787-a11d-4794-a3da-c6f0b4b283bb,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:34.875950 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 5b99e787-a11d-4794-a3da-c6f0b4b283bb details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:34.944594 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6149325 Mar 22 13:09:34.954948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42172) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:34.962161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33027f03-2349-4ecf-a129-a4c719b43bcc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Network': ['ID=7b75980b-61a0-43bd-afcb-93347a1c77f2,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:34.972469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': '7b75980b-61a0-43bd-afcb-93347a1c77f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:35.000424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 7b75980b-61a0-43bd-afcb-93347a1c77f2 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:35.048296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99376045-d4cf-4316-bdc2-f2039185e946 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:35.054060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99376045-d4cf-4316-bdc2-f2039185e946 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:35.060077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99376045-d4cf-4316-bdc2-f2039185e946 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:35.066251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99376045-d4cf-4316-bdc2-f2039185e946 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:35.070524 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-99376045-d4cf-4316-bdc2-f2039185e946 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.4528050 Mar 22 13:09:35.075084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42176) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:35.140032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c96d39db-94d0-45e9-b233-e8be84dff444 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.263574 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8b5abc4-a5be-4ecf-afba-00a04c265827 req-3a995ba4-864e-4edb-8cea-fae5044f9523 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193080 Mar 22 13:09:35.265979 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6434-ac3b-4d60-b348-67309f0d0326 req-aba80c7a-d38b-4017-bbec-d0ee0b4f3dff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:35.267442 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57cc6434-ac3b-4d60-b348-67309f0d0326 req-aba80c7a-d38b-4017-bbec-d0ee0b4f3dff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 943 time: 0.5588701 Mar 22 13:09:35.307969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:35.311807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:35.314781 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:35.320663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:35.320867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ddf8961d-ca99-4e12-8e76-6d751fadae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.387812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:35.391387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.431418 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.490135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c96d39db-94d0-45e9-b233-e8be84dff444 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.493805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c96d39db-94d0-45e9-b233-e8be84dff444 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.497636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.ipam_backend_mixin [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Performing IP validity checks on allocation pools {{(pid=87932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 13:09:35.497840 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57cc6434-ac3b-4d60-b348-67309f0d0326 req-ec78bb5f-bd98-46a6-abe1-e69d2aa5d70a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216029 Mar 22 13:09:35.498252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.ipam_backend_mixin [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 13:09:35.530767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c96d39db-94d0-45e9-b233-e8be84dff444 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.532277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d39db-94d0-45e9-b233-e8be84dff444 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Fanout notify agent at l3_agent the message router_deleted on router e3a8c27a-a268-4ddc-8d50-dfb63c5407a5 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:09:35.543221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c96d39db-94d0-45e9-b233-e8be84dff444 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.544471 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c96d39db-94d0-45e9-b233-e8be84dff444 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/e3a8c27a-a268-4ddc-8d50-dfb63c5407a5 HTTP/1.1" status: 204 len: 168 time: 0.6806023 Mar 22 13:09:35.547117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42180) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:35.570177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:35.614563 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f0cdca-33da-4962-8f33-86670531343d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting subnet dc9fe6e2-e93a-4e2d-a394-2adfde2333f2 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:35.617493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cdca-33da-4962-8f33-86670531343d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.643211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:35.643685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.648936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:35.649514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.674612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cdca-33da-4962-8f33-86670531343d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.709119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f59c7d-35c8-40a3-9c63-36362825feed']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:35.731251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7928b9a-93b3-4449-91b7-49fef6c03b52') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:35.731569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7928b9a-93b3-4449-91b7-49fef6c03b52') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:35.747633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.771689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cdca-33da-4962-8f33-86670531343d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.771951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.776703 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.791904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:35.792194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:35.806953 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:35.813387 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=59955eb8-9d82-49a0-b8de-5bbe7e0b1757,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:35.818128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.853744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cdca-33da-4962-8f33-86670531343d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.891993 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=59955eb8-9d82-49a0-b8de-5bbe7e0b1757,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:35.894541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.899105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0cdca-33da-4962-8f33-86670531343d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9fe6e2-e93a-4e2d-a394-2adfde2333f2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:35.901035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e9f0cdca-33da-4962-8f33-86670531343d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.907524 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e9f0cdca-33da-4962-8f33-86670531343d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/dc9fe6e2-e93a-4e2d-a394-2adfde2333f2 HTTP/1.1" status: 204 len: 168 time: 0.3593802 Mar 22 13:09:35.910204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42186) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:35.912471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a8c19a-5742-4506-b001-b5696bec9842 None None] Network 4286fcba-bdd7-479c-9c79-1781c82d9d61 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:35.957741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.986502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.002091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Network': ['ID=e2f59c7d-35c8-40a3-9c63-36362825feed,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:36.016907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=7618ff45-7ca2-4ebc-8fe8-3a9536c0a2d8,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:36.019121 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4a126dfb-2486-42ee-ac3b-dfb6bb87c1a5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "DELETE /v2.0/networks/e2f59c7d-35c8-40a3-9c63-36362825feed HTTP/1.1" status: 204 len: 168 time: 0.9430721 Mar 22 13:09:36.021860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42190) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:36.022292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Checking segment: {'id': 'a12f81cb-9742-48a5-9e3e-3429cb1ae49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7b75980b-61a0-43bd-afcb-93347a1c77f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:36.022665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network hostable DHCP agents. Network: 7b75980b-61a0-43bd-afcb-93347a1c77f2, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:36.029418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.043586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network 7b75980b-61a0-43bd-afcb-93347a1c77f2 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:36.054456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 7b75980b-61a0-43bd-afcb-93347a1c77f2) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:36.058574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:36.059196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.082880 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8181bd29-5231-4c7c-be89-d7c6e745a08c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1245596 Mar 22 13:09:36.083095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port f92864e1-97f7-4529-8ce4-c1934a935565 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:36.083095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.083328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42194) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:36.089410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': '7b75980b-61a0-43bd-afcb-93347a1c77f2', 'name': 'tempest-PortsTestJSON-1292613949'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:36.095463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac3eb8f-2911-4926-b724-cc20b806c4e3 None None] Network 7b75980b-61a0-43bd-afcb-93347a1c77f2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:36.198888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.233895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:36.246861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:36.261351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:36.266496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.291475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port d962e9e6-7fc5-4929-8354-540e7df89293 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:36.344667 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc715c-0a9a-43a3-878e-541d65617193 None None] DHCP port deletion for 4286fcba-bdd7-479c-9c79-1781c82d9d61 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:09:36.373946 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:09:36.376753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-accc715c-0a9a-43a3-878e-541d65617193 None None] Deleting port f92864e1-97f7-4529-8ce4-c1934a935565 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:36.377129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-accc715c-0a9a-43a3-878e-541d65617193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.410119 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-7b75980b-61a0-43bd-afcb-93347a1c77f2', 'network_id': '7b75980b-61a0-43bd-afcb-93347a1c77f2', 'tenant_id': '6ba3cb16af8a45dfb2103359b449406a', 'fixed_ips': [{'subnet_id': '7618ff45-7ca2-4ebc-8fe8-3a9536c0a2d8'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:09:36.410926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.412914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.435425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.472833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.6 (7b75980b-61a0-43bd-afcb-93347a1c77f2/7618ff45-7ca2-4ebc-8fe8-3a9536c0a2d8/d962e9e6-7fc5-4929-8354-540e7df89293) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:36.495638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b99e787-a11d-4794-a3da-c6f0b4b283bb']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:36.515111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67a3a7a-e47b-4e56-8369-799100eaf6df') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:36.515473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67a3a7a-e47b-4e56-8369-799100eaf6df') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:36.535898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.552566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.558832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:36.559395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.669904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.696396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-accc715c-0a9a-43a3-878e-541d65617193 None None] For port f92864e1-97f7-4529-8ce4-c1934a935565, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f92864e1-97f7-4529-8ce4-c1934a935565,segment=NetworkSegment(5d13cec4-e9d0-4188-bc7b-55834c47d25a),segment_id=5d13cec4-e9d0-4188-bc7b-55834c47d25a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:36.696784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-accc715c-0a9a-43a3-878e-541d65617193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.712033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:36.764200 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:36.783539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port f92864e1-97f7-4529-8ce4-c1934a935565, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f92864e1-97f7-4529-8ce4-c1934a935565,segment=NetworkSegment(5d13cec4-e9d0-4188-bc7b-55834c47d25a),segment_id=5d13cec4-e9d0-4188-bc7b-55834c47d25a)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:36.784110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.801259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object d962e9e6-7fc5-4929-8354-540e7df89293 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:36.820667 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-accc715c-0a9a-43a3-878e-541d65617193 None None] Calling delete_port for f92864e1-97f7-4529-8ce4-c1934a935565 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:36.842403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86dd63-e442-4bca-ae7e-d2286d274a79 req-2964550e-b173-4071-b8fc-9637ea268126 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:36.844688 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6a86dd63-e442-4bca-ae7e-d2286d274a79 req-2964550e-b173-4071-b8fc-9637ea268126 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 943 time: 0.1147408 Mar 22 13:09:36.850372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.850826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.924859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:36.936304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for f92864e1-97f7-4529-8ce4-c1934a935565 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:36.942599 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network 7b75980b-61a0-43bd-afcb-93347a1c77f2 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:36.955945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:36.958499 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:36.976134 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Network': ['ID=5b99e787-a11d-4794-a3da-c6f0b4b283bb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:36.980491 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1a94a21d-2751-4de8-8272-a652ef5fb626 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "DELETE /v2.0/networks/5b99e787-a11d-4794-a3da-c6f0b4b283bb HTTP/1.1" status: 204 len: 168 time: 0.9570944 Mar 22 13:09:36.983191 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Allocated IP 172.20.0.2 (7b75980b-61a0-43bd-afcb-93347a1c77f2/7618ff45-7ca2-4ebc-8fe8-3a9536c0a2d8/c5c88b8f-21d3-4dd4-b6d7-338f9edb9921) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:36.983343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42200) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:37.000078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-accc715c-0a9a-43a3-878e-541d65617193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.039205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=d962e9e6-7fc5-4929-8354-540e7df89293,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:37.047091 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6a86dd63-e442-4bca-ae7e-d2286d274a79 req-704325a3-a50e-4711-a1cf-aa3a5250ffac tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876750 Mar 22 13:09:37.057386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:37.058075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.078372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc715c-0a9a-43a3-878e-541d65617193 None None] Pushing event deleted for resources: {'Port': ['ID=f92864e1-97f7-4529-8ce4-c1934a935565,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:37.103349 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b4db7b7d-a3f3-48fc-ad17-180fc8a2a438 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0119858 Mar 22 13:09:37.121715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:09:37.122365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:09:37.142273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc715c-0a9a-43a3-878e-541d65617193 None None] No DVR routers for this DVR port f92864e1-97f7-4529-8ce4-c1934a935565 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:37.152707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42204) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:37.182738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa3ce8-e8c0-443f-a4bb-786c9fa27305 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:37.189428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa3ce8-e8c0-443f-a4bb-786c9fa27305 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:37.190254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bafa3ce8-e8c0-443f-a4bb-786c9fa27305 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Synchronizing usage tracker for tenant:8a676710ee77422b8611ae2a8448d5e7 on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:37.208555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bafa3ce8-e8c0-443f-a4bb-786c9fa27305 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Unset dirty status for tenant:8a676710ee77422b8611ae2a8448d5e7 on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:37.209774 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bafa3ce8-e8c0-443f-a4bb-786c9fa27305 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2238386 Mar 22 13:09:37.215639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42208) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:37.222307 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-794034120'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:37.228410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:37.247348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:37.258831 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Made reservation on behalf of 8a676710ee77422b8611ae2a8448d5e7 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:37.262850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.270181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.290357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Transition to ACTIVE for port object c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:37.303559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:37.316879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.317781 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Added segment e1a05a18-4f9c-4f63-8f8e-54226a561ff8 of type vlan for network 3859a16c-f66c-4523-b463-d78a6fb249c2 Mar 22 13:09:37.333726 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Transition to ACTIVE for port object c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:37.349176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.351038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab2628-ef68-4b72-bcb4-f18424202010 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port d962e9e6-7fc5-4929-8354-540e7df89293 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:37.351483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2628-ef68-4b72-bcb4-f18424202010 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.365708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.405150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.412745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:37.413907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.434062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Network 7b75980b-61a0-43bd-afcb-93347a1c77f2 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:37.438065 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:37.440571 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:37.460755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Pushing event updated for resources: {'Port': ['ID=c5c88b8f-21d3-4dd4-b6d7-338f9edb9921,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:37.560468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Attempting to bind port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:37.560921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Attempting to bind port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'a12f81cb-9742-48a5-9e3e-3429cb1ae49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7b75980b-61a0-43bd-afcb-93347a1c77f2'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:37.561187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Attempting to bind port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 on network 7b75980b-61a0-43bd-afcb-93347a1c77f2 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:37.569164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:37.600714 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3838553 Mar 22 13:09:37.604204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42212) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:37.607535 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:37.607909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Checking segment: {'id': 'a12f81cb-9742-48a5-9e3e-3429cb1ae49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7b75980b-61a0-43bd-afcb-93347a1c77f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:37.608493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.608878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Bound using segment: {'id': 'a12f81cb-9742-48a5-9e3e-3429cb1ae49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7b75980b-61a0-43bd-afcb-93347a1c77f2'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:37.609383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Bound port: c5c88b8f-21d3-4dd4-b6d7-338f9edb9921, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12f81cb-9742-48a5-9e3e-3429cb1ae49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7b75980b-61a0-43bd-afcb-93347a1c77f2'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:37.609751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.611565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-720666339'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:37.616333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:37.620472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Usage tracker for resource:network and tenant:8a676710ee77422b8611ae2a8448d5e7 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:37.623518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:37.630202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:37.637304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9fc72-7f4e-4dd7-8f8c-71ca5821e393 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'Network': ['ID=3859a16c-f66c-4523-b463-d78a6fb249c2,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:37.638950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port f92864e1-97f7-4529-8ce4-c1934a935565 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:37.639326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.655712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 3859a16c-f66c-4523-b463-d78a6fb249c2 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:37.694406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2628-ef68-4b72-bcb4-f18424202010 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.709865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Made reservation on behalf of 8a676710ee77422b8611ae2a8448d5e7 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:37.713360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.726824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] The port 'f92864e1-97f7-4529-8ce4-c1934a935565' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:09:37.836089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab2628-ef68-4b72-bcb4-f18424202010 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for d962e9e6-7fc5-4929-8354-540e7df89293 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:37.846434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.862574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:37.870144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.871613 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:37.871980 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.893219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.893557 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Added segment 6e3c6270-c3b0-490b-85b0-7a8f8126dbfc of type vlan for network 45dc216d-052b-40ad-b261-21519a17a520 Mar 22 13:09:37.903669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4286fcba-bdd7-479c-9c79-1781c82d9d61']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:37.914552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] For port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:37.925745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d13cec4-e9d0-4188-bc7b-55834c47d25a') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:37.926362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d13cec4-e9d0-4188-bc7b-55834c47d25a') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:37.932976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] For port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c5c88b8f-21d3-4dd4-b6d7-338f9edb9921,segment=NetworkSegment(a12f81cb-9742-48a5-9e3e-3429cb1ae49f),segment_id=a12f81cb-9742-48a5-9e3e-3429cb1ae49f)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:37.939136 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.948627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.956765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.972891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.989351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:37.989752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.996540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2628-ef68-4b72-bcb4-f18424202010 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:38.004817 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:38.050452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab2628-ef68-4b72-bcb4-f18424202010 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=d962e9e6-7fc5-4929-8354-540e7df89293,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:38.076547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.082596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:38.083387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.093436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b1da4-cf59-4c39-afee-fca63f4babfd None None] Pushing event updated for resources: {'Port': ['ID=c5c88b8f-21d3-4dd4-b6d7-338f9edb9921,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:38.185324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f92864e1-97f7-4529-8ce4-c1934a935565 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:38.191149 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2628-ef68-4b72-bcb4-f18424202010 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.207389 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a7ab2628-ef68-4b72-bcb4-f18424202010 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/d962e9e6-7fc5-4929-8354-540e7df89293 HTTP/1.1" status: 204 len: 168 time: 1.0530379 Mar 22 13:09:38.208057 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42220) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:38.235816 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: f92864e1-97f7-4529-8ce4-c1934a935565 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:09:38.236157 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f92864e1-97f7-4529-8ce4-c1934a935565 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:38.259892 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-730fd836-a787-43ec-8ee0-c63e3d5aa3d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:09:38.260378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730fd836-a787-43ec-8ee0-c63e3d5aa3d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:38.264540 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-730fd836-a787-43ec-8ee0-c63e3d5aa3d0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/d962e9e6-7fc5-4929-8354-540e7df89293 HTTP/1.1" status: 404 len: 333 time: 0.0531118 Mar 22 13:09:38.266013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42224) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:38.281982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'Network': ['ID=45dc216d-052b-40ad-b261-21519a17a520,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:38.284390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.293878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 45dc216d-052b-40ad-b261-21519a17a520 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:38.317137 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e972f113-6afa-49e7-bf35-cbc01af4c7da tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:09:38.317966 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e972f113-6afa-49e7-bf35-cbc01af4c7da tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:38.339370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.342215 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/networks/4286fcba-bdd7-479c-9c79-1781c82d9d61 HTTP/1.1" status: 204 len: 168 time: 2.4302514 Mar 22 13:09:38.360225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42228) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:38.365276 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-943b3e80-8ce1-4310-b851-3e54711473d7 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7600729 Mar 22 13:09:38.372638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-33509563', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}, 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:38.375992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696d036-2748-4512-b4a4-e6cfdc536e4b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Network': ['ID=4286fcba-bdd7-479c-9c79-1781c82d9d61,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:38.379496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42232) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:38.388079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:38.389689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'ports': [{'network_id': '3859a16c-f66c-4523-b463-d78a6fb249c2', 'name': 'tempest-port--1168174716', 'admin_state_up': True}, {'network_id': '45dc216d-052b-40ad-b261-21519a17a520', 'admin_state_up': False}]} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:38.390236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'port': {'network_id': '3859a16c-f66c-4523-b463-d78a6fb249c2', 'name': 'tempest-port--1168174716', 'admin_state_up': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:38.391446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'port': {'network_id': '45dc216d-052b-40ad-b261-21519a17a520', 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:38.392663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:router and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:38.395583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:38.406260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:38.415610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e972f113-6afa-49e7-bf35-cbc01af4c7da tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:38.416894 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e972f113-6afa-49e7-bf35-cbc01af4c7da tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/d962e9e6-7fc5-4929-8354-540e7df89293 HTTP/1.1" status: 404 len: 333 time: 0.1499183 Mar 22 13:09:38.419840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42236) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:38.429137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.430217 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.452604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.599955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a68e0f-f436-486d-96f0-cff266d3b944 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet 7618ff45-7ca2-4ebc-8fe8-3a9536c0a2d8 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:38.605940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27a68e0f-f436-486d-96f0-cff266d3b944 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.737171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66448683-eb99-4726-b04c-3e39abc5f5fc req-3ee8aa63-afee-406b-bb26-0d5f7e0b1af9 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:38.738627 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66448683-eb99-4726-b04c-3e39abc5f5fc req-3ee8aa63-afee-406b-bb26-0d5f7e0b1af9 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 943 time: 0.5166497 Mar 22 13:09:38.797573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:38.805490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Usage tracker for resource:port and tenant:8a676710ee77422b8611ae2a8448d5e7 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:38.809785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:38.814874 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66448683-eb99-4726-b04c-3e39abc5f5fc req-ba555d67-7ff1-4a6f-9901-d36a72c517b8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704060 Mar 22 13:09:38.818868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:38.836222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Made reservation on behalf of 8a676710ee77422b8611ae2a8448d5e7 for: {'port': 2} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:38.837230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27a68e0f-f436-486d-96f0-cff266d3b944 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.841163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.860516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.870030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.108053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] device_id is not set on port d9d6e0b0-26cc-4c28-a7a8-8cced5c6cdf5 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:39.149635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27a68e0f-f436-486d-96f0-cff266d3b944 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.169280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8cc924-fc56-48c9-b052-5c3845ed5257 None None] Network 7b75980b-61a0-43bd-afcb-93347a1c77f2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:39.209786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.244377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27a68e0f-f436-486d-96f0-cff266d3b944 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.269578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-07c54387-3134-4d56-aea6-5e003d87736d None None] Provisioning for port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:39.336243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] device_id is not set on port 786eeab8-4a23-4d97-8b0d-99e200548bcb yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:39.354056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27a68e0f-f436-486d-96f0-cff266d3b944 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.356852 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a68e0f-f436-486d-96f0-cff266d3b944 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=7618ff45-7ca2-4ebc-8fe8-3a9536c0a2d8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:39.441672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.470625 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-27a68e0f-f436-486d-96f0-cff266d3b944 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/7618ff45-7ca2-4ebc-8fe8-3a9536c0a2d8 HTTP/1.1" status: 204 len: 168 time: 1.0477166 Mar 22 13:09:39.473298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42240) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:39.478070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.492091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe18681e-ccd3-4819-8bc6-3ac3341978e6 None None] DHCP port deletion for 7b75980b-61a0-43bd-afcb-93347a1c77f2 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:09:39.496600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-fe18681e-ccd3-4819-8bc6-3ac3341978e6 None None] Deleting port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:39.496973 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fe18681e-ccd3-4819-8bc6-3ac3341978e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.497934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.520312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.663267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Allocated IP 172.26.5.110 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/99749873-2acc-4bb5-97de-6a7c84936da8) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:39.681426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.686054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'Port': ['ID=d9d6e0b0-26cc-4c28-a7a8-8cced5c6cdf5,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:39.696606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Checking segment: {'id': 'e1a05a18-4f9c-4f63-8f8e-54226a561ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3859a16c-f66c-4523-b463-d78a6fb249c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:39.696866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Network hostable DHCP agents. Network: 3859a16c-f66c-4523-b463-d78a6fb249c2, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:39.712003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:39.712262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.749287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-fe18681e-ccd3-4819-8bc6-3ac3341978e6 None None] For port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c5c88b8f-21d3-4dd4-b6d7-338f9edb9921,segment=NetworkSegment(a12f81cb-9742-48a5-9e3e-3429cb1ae49f),segment_id=a12f81cb-9742-48a5-9e3e-3429cb1ae49f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:39.750210 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fe18681e-ccd3-4819-8bc6-3ac3341978e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.760479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Network 3859a16c-f66c-4523-b463-d78a6fb249c2 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:39.810666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 3859a16c-f66c-4523-b463-d78a6fb249c2) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:39.818318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:39.819579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.830197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.863569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.874075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0dc8b-5f46-4c6f-8e1a-1eacf004c57f None None] Network 3859a16c-f66c-4523-b463-d78a6fb249c2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:39.896051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-fe18681e-ccd3-4819-8bc6-3ac3341978e6 None None] Calling delete_port for c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:39.945454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'Port': ['ID=786eeab8-4a23-4d97-8b0d-99e200548bcb,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:39.970748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:39.984464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:39.986843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:40.039812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=99749873-2acc-4bb5-97de-6a7c84936da8,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:40.062033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Checking segment: {'id': '6e3c6270-c3b0-490b-85b0-7a8f8126dbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '45dc216d-052b-40ad-b261-21519a17a520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:40.063313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Network hostable DHCP agents. Network: 45dc216d-052b-40ad-b261-21519a17a520, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:40.070241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] For port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c5c88b8f-21d3-4dd4-b6d7-338f9edb9921,segment=NetworkSegment(a12f81cb-9742-48a5-9e3e-3429cb1ae49f),segment_id=a12f81cb-9742-48a5-9e3e-3429cb1ae49f)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:40.070668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:40.107879 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fe18681e-ccd3-4819-8bc6-3ac3341978e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:40.163987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18681e-ccd3-4819-8bc6-3ac3341978e6 None None] Pushing event deleted for resources: {'Port': ['ID=c5c88b8f-21d3-4dd4-b6d7-338f9edb9921,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:40.169376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18681e-ccd3-4819-8bc6-3ac3341978e6 None None] No DVR routers for this DVR port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:40.211442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:40.247097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Network 45dc216d-052b-40ad-b261-21519a17a520 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:40.253704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa17d73-73ed-48b5-81b1-b693da49a20a req-6fc67334-5d38-434a-863a-b85f34642105 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:40.255187 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3fa17d73-73ed-48b5-81b1-b693da49a20a req-6fc67334-5d38-434a-863a-b85f34642105 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 943 time: 0.3243618 Mar 22 13:09:40.267024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 45dc216d-052b-40ad-b261-21519a17a520) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:40.274817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:40.280534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:40.285671 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f116bb-a5a6-4997-b415-864923f07cfd None None] Network 45dc216d-052b-40ad-b261-21519a17a520 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:40.285865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:40.286550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:40.326782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:09:40.327111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:09:40.331312 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7025fc5a-c2e9-4648-8e78-04099089f2b6 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9442985 Mar 22 13:09:40.334944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42248) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:40.382260 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3fa17d73-73ed-48b5-81b1-b693da49a20a req-7300a388-44dc-43cb-8ae5-3890cf2c57ab tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198716 Mar 22 13:09:40.435999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07316f8-60fc-4bcc-a35d-b951bdcb31d5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:40.443824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07316f8-60fc-4bcc-a35d-b951bdcb31d5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:40.444991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b07316f8-60fc-4bcc-a35d-b951bdcb31d5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Synchronizing usage tracker for tenant:8a676710ee77422b8611ae2a8448d5e7 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:40.467742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b07316f8-60fc-4bcc-a35d-b951bdcb31d5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Unset dirty status for tenant:8a676710ee77422b8611ae2a8448d5e7 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:40.470577 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b07316f8-60fc-4bcc-a35d-b951bdcb31d5 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1341710 Mar 22 13:09:40.473094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42252) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:40.512550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:40.540414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-09416b30-390c-47e1-a084-7ec284fc2f91 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Deleting port d9d6e0b0-26cc-4c28-a7a8-8cced5c6cdf5 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:40.540756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09416b30-390c-47e1-a084-7ec284fc2f91 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:40.846390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:40.846623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:40.927862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] The port 'c5c88b8f-21d3-4dd4-b6d7-338f9edb9921' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:09:40.963219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09416b30-390c-47e1-a084-7ec284fc2f91 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:40.989416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.118365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-09416b30-390c-47e1-a084-7ec284fc2f91 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Calling delete_port for d9d6e0b0-26cc-4c28-a7a8-8cced5c6cdf5 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:41.196465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router e04d1813-773d-4ee8-9b83-0fa291ed0884 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:09:41.213978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.263503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b75980b-61a0-43bd-afcb-93347a1c77f2']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:41.277843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12f81cb-9742-48a5-9e3e-3429cb1ae49f') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:41.278259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12f81cb-9742-48a5-9e3e-3429cb1ae49f') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:41.290852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.299471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09416b30-390c-47e1-a084-7ec284fc2f91 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.353954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.356974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09416b30-390c-47e1-a084-7ec284fc2f91 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Port': ['ID=d9d6e0b0-26cc-4c28-a7a8-8cced5c6cdf5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:41.364993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:41.365400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:41.381189 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:41.384043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09416b30-390c-47e1-a084-7ec284fc2f91 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.384142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:41.396690 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e598e-7b9c-43e0-a310-f30e86c0f50e None None] Sync routers for ids ['e04d1813-773d-4ee8-9b83-0fa291ed0884'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:41.407230 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e598e-7b9c-43e0-a310-f30e86c0f50e None None] Routers {'e04d1813-773d-4ee8-9b83-0fa291ed0884'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:41.408458 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3d0e598e-7b9c-43e0-a310-f30e86c0f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e04d1813-773d-4ee8-9b83-0fa291ed0884'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:41.422516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.424419 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fdc425b2-beb7-4c92-b2e1-d3e68a705ad2 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0592668 Mar 22 13:09:41.427483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42258) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:41.467471 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-09416b30-390c-47e1-a084-7ec284fc2f91 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "DELETE /v2.0/ports/d9d6e0b0-26cc-4c28-a7a8-8cced5c6cdf5 HTTP/1.1" status: 204 len: 168 time: 0.9932940 Mar 22 13:09:41.472079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42262) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:41.479221 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3d0e598e-7b9c-43e0-a310-f30e86c0f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:41.488690 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e598e-7b9c-43e0-a310-f30e86c0f50e None None] Routers {'e04d1813-773d-4ee8-9b83-0fa291ed0884'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:41.489569 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3d0e598e-7b9c-43e0-a310-f30e86c0f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e04d1813-773d-4ee8-9b83-0fa291ed0884'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:41.512276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:41.558598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:09:41.558940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c5c88b8f-21d3-4dd4-b6d7-338f9edb9921 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:41.560519 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3d0e598e-7b9c-43e0-a310-f30e86c0f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:41.561004 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e598e-7b9c-43e0-a310-f30e86c0f50e None None] The sync data for ids ['e04d1813-773d-4ee8-9b83-0fa291ed0884'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:41.579182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.600019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.621610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Network': ['ID=7b75980b-61a0-43bd-afcb-93347a1c77f2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:41.631277 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c9b8a35e-f4eb-422a-bb16-244dfa9bfa70 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/networks/7b75980b-61a0-43bd-afcb-93347a1c77f2 HTTP/1.1" status: 204 len: 168 time: 2.1559715 Mar 22 13:09:41.635948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0efc1a72-521f-4aad-9f6b-682fbd8fc765 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Deleting port 786eeab8-4a23-4d97-8b0d-99e200548bcb {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:41.636291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0efc1a72-521f-4aad-9f6b-682fbd8fc765 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.648878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42266) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:41.661193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1154154850'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:41.669255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:41.676094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:network and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:41.686623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:41.696398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:41.706649 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0d853e3f-05f7-4481-a0c2-04d14372c656 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/routers/e04d1813-773d-4ee8-9b83-0fa291ed0884 HTTP/1.1" status: 200 len: 879 time: 0.2772863 Mar 22 13:09:41.709954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42270) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:41.713543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:41.716835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.745126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:41.754577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device cbe463ac-cbec-4842-a043-0c7a561fb73a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:09:41.757411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.757767 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Added segment 356f2a46-b81f-4ab2-9e15-19601a7f8e86 of type vlan for network 7b060bcd-98fa-470e-bb0f-3dd6f6bae543 Mar 22 13:09:41.791089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.802023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ea20f-660d-4692-a3e0-ae302d94ae89 req-9cad18ea-40cc-4987-9c81-1bbfd04b77db tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:41.808873 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de2ea20f-660d-4692-a3e0-ae302d94ae89 req-9cad18ea-40cc-4987-9c81-1bbfd04b77db tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 943 time: 0.2987247 Mar 22 13:09:41.826824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.833505 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:41.834130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:41.891650 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2415860 Mar 22 13:09:41.894452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42274) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:41.917977 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de2ea20f-660d-4692-a3e0-ae302d94ae89 req-d4118d32-6f2c-4880-83bc-6580dc683169 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082528 Mar 22 13:09:41.921740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port cbe463ac-cbec-4842-a043-0c7a561fb73a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cbe463ac-cbec-4842-a043-0c7a561fb73a,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:41.936790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'cbe463ac-cbec-4842-a043-0c7a561fb73a', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'port_id': 'cbe463ac-cbec-4842-a043-0c7a561fb73a', 'mac_address': 'fa:16:3e:36:6f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:09:41.952504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': '7b060bcd-98fa-470e-bb0f-3dd6f6bae543', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:41.991804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315ca4c-6370-4499-b499-a7653cfc8ef0 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Network': ['ID=7b060bcd-98fa-470e-bb0f-3dd6f6bae543,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:42.002758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0efc1a72-521f-4aad-9f6b-682fbd8fc765 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.008129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 7b060bcd-98fa-470e-bb0f-3dd6f6bae543 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:42.034336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.074438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:42.078974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:42.081957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:42.089502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:42.101362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:42.106005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.109168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe463ac-cbec-4842-a043-0c7a561fb73a {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:09:42.145067 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port cbe463ac-cbec-4842-a043-0c7a561fb73a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cbe463ac-cbec-4842-a043-0c7a561fb73a,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:42.150620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.152503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0efc1a72-521f-4aad-9f6b-682fbd8fc765 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Calling delete_port for 786eeab8-4a23-4d97-8b0d-99e200548bcb owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:42.219806 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=cbe463ac-cbec-4842-a043-0c7a561fb73a,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:42.340462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.429823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0efc1a72-521f-4aad-9f6b-682fbd8fc765 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.433864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=0dd93af2-f334-46fb-a08a-3c06d8833401,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:42.444783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['cbe463ac-cbec-4842-a043-0c7a561fb73a'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:09:42.445447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Checking segment: {'id': '356f2a46-b81f-4ab2-9e15-19601a7f8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7b060bcd-98fa-470e-bb0f-3dd6f6bae543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:42.445886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network hostable DHCP agents. Network: 7b060bcd-98fa-470e-bb0f-3dd6f6bae543, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:42.466328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network 7b060bcd-98fa-470e-bb0f-3dd6f6bae543 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:42.477056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 7b060bcd-98fa-470e-bb0f-3dd6f6bae543) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:42.485494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:42.485623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.497585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7344afc-4c29-420a-a6b3-7da859cb6c91 None None] Network 7b060bcd-98fa-470e-bb0f-3dd6f6bae543 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:42.504943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc1a72-521f-4aad-9f6b-682fbd8fc765 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Port': ['ID=786eeab8-4a23-4d97-8b0d-99e200548bcb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:42.514379 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-27003c02-f3bf-47f9-8020-83dac57145fb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6161876 Mar 22 13:09:42.514480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0efc1a72-521f-4aad-9f6b-682fbd8fc765 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.514809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42278) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:42.522068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': '7b060bcd-98fa-470e-bb0f-3dd6f6bae543', 'security_groups': [], 'name': 'tempest-PortsTestJSON-630579849'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:42.526853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-51cf85eb-8c17-4737-9ff9-564d321339cc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:router {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:42.536036 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0efc1a72-521f-4aad-9f6b-682fbd8fc765 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "DELETE /v2.0/ports/786eeab8-4a23-4d97-8b0d-99e200548bcb HTTP/1.1" status: 204 len: 168 time: 1.0601661 Mar 22 13:09:42.536334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42282) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:42.585515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6d29ad2a-171f-48c3-a160-465d1a1a38ef tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Synchronizing usage tracker for tenant:8a676710ee77422b8611ae2a8448d5e7 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:42.599401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-51cf85eb-8c17-4737-9ff9-564d321339cc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:router {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:42.600290 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-51cf85eb-8c17-4737-9ff9-564d321339cc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.8648174 Mar 22 13:09:42.602966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42286) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:42.609928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-94fafc60-f6db-4ab9-a008-64a2cb003f41 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-33509563'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:42.669085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6d29ad2a-171f-48c3-a160-465d1a1a38ef tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Unset dirty status for tenant:8a676710ee77422b8611ae2a8448d5e7 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:42.669908 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6d29ad2a-171f-48c3-a160-465d1a1a38ef tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1326385 Mar 22 13:09:42.678661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42290) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:42.686500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-467550554'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:42.694456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:42.701861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Usage tracker for resource:network and tenant:8a676710ee77422b8611ae2a8448d5e7 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:42.706435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:42.722627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:42.795592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Made reservation on behalf of 8a676710ee77422b8611ae2a8448d5e7 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:42.798902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:42.801198 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.810116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:42.820859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:42.824588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.847232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port 8ffc45a7-2782-4a18-bb6c-77ffe8eebbdc yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:42.878554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-7b060bcd-98fa-470e-bb0f-3dd6f6bae543', 'network_id': '7b060bcd-98fa-470e-bb0f-3dd6f6bae543', 'tenant_id': '6ba3cb16af8a45dfb2103359b449406a', 'fixed_ips': [{'subnet_id': '0dd93af2-f334-46fb-a08a-3c06d8833401'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:09:42.879384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.926196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:42.944625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:42.944974 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Added segment 9389a260-4229-480e-947d-0ae0ba7dcfe2 of type vlan for network b8ddcece-ad28-4e32-b5fa-663b295ee772 Mar 22 13:09:43.014156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.4 (7b060bcd-98fa-470e-bb0f-3dd6f6bae543/0dd93af2-f334-46fb-a08a-3c06d8833401/8ffc45a7-2782-4a18-bb6c-77ffe8eebbdc) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:43.052558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.176980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.182306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:43.182884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.246336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc6a26-da38-488a-8229-7fa16f914064 req-7cb0b27f-b854-4a68-859c-14e3dc2f11ea tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:43.247770 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-42bc6a26-da38-488a-8229-7fa16f914064 req-7cb0b27f-b854-4a68-859c-14e3dc2f11ea tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 944 time: 0.2093685 Mar 22 13:09:43.285994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.316175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object 8ffc45a7-2782-4a18-bb6c-77ffe8eebbdc will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:43.322086 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-42bc6a26-da38-488a-8229-7fa16f914064 req-6f72d930-fafe-4408-bef0-441006603039 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593641 Mar 22 13:09:43.356751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.364032 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6841693 Mar 22 13:09:43.373384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-94fafc60-f6db-4ab9-a008-64a2cb003f41 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.377427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42298) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:43.386420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-371547285'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:43.389986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1c9d3-53e4-41f5-a383-0ace419a9564 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'Network': ['ID=b8ddcece-ad28-4e32-b5fa-663b295ee772,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:43.395376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:43.401630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Usage tracker for resource:network and tenant:8a676710ee77422b8611ae2a8448d5e7 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:43.405037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:43.411930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-94fafc60-f6db-4ab9-a008-64a2cb003f41 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.414012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:43.419931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network b8ddcece-ad28-4e32-b5fa-663b295ee772 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:43.426708 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network 7b060bcd-98fa-470e-bb0f-3dd6f6bae543 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:43.430139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:43.432724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:43.491138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=8ffc45a7-2782-4a18-bb6c-77ffe8eebbdc,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:43.495462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Made reservation on behalf of 8a676710ee77422b8611ae2a8448d5e7 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:43.499085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.520836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:43.521392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.549090 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d8c381c8-c988-41a4-9524-377d959b5753 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.0329797 Mar 22 13:09:43.551704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42302) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:43.566359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Allocated IP 172.20.0.2 (7b060bcd-98fa-470e-bb0f-3dd6f6bae543/0dd93af2-f334-46fb-a08a-3c06d8833401/e963af4b-ab2b-45be-a3c3-7d7affa6578c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:43.612109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:43.627268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-52653711-83c5-4272-b75f-963360ed6dd7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 8ffc45a7-2782-4a18-bb6c-77ffe8eebbdc {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:43.627886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52653711-83c5-4272-b75f-963360ed6dd7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.638570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.638914 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Added segment a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc of type vlan for network 6c46e151-4d57-416c-9650-2a4d6b59e9b5 Mar 22 13:09:43.647446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fafc60-f6db-4ab9-a008-64a2cb003f41 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router e04d1813-773d-4ee8-9b83-0fa291ed0884 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:09:43.730087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.779125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.790530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Transition to ACTIVE for port object e963af4b-ab2b-45be-a3c3-7d7affa6578c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:43.811556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Transition to ACTIVE for port object e963af4b-ab2b-45be-a3c3-7d7affa6578c will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:43.818696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.884281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Network 7b060bcd-98fa-470e-bb0f-3dd6f6bae543 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:43.894194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:43.899469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:43.905507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52653711-83c5-4272-b75f-963360ed6dd7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.905953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Pushing event updated for resources: {'Port': ['ID=e963af4b-ab2b-45be-a3c3-7d7affa6578c,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:43.979268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.985341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:43.985924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.998596 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Attempting to bind port e963af4b-ab2b-45be-a3c3-7d7affa6578c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:43.999037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Attempting to bind port e963af4b-ab2b-45be-a3c3-7d7affa6578c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '356f2a46-b81f-4ab2-9e15-19601a7f8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7b060bcd-98fa-470e-bb0f-3dd6f6bae543'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:43.999441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Attempting to bind port e963af4b-ab2b-45be-a3c3-7d7affa6578c on network 7b060bcd-98fa-470e-bb0f-3dd6f6bae543 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:44.005373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:44.005769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Checking segment: {'id': '356f2a46-b81f-4ab2-9e15-19601a7f8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7b060bcd-98fa-470e-bb0f-3dd6f6bae543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:44.006144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.006538 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Bound using segment: {'id': '356f2a46-b81f-4ab2-9e15-19601a7f8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7b060bcd-98fa-470e-bb0f-3dd6f6bae543'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:44.007117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Bound port: e963af4b-ab2b-45be-a3c3-7d7affa6578c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356f2a46-b81f-4ab2-9e15-19601a7f8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7b060bcd-98fa-470e-bb0f-3dd6f6bae543'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:44.007838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.037441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-52653711-83c5-4272-b75f-963360ed6dd7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 8ffc45a7-2782-4a18-bb6c-77ffe8eebbdc owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:44.056062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fafc60-f6db-4ab9-a008-64a2cb003f41 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:44.069625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-94fafc60-f6db-4ab9-a008-64a2cb003f41 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.070783 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-94fafc60-f6db-4ab9-a008-64a2cb003f41 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/e04d1813-773d-4ee8-9b83-0fa291ed0884 HTTP/1.1" status: 200 len: 886 time: 1.4669447 Mar 22 13:09:44.076275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42306) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:44.080826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d67af1-18bb-4edb-ab91-665606455ade None None] Sync routers for ids ['e04d1813-773d-4ee8-9b83-0fa291ed0884'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:44.108160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d67af1-18bb-4edb-ab91-665606455ade None None] Routers {'e04d1813-773d-4ee8-9b83-0fa291ed0884'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:44.108789 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c6d67af1-18bb-4edb-ab91-665606455ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e04d1813-773d-4ee8-9b83-0fa291ed0884'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:44.120272 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7419145 Mar 22 13:09:44.131722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc7691-e052-4b25-af70-cfa70ca626c4 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'Network': ['ID=6c46e151-4d57-416c-9650-2a4d6b59e9b5,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:44.173941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 6c46e151-4d57-416c-9650-2a4d6b59e9b5 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:44.214919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] For port e963af4b-ab2b-45be-a3c3-7d7affa6578c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:44.216369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c6d67af1-18bb-4edb-ab91-665606455ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:44.277346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] For port e963af4b-ab2b-45be-a3c3-7d7affa6578c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e963af4b-ab2b-45be-a3c3-7d7affa6578c,segment=NetworkSegment(356f2a46-b81f-4ab2-9e15-19601a7f8e86),segment_id=356f2a46-b81f-4ab2-9e15-19601a7f8e86)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:44.288920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.327933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d67af1-18bb-4edb-ab91-665606455ade None None] Routers {'e04d1813-773d-4ee8-9b83-0fa291ed0884'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:44.335178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c6d67af1-18bb-4edb-ab91-665606455ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e04d1813-773d-4ee8-9b83-0fa291ed0884'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:44.351491 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-66f557b0-df2d-4c4b-bfb1-281261d2f26e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/routers/e04d1813-773d-4ee8-9b83-0fa291ed0884 HTTP/1.1" status: 200 len: 886 time: 0.2740922 Mar 22 13:09:44.354247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42310) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:44.389858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52653711-83c5-4272-b75f-963360ed6dd7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.442938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a5ba65ee-07f8-4ef1-a7de-ff4e0d0c9618 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:44.451364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52653711-83c5-4272-b75f-963360ed6dd7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=8ffc45a7-2782-4a18-bb6c-77ffe8eebbdc,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:44.482661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c6d67af1-18bb-4edb-ab91-665606455ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:44.483078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d67af1-18bb-4edb-ab91-665606455ade None None] The sync data for ids ['e04d1813-773d-4ee8-9b83-0fa291ed0884'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:44.485182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a5ba65ee-07f8-4ef1-a7de-ff4e0d0c9618 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:44.486539 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a5ba65ee-07f8-4ef1-a7de-ff4e0d0c9618 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=e04d1813-773d-4ee8-9b83-0fa291ed0884 HTTP/1.1" status: 200 len: 205 time: 0.1313272 Mar 22 13:09:44.489307 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42316) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:44.546353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd680dd-9e66-4d6a-af49-a626a62b173e None None] Pushing event updated for resources: {'Port': ['ID=e963af4b-ab2b-45be-a3c3-7d7affa6578c,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:44.708053 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-52653711-83c5-4272-b75f-963360ed6dd7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.718962 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-52653711-83c5-4272-b75f-963360ed6dd7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/8ffc45a7-2782-4a18-bb6c-77ffe8eebbdc HTTP/1.1" status: 204 len: 168 time: 1.1655016 Mar 22 13:09:44.724071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42320) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:44.786730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.804263 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cce65c9-c0ec-4edd-b812-ba14c318dbf8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:09:44.804897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4cce65c9-c0ec-4edd-b812-ba14c318dbf8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:44.822794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4cce65c9-c0ec-4edd-b812-ba14c318dbf8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:44.824543 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4cce65c9-c0ec-4edd-b812-ba14c318dbf8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/8ffc45a7-2782-4a18-bb6c-77ffe8eebbdc HTTP/1.1" status: 404 len: 333 time: 0.0987062 Mar 22 13:09:44.826783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42326) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:44.904527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e96f2d-0bfd-4287-b206-7ded5f0d88bb req-78dd77c1-82df-409b-aaba-dc54312094a9 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:44.906835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e0e96f2d-0bfd-4287-b206-7ded5f0d88bb req-78dd77c1-82df-409b-aaba-dc54312094a9 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 944 time: 0.3176155 Mar 22 13:09:44.911111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-f742832f-178d-498e-9c0b-3fd85ffc9531 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet 0dd93af2-f334-46fb-a08a-3c06d8833401 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:44.916160 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f742832f-178d-498e-9c0b-3fd85ffc9531 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.981367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f742832f-178d-498e-9c0b-3fd85ffc9531 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.033812 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e0e96f2d-0bfd-4287-b206-7ded5f0d88bb req-c7c11054-5e0b-486d-96ec-8c165a7fa001 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197524 Mar 22 13:09:45.072070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f742832f-178d-498e-9c0b-3fd85ffc9531 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.072240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.082382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 99749873-2acc-4bb5-97de-6a7c84936da8 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:45.082830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.148253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f742832f-178d-498e-9c0b-3fd85ffc9531 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.196935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f742832f-178d-498e-9c0b-3fd85ffc9531 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.205208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742832f-178d-498e-9c0b-3fd85ffc9531 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd93af2-f334-46fb-a08a-3c06d8833401,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:45.212300 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f742832f-178d-498e-9c0b-3fd85ffc9531 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/0dd93af2-f334-46fb-a08a-3c06d8833401 HTTP/1.1" status: 204 len: 168 time: 0.3808069 Mar 22 13:09:45.212865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42330) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:45.267984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.338758 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.350806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port e963af4b-ab2b-45be-a3c3-7d7affa6578c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:45.351431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.427548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 99749873-2acc-4bb5-97de-6a7c84936da8 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:45.600266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e963af4b-ab2b-45be-a3c3-7d7affa6578c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:45.670756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] For port e963af4b-ab2b-45be-a3c3-7d7affa6578c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e963af4b-ab2b-45be-a3c3-7d7affa6578c,segment=NetworkSegment(356f2a46-b81f-4ab2-9e15-19601a7f8e86),segment_id=356f2a46-b81f-4ab2-9e15-19601a7f8e86)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:45.671512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.698670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.707991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port e963af4b-ab2b-45be-a3c3-7d7affa6578c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:45.760319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device cbe463ac-cbec-4842-a043-0c7a561fb73a up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:45.760576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=99749873-2acc-4bb5-97de-6a7c84936da8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:45.824300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for e963af4b-ab2b-45be-a3c3-7d7affa6578c owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:45.874745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port cbe463ac-cbec-4842-a043-0c7a561fb73a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:45.881023 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port cbe463ac-cbec-4842-a043-0c7a561fb73a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:45.881789 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.908776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.918465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.962757 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf6e17d-66eb-47d5-b6a6-46263f996fb9 None None] Network 7b060bcd-98fa-470e-bb0f-3dd6f6bae543 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:46.004166 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No DVR routers for this DVR port e963af4b-ab2b-45be-a3c3-7d7affa6578c on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:46.005969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=e963af4b-ab2b-45be-a3c3-7d7affa6578c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:46.160086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.188954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b060bcd-98fa-470e-bb0f-3dd6f6bae543']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:46.201874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356f2a46-b81f-4ab2-9e15-19601a7f8e86') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:46.202105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356f2a46-b81f-4ab2-9e15-19601a7f8e86') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:46.208170 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3d8b9fd4-f524-43e1-b8cf-7e0a08b2754f None None] Could not find standard attr ID for object e963af4b-ab2b-45be-a3c3-7d7affa6578c. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:09:46.216586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.233572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.240586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:46.240975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.303579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.313332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.334745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.366608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051d8f2-35e4-4ddc-b9ba-97e004d3dc55 None None] DHCP port deletion for 7b060bcd-98fa-470e-bb0f-3dd6f6bae543 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:09:46.368691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.369741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Fanout notify agent at l3_agent the message router_deleted on router e04d1813-773d-4ee8-9b83-0fa291ed0884 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:46.398795 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:46.412955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.419237 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4911a890-f734-497d-83cd-42c16f5ada9e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/e04d1813-773d-4ee8-9b83-0fa291ed0884 HTTP/1.1" status: 204 len: 168 time: 1.9241405 Mar 22 13:09:46.419237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42336) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:46.422009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172f8b8-e8e8-430b-a90c-21487e856983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe463ac-cbec-4842-a043-0c7a561fb73a'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:09:46.431518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'network': {'name': 'tempest-RoutersTest-495715826'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:46.452011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:46.456794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port cbe463ac-cbec-4842-a043-0c7a561fb73a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cbe463ac-cbec-4842-a043-0c7a561fb73a,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:46.461040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:network and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:46.464597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:46.466371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.467487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.480067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.492699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:46.512842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:46.521066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.542303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Network': ['ID=7b060bcd-98fa-470e-bb0f-3dd6f6bae543,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:46.556757 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dbbec2a4-459e-417b-b35e-5259bafcee4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/networks/7b060bcd-98fa-470e-bb0f-3dd6f6bae543 HTTP/1.1" status: 204 len: 168 time: 1.3427370 Mar 22 13:09:46.557599 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172f8b8-e8e8-430b-a90c-21487e856983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe463ac-cbec-4842-a043-0c7a561fb73a', 'code': 200} Mar 22 13:09:46.558243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:46.562633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42342) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:46.570543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=cbe463ac-cbec-4842-a043-0c7a561fb73a,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:46.570772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'name': 'tempest-PortsTestJSON-544475101'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:46.571815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.572394 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added segment f3272ff0-30cd-4071-bb1d-b83c21b9f89a of type vlan for network 2d21e17a-5506-4cbd-9a35-e87afabbced1 Mar 22 13:09:46.603211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.647543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.654381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:46.655317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.691944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b918c5-8557-4e6a-90ec-0ced160b3e3d req-dcb5c188-a40d-4414-8f42-10728a8fd09b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:46.695315 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-25b918c5-8557-4e6a-90ec-0ced160b3e3d req-dcb5c188-a40d-4414-8f42-10728a8fd09b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 945 time: 0.2918801 Mar 22 13:09:46.790964 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3712447 Mar 22 13:09:46.793856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42346) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:46.797015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f98e2-195e-48f2-a89f-fbf2b869ab49 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Network': ['ID=2d21e17a-5506-4cbd-9a35-e87afabbced1,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:46.802377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'subnet': {'network_id': '2d21e17a-5506-4cbd-9a35-e87afabbced1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:46.808843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 2d21e17a-5506-4cbd-9a35-e87afabbced1 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:46.939091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:46.944670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:46.948966 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:port and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:46.949270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:subnet and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:46.953116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:46.953441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:46.959437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:46.962357 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-25b918c5-8557-4e6a-90ec-0ced160b3e3d req-f3385d66-ec67-4bf2-966a-434aa798ffb1 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524650 Mar 22 13:09:46.963314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:46.974557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:46.980119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:46.987814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:46.993778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.025940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1eda08-c3a0-4f03-a9a5-02c97f34bb20 req-ab9cf7b3-9654-4c67-ab01-e7f48e84f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:47.027625 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0a1eda08-c3a0-4f03-a9a5-02c97f34bb20 req-ab9cf7b3-9654-4c67-ab01-e7f48e84f2c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 1098 time: 0.1526997 Mar 22 13:09:47.032187 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port d4a0e255-3b4b-4379-b227-e90de75292b3 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:47.132761 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0a1eda08-c3a0-4f03-a9a5-02c97f34bb20 req-aaa5197d-06ff-4a7b-a73f-3394fec3cee5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648177 Mar 22 13:09:47.226241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.293413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.302199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Subnet': ['ID=1626f504-7716-4bde-bcab-7dc377928833,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:47.315645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Checking segment: {'id': 'f3272ff0-30cd-4071-bb1d-b83c21b9f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2d21e17a-5506-4cbd-9a35-e87afabbced1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:47.315645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network hostable DHCP agents. Network: 2d21e17a-5506-4cbd-9a35-e87afabbced1, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:47.336347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 2d21e17a-5506-4cbd-9a35-e87afabbced1 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:47.349495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.350097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 2d21e17a-5506-4cbd-9a35-e87afabbced1) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:47.356120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:47.356837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.359730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c4dc1-38ab-41bf-a7b5-887f8a88998f None None] Network 2d21e17a-5506-4cbd-9a35-e87afabbced1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:47.388002 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7398c2ae-0f91-4dc0-a582-e22e115a0142 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5906649 Mar 22 13:09:47.388384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42352) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:47.395209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2078131634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:47.402449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:47.407408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:router and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:47.410971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:47.425039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:47.433858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42356) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:47.443399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'subnets': [{'network_id': 'b8ddcece-ad28-4e32-b5fa-663b295ee772', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--980803931', 'ip_version': 6}, {'network_id': '6c46e151-4d57-416c-9650-2a4d6b59e9b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:47.443720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'subnet': {'network_id': 'b8ddcece-ad28-4e32-b5fa-663b295ee772', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--980803931', 'ip_version': 6}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:47.444380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Request body: {'subnet': {'network_id': '6c46e151-4d57-416c-9650-2a4d6b59e9b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:47.463038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.464133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.475960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:47.479586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:47.484752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:47.490038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:47.490682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.496271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=d4a0e255-3b4b-4379-b227-e90de75292b3,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:47.521429 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c9cdf7aa-9819-459b-b5bf-e5f81c24024c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9551291 Mar 22 13:09:47.521685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42360) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:47.571855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.576931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e963af4b-ab2b-45be-a3c3-7d7affa6578c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:47.595983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f523a-90a7-4187-bf3f-264ec9c3b956 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port d4a0e255-3b4b-4379-b227-e90de75292b3 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:47.596610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a2f523a-90a7-4187-bf3f-264ec9c3b956 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.622887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: e963af4b-ab2b-45be-a3c3-7d7affa6578c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:09:47.623338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e963af4b-ab2b-45be-a3c3-7d7affa6578c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:47.680814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.684871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-2d21e17a-5506-4cbd-9a35-e87afabbced1', 'network_id': '2d21e17a-5506-4cbd-9a35-e87afabbced1', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'fixed_ips': [{'subnet_id': '1626f504-7716-4bde-bcab-7dc377928833'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:09:47.685915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.721979 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:47.731111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Usage tracker for resource:subnet and tenant:8a676710ee77422b8611ae2a8448d5e7 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:47.736126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:47.744206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:47.746019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.747747 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0a9054b5-8e29-4e10-9631-08174530121e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3581829 Mar 22 13:09:47.750843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42364) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:47.845524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a2f523a-90a7-4187-bf3f-264ec9c3b956 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:47.858084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Allocated IP 172.20.0.2 (2d21e17a-5506-4cbd-9a35-e87afabbced1/1626f504-7716-4bde-bcab-7dc377928833/45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:47.987956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f523a-90a7-4187-bf3f-264ec9c3b956 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for d4a0e255-3b4b-4379-b227-e90de75292b3 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:48.083343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Made reservation on behalf of 8a676710ee77422b8611ae2a8448d5e7 for: {'subnet': 2} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:48.088166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.088497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.095762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a2f523a-90a7-4187-bf3f-264ec9c3b956 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.101220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.112710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Transition to ACTIVE for port object 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:48.131955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Transition to ACTIVE for port object 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:48.138409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.149581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a2f523a-90a7-4187-bf3f-264ec9c3b956 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.171846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f523a-90a7-4187-bf3f-264ec9c3b956 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=d4a0e255-3b4b-4379-b227-e90de75292b3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:48.180179 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3a2f523a-90a7-4187-bf3f-264ec9c3b956 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/d4a0e255-3b4b-4379-b227-e90de75292b3 HTTP/1.1" status: 204 len: 168 time: 0.6572301 Mar 22 13:09:48.182370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42370) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:48.188728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'mac_address': 'fa:16:3e:29:a7:e8', 'name': 'tempest-PortsTestJSON-1509248685'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:48.203026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Network 2d21e17a-5506-4cbd-9a35-e87afabbced1 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:48.206164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:48.210226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:48.291930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Pushing event updated for resources: {'Port': ['ID=45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:48.315421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:48.317062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Attempting to bind port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:48.317427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Attempting to bind port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'f3272ff0-30cd-4071-bb1d-b83c21b9f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2d21e17a-5506-4cbd-9a35-e87afabbced1'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:48.317808 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Attempting to bind port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 on network 2d21e17a-5506-4cbd-9a35-e87afabbced1 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:48.321578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:port and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:48.322915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:48.323315 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Checking segment: {'id': 'f3272ff0-30cd-4071-bb1d-b83c21b9f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2d21e17a-5506-4cbd-9a35-e87afabbced1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:48.323708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.324090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Bound using segment: {'id': 'f3272ff0-30cd-4071-bb1d-b83c21b9f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2d21e17a-5506-4cbd-9a35-e87afabbced1'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:48.324543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Bound port: 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3272ff0-30cd-4071-bb1d-b83c21b9f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2d21e17a-5506-4cbd-9a35-e87afabbced1'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:48.324903 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.326396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:48.334116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:48.347031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:48.425226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] For port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:48.431584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] For port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90,segment=NetworkSegment(f3272ff0-30cd-4071-bb1d-b83c21b9f89a),segment_id=f3272ff0-30cd-4071-bb1d-b83c21b9f89a)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:48.441045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.501746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.530625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port c298e8f6-f7f3-439d-b15e-fc27241d96c6 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:48.543825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.559857 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c9846-fcbe-4ca9-b5fa-28ea2d1a66cd None None] Pushing event updated for resources: {'Port': ['ID=45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:48.719630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072772f-6f5b-4dab-92cd-9352b9876135 req-36fc51a6-1789-4bb9-acaa-4e565f3900e2 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:48.720651 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0072772f-6f5b-4dab-92cd-9352b9876135 req-36fc51a6-1789-4bb9-acaa-4e565f3900e2 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 945 time: 0.4744546 Mar 22 13:09:48.795578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.826983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:48.911739 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0072772f-6f5b-4dab-92cd-9352b9876135 req-af08069c-0f66-4daf-9631-0aff52bf455b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804268 Mar 22 13:09:49.012634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:49.016380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:49.018825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:49.024346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:49.024941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:49.048355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=c298e8f6-f7f3-439d-b15e-fc27241d96c6,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:49.062236 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-71fa9670-7524-466a-8f38-8c645e3fb4fe tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8786292 Mar 22 13:09:49.064728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42374) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:49.134710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587d4a5-f0d2-4d6c-ae52-76ffcab4640d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:49.135306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b587d4a5-f0d2-4d6c-ae52-76ffcab4640d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:49.150669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b587d4a5-f0d2-4d6c-ae52-76ffcab4640d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:49.152139 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b587d4a5-f0d2-4d6c-ae52-76ffcab4640d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/c298e8f6-f7f3-439d-b15e-fc27241d96c6 HTTP/1.1" status: 200 len: 841 time: 0.0863719 Mar 22 13:09:49.154749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42378) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:49.181985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Allocated IP 172.20.0.1 (2d21e17a-5506-4cbd-9a35-e87afabbced1/1626f504-7716-4bde-bcab-7dc377928833/74d7f92c-91eb-496a-970f-39e02d742230) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:49.225041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d1591b80-54ff-459d-acbb-19357c613e5e tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port c298e8f6-f7f3-439d-b15e-fc27241d96c6 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:49.225381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d1591b80-54ff-459d-acbb-19357c613e5e tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:49.435777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:49.475372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d1591b80-54ff-459d-acbb-19357c613e5e tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:49.477530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:49.530564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Transition to ACTIVE for port object 74d7f92c-91eb-496a-970f-39e02d742230 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:49.553855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'Subnet': ['ID=85fa0f4e-a567-45fd-ae5f-5047191bcd4a,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:49.571739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Checking segment: {'id': '9389a260-4229-480e-947d-0ae0ba7dcfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b8ddcece-ad28-4e32-b5fa-663b295ee772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:49.572098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Network hostable DHCP agents. Network: b8ddcece-ad28-4e32-b5fa-663b295ee772, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:49.586477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:49.603980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Network b8ddcece-ad28-4e32-b5fa-663b295ee772 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:49.607749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:49.642230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d1591b80-54ff-459d-acbb-19357c613e5e tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for c298e8f6-f7f3-439d-b15e-fc27241d96c6 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:49.675541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, b8ddcece-ad28-4e32-b5fa-663b295ee772) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:49.681538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 2d21e17a-5506-4cbd-9a35-e87afabbced1 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:49.683452 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:49.685363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:49.689626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:49.696848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415d6306-e5da-4704-8930-eb87be7e8918 None None] Network b8ddcece-ad28-4e32-b5fa-663b295ee772 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:49.715323 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd18161-0c3f-4843-bf2c-3763d700ce5f None None] Network 2d21e17a-5506-4cbd-9a35-e87afabbced1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:49.720257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:49.733486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d1591b80-54ff-459d-acbb-19357c613e5e tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:49.773825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42384) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:49.790285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1591b80-54ff-459d-acbb-19357c613e5e tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=c298e8f6-f7f3-439d-b15e-fc27241d96c6,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:49.795488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d1591b80-54ff-459d-acbb-19357c613e5e tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:49.811491 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d1591b80-54ff-459d-acbb-19357c613e5e tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/c298e8f6-f7f3-439d-b15e-fc27241d96c6 HTTP/1.1" status: 204 len: 168 time: 0.6533194 Mar 22 13:09:49.811707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42388) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:49.857327 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba32d86-b58c-40f3-b94f-abf3f3b6fb88 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:09:49.857881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9ba32d86-b58c-40f3-b94f-abf3f3b6fb88 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:49.875647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9ba32d86-b58c-40f3-b94f-abf3f3b6fb88 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:49.880938 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9ba32d86-b58c-40f3-b94f-abf3f3b6fb88 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/c298e8f6-f7f3-439d-b15e-fc27241d96c6 HTTP/1.1" status: 404 len: 333 time: 0.0645447 Mar 22 13:09:49.882504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42392) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:49.889708 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'name': 'tempest-PortsTestJSON-243073278'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:49.951712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9738f32d-6917-4ecb-8177-d4e98c42deb7 None None] Provisioning for port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:50.007248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=74d7f92c-91eb-496a-970f-39e02d742230,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:50.027502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:50.038893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.041782 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:50.053377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9738f32d-6917-4ecb-8177-d4e98c42deb7 None None] Provisioning complete for port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:50.054188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9738f32d-6917-4ecb-8177-d4e98c42deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.062725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event updated for resources: {'Subnet': ['ID=80626de2-4aaf-4d96-9c06-60ea214a06ba,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:50.100696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:50.104246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.143512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port 9d9f35ca-6683-4ce1-8bae-f60d052b16f2 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:50.160479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Checking segment: {'id': 'a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c46e151-4d57-416c-9650-2a4d6b59e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:50.160840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Network hostable DHCP agents. Network: 6c46e151-4d57-416c-9650-2a4d6b59e9b5, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:50.194196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb867d1-afe8-4014-9c4a-0914672713c5 req-1794517b-9b6d-4f01-b771-26f089657df5 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:50.195849 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dfb867d1-afe8-4014-9c4a-0914672713c5 req-1794517b-9b6d-4f01-b771-26f089657df5 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 945 time: 0.1587384 Mar 22 13:09:50.273425 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dfb867d1-afe8-4014-9c4a-0914672713c5 req-0e36ce02-0399-4911-9161-c2289b8b400f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667465 Mar 22 13:09:50.292680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Network 6c46e151-4d57-416c-9650-2a4d6b59e9b5 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:50.354169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 6c46e151-4d57-416c-9650-2a4d6b59e9b5) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:50.359417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:50.359913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:50.360447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.369217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dba124-17d7-4d30-a7be-7741889a8466 None None] Network 6c46e151-4d57-416c-9650-2a4d6b59e9b5 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:50.389865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-b8ddcece-ad28-4e32-b5fa-663b295ee772', 'network_id': 'b8ddcece-ad28-4e32-b5fa-663b295ee772', 'tenant_id': '8a676710ee77422b8611ae2a8448d5e7', 'fixed_ips': [{'subnet_id': '85fa0f4e-a567-45fd-ae5f-5047191bcd4a'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:09:50.390723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.400087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9738f32d-6917-4ecb-8177-d4e98c42deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.470316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.495760 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ea48fff2-1822-4295-bbfb-e9c8e1830371 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.0606520 Mar 22 13:09:50.496420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42400) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:50.518868 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.567867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.654821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:50.664635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:50.670785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:50.680063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:50.680889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.698836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=9d9f35ca-6683-4ce1-8bae-f60d052b16f2,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:50.722481 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-96d9edd2-2903-4472-87e3-ada43196f072 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8360608 Mar 22 13:09:50.723212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42404) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:50.729363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7026a1b9-115a-4fe8-85c9-920d976b5f51 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:50.733184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-9738f32d-6917-4ecb-8177-d4e98c42deb7 None None] For port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90,segment=NetworkSegment(f3272ff0-30cd-4071-bb1d-b83c21b9f89a),segment_id=f3272ff0-30cd-4071-bb1d-b83c21b9f89a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:50.735335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e6194-bc54-4b41-a7a0-96651e63771c tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:50.737184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e6194-bc54-4b41-a7a0-96651e63771c tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:50.738948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e6194-bc54-4b41-a7a0-96651e63771c tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:50.739823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4b5e6194-bc54-4b41-a7a0-96651e63771c tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Synchronizing usage tracker for tenant:8a676710ee77422b8611ae2a8448d5e7 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:50.746792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Allocated IP 2001:db8::1 (b8ddcece-ad28-4e32-b5fa-663b295ee772/85fa0f4e-a567-45fd-ae5f-5047191bcd4a/367fdc06-990a-4ccb-9416-982852b5fd6a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:50.881588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7026a1b9-115a-4fe8-85c9-920d976b5f51 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.902262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9738f32d-6917-4ecb-8177-d4e98c42deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:50.986491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4b5e6194-bc54-4b41-a7a0-96651e63771c tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Unset dirty status for tenant:8a676710ee77422b8611ae2a8448d5e7 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:50.987937 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4b5e6194-bc54-4b41-a7a0-96651e63771c tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4847336 Mar 22 13:09:50.998819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42408) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:51.081689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466e0d6-1e88-4e64-b9f3-4b7baa996930 req-ffdfa6ef-8686-4ea2-984a-9bb9dd14c76e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:51.083171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f466e0d6-1e88-4e64-b9f3-4b7baa996930 req-ffdfa6ef-8686-4ea2-984a-9bb9dd14c76e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 945 time: 0.5055411 Mar 22 13:09:51.121133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738f32d-6917-4ecb-8177-d4e98c42deb7 None None] Pushing event updated for resources: {'Port': ['ID=45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:51.150007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7026a1b9-115a-4fe8-85c9-920d976b5f51 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.155418 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7026a1b9-115a-4fe8-85c9-920d976b5f51 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.158006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-24ac662a-76bc-4f85-80a9-887cf9301382 None None] Provisioning for port 74d7f92c-91eb-496a-970f-39e02d742230 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:51.173762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-24ac662a-76bc-4f85-80a9-887cf9301382 None None] Provisioning complete for port 74d7f92c-91eb-496a-970f-39e02d742230 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:51.174137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-24ac662a-76bc-4f85-80a9-887cf9301382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.208337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-7026a1b9-115a-4fe8-85c9-920d976b5f51 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] In _notify_port_updated(), no bound segment for port 9d9f35ca-6683-4ce1-8bae-f60d052b16f2 on network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:09:51.213771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7026a1b9-115a-4fe8-85c9-920d976b5f51 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:51.214384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7026a1b9-115a-4fe8-85c9-920d976b5f51 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.220972 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7026a1b9-115a-4fe8-85c9-920d976b5f51 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "PUT /v2.0/ports/9d9f35ca-6683-4ce1-8bae-f60d052b16f2 HTTP/1.1" status: 200 len: 818 time: 0.4917281 Mar 22 13:09:51.220972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42412) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:51.251959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-a537423c-2b73-4935-8ee6-4c0f7cae8d5d tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Deleting subnet 85fa0f4e-a567-45fd-ae5f-5047191bcd4a {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:51.275843 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f466e0d6-1e88-4e64-b9f3-4b7baa996930 req-42008ea7-d4a9-491f-8d6b-6e523279cfb5 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801341 Mar 22 13:09:51.287495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-24ac662a-76bc-4f85-80a9-887cf9301382 None None] Port 74d7f92c-91eb-496a-970f-39e02d742230 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:51.289719 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.301383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-6c46e151-4d57-416c-9650-2a4d6b59e9b5', 'network_id': '6c46e151-4d57-416c-9650-2a4d6b59e9b5', 'tenant_id': '8a676710ee77422b8611ae2a8448d5e7', 'fixed_ips': [{'subnet_id': '80626de2-4aaf-4d96-9c06-60ea214a06ba'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:09:51.302568 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.325152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42416) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:51.328219 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Transition to ACTIVE for port object 367fdc06-990a-4ccb-9416-982852b5fd6a will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:51.415344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026a1b9-115a-4fe8-85c9-920d976b5f51 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=9d9f35ca-6683-4ce1-8bae-f60d052b16f2,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:51.421051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Transition to ACTIVE for port object 367fdc06-990a-4ccb-9416-982852b5fd6a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:51.425966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-24ac662a-76bc-4f85-80a9-887cf9301382 None None] Provisioning complete for port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:51.426204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-24ac662a-76bc-4f85-80a9-887cf9301382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.443256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-011388be-b87d-4437-bfd3-4c006bcdd59c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 9d9f35ca-6683-4ce1-8bae-f60d052b16f2 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:51.443648 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-011388be-b87d-4437-bfd3-4c006bcdd59c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.480569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a537423c-2b73-4935-8ee6-4c0f7cae8d5d tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.492322 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.591561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.604955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:51.643143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:09:51.663651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.674438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Network b8ddcece-ad28-4e32-b5fa-663b295ee772 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:51.681295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a537423c-2b73-4935-8ee6-4c0f7cae8d5d tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.684384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:51.704027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:51.709591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-011388be-b87d-4437-bfd3-4c006bcdd59c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.725443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Pushing event updated for resources: {'Port': ['ID=367fdc06-990a-4ccb-9416-982852b5fd6a,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:51.761577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Allocated IP 2001:db8:0:1::1 (6c46e151-4d57-416c-9650-2a4d6b59e9b5/80626de2-4aaf-4d96-9c06-60ea214a06ba/551f4e78-b331-4f9b-ba4c-54dfb5e40a80) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:51.844878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-011388be-b87d-4437-bfd3-4c006bcdd59c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 9d9f35ca-6683-4ce1-8bae-f60d052b16f2 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:51.862515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.880324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.932315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-011388be-b87d-4437-bfd3-4c006bcdd59c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:51.988625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011388be-b87d-4437-bfd3-4c006bcdd59c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=9d9f35ca-6683-4ce1-8bae-f60d052b16f2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:51.992687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-011388be-b87d-4437-bfd3-4c006bcdd59c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.005808 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-011388be-b87d-4437-bfd3-4c006bcdd59c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/9d9f35ca-6683-4ce1-8bae-f60d052b16f2 HTTP/1.1" status: 204 len: 168 time: 0.7856719 Mar 22 13:09:52.006828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42422) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:52.033693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Attempting to bind port 367fdc06-990a-4ccb-9416-982852b5fd6a on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:52.034060 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Attempting to bind port 367fdc06-990a-4ccb-9416-982852b5fd6a by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '9389a260-4229-480e-947d-0ae0ba7dcfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b8ddcece-ad28-4e32-b5fa-663b295ee772'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:52.034426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Attempting to bind port 367fdc06-990a-4ccb-9416-982852b5fd6a on network b8ddcece-ad28-4e32-b5fa-663b295ee772 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:52.054064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:52.054434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.078171 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:52.078669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Checking segment: {'id': '9389a260-4229-480e-947d-0ae0ba7dcfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b8ddcece-ad28-4e32-b5fa-663b295ee772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:52.078949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.079365 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Bound using segment: {'id': '9389a260-4229-480e-947d-0ae0ba7dcfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b8ddcece-ad28-4e32-b5fa-663b295ee772'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:52.079849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Bound port: 367fdc06-990a-4ccb-9416-982852b5fd6a, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9389a260-4229-480e-947d-0ae0ba7dcfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b8ddcece-ad28-4e32-b5fa-663b295ee772'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:52.080581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.089446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234af649-bc9c-46f9-95e0-ac64a2576542 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:52.090234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-234af649-bc9c-46f9-95e0-ac64a2576542 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:52.109168 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-234af649-bc9c-46f9-95e0-ac64a2576542 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:52.110675 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-234af649-bc9c-46f9-95e0-ac64a2576542 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1031075 Mar 22 13:09:52.113423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42426) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:52.128495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.131744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=74d7f92c-91eb-496a-970f-39e02d742230,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:52.162764 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90647ec-c60e-4ef2-aa9a-325f8e03116f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:09:52.167573 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f90647ec-c60e-4ef2-aa9a-325f8e03116f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/9d9f35ca-6683-4ce1-8bae-f60d052b16f2 HTTP/1.1" status: 404 len: 333 time: 0.0497770 Mar 22 13:09:52.167955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42430) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:52.174227 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1735660687'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:52.179469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:52.179983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5befc-e7e6-4e36-bb36-32f91c4811c8 tempest-TestVolumeBootPattern-1523822269 tempest-TestVolumeBootPattern-1523822269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:52.181626 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1fa5befc-e7e6-4e36-bb36-32f91c4811c8 tempest-TestVolumeBootPattern-1523822269 tempest-TestVolumeBootPattern-1523822269-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 1093 time: 0.8564599 Mar 22 13:09:52.186526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:network and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:52.191644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:52.194221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42434) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:52.203421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'cbe463ac-cbec-4842-a043-0c7a561fb73a', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:52.208813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:52.211263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:52.217490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:floatingip and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:52.222394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:52.229047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:52.232729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:52.236859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.269364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.289104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:52.306339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] For port 367fdc06-990a-4ccb-9416-982852b5fd6a, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:52.313332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.313789 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Added segment b8895958-1597-45c3-9813-90100c59ec74 of type vlan for network f024b496-e82b-46f7-8c98-0b9c7d375fa6 Mar 22 13:09:52.394697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.402730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.407758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] For port 367fdc06-990a-4ccb-9416-982852b5fd6a, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=367fdc06-990a-4ccb-9416-982852b5fd6a,segment=NetworkSegment(9389a260-4229-480e-947d-0ae0ba7dcfe2),segment_id=9389a260-4229-480e-947d-0ae0ba7dcfe2)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:52.411763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Transition to ACTIVE for port object 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:52.422920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.430632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a537423c-2b73-4935-8ee6-4c0f7cae8d5d tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.457589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.462718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:52.463339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.499452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 2d21e17a-5506-4cbd-9a35-e87afabbced1 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:52.503255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Transition to ACTIVE for port object 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:52.505724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:52.521129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.529999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98d2fe-ea2e-4bab-af52-1fab73ae32b7 None None] Pushing event updated for resources: {'Port': ['ID=367fdc06-990a-4ccb-9416-982852b5fd6a,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:52.587703 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4161627 Mar 22 13:09:52.589686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42438) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:52.601463 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:52.617957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Pushing event updated for resources: {'Port': ['ID=551f4e78-b331-4f9b-ba4c-54dfb5e40a80,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:52.619369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f85cb3-0472-4df7-803e-67059d65fa59 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Network': ['ID=f024b496-e82b-46f7-8c98-0b9c7d375fa6,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:52.627240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Network 6c46e151-4d57-416c-9650-2a4d6b59e9b5 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:52.628698 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:52.630890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:52.636237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.680172 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network f024b496-e82b-46f7-8c98-0b9c7d375fa6 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:52.700682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a537423c-2b73-4935-8ee6-4c0f7cae8d5d tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.792866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:52.807314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:52.813019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:52.841712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Attempting to bind port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:52.842194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Attempting to bind port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c46e151-4d57-416c-9650-2a4d6b59e9b5'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:52.842544 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Attempting to bind port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 on network 6c46e151-4d57-416c-9650-2a4d6b59e9b5 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:52.848318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a537423c-2b73-4935-8ee6-4c0f7cae8d5d tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.869998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:52.870375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Checking segment: {'id': 'a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c46e151-4d57-416c-9650-2a4d6b59e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:52.870784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.871248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Bound using segment: {'id': 'a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c46e151-4d57-416c-9650-2a4d6b59e9b5'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:52.871768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Bound port: 551f4e78-b331-4f9b-ba4c-54dfb5e40a80, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c46e151-4d57-416c-9650-2a4d6b59e9b5'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:52.872057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.886767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:52.900089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537423c-2b73-4935-8ee6-4c0f7cae8d5d tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Subnet': ['ID=85fa0f4e-a567-45fd-ae5f-5047191bcd4a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:52.911782 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:52.922404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.952259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Allocated IP 172.26.5.108 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/2c80e5c1-18b3-4bc0-997d-b26051408fe8) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:52.967578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-33800a2d-99b8-443f-89a7-58badabea677 None None] Provisioning complete for port 74d7f92c-91eb-496a-970f-39e02d742230 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:52.968329 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33800a2d-99b8-443f-89a7-58badabea677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:52.975856 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a537423c-2b73-4935-8ee6-4c0f7cae8d5d tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "DELETE /v2.0/subnets/85fa0f4e-a567-45fd-ae5f-5047191bcd4a HTTP/1.1" status: 204 len: 168 time: 1.9622579 Mar 22 13:09:52.976448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42442) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:52.979970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:52.980308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:53.049157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router e94d597c-d0e6-40cc-be50-76ba67cb5409 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:09:53.065096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-33800a2d-99b8-443f-89a7-58badabea677 None None] Port 74d7f92c-91eb-496a-970f-39e02d742230 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:09:53.073764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] For port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:53.078709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] For port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=551f4e78-b331-4f9b-ba4c-54dfb5e40a80,segment=NetworkSegment(a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc),segment_id=a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:53.086139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:53.182575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d360a-e87d-43e0-a15e-d6907652cd35 None None] Pushing event updated for resources: {'Port': ['ID=551f4e78-b331-4f9b-ba4c-54dfb5e40a80,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:53.275077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:53.287120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-550be028-3ef1-4e46-8f60-9f98eee09f5e tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Deleting subnet 80626de2-4aaf-4d96-9c06-60ea214a06ba {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:09:53.294752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-550be028-3ef1-4e46-8f60-9f98eee09f5e tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:53.358365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:53.368835 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea5467-73f6-43eb-9636-88a5319f1ad9 None None] Sync routers for ids ['e94d597c-d0e6-40cc-be50-76ba67cb5409'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:53.370838 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6031d71f-caf4-4e2d-a169-2101cbb3fde9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/e94d597c-d0e6-40cc-be50-76ba67cb5409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6184933 Mar 22 13:09:53.373207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42446) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:53.410158 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea5467-73f6-43eb-9636-88a5319f1ad9 None None] Routers {'e94d597c-d0e6-40cc-be50-76ba67cb5409'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:53.412286 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-62ea5467-73f6-43eb-9636-88a5319f1ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e94d597c-d0e6-40cc-be50-76ba67cb5409'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:53.441261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 59955eb8-9d82-49a0-b8de-5bbe7e0b1757, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=59955eb8-9d82-49a0-b8de-5bbe7e0b1757,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:53.441885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:53.527141 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-62ea5467-73f6-43eb-9636-88a5319f1ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:53.553752 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea5467-73f6-43eb-9636-88a5319f1ad9 None None] Routers {'e94d597c-d0e6-40cc-be50-76ba67cb5409'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:53.554894 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-62ea5467-73f6-43eb-9636-88a5319f1ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e94d597c-d0e6-40cc-be50-76ba67cb5409'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:53.566069 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-550be028-3ef1-4e46-8f60-9f98eee09f5e tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:53.674001 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-62ea5467-73f6-43eb-9636-88a5319f1ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:53.674410 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea5467-73f6-43eb-9636-88a5319f1ad9 None None] The sync data for ids ['e94d597c-d0e6-40cc-be50-76ba67cb5409'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:53.730042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 367fdc06-990a-4ccb-9416-982852b5fd6a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:53.732571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90af24-39f7-42d2-b30f-3c63b54ef24d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:53.733389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-be90af24-39f7-42d2-b30f-3c63b54ef24d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:53.792869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:53.805050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:53.826899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 367fdc06-990a-4ccb-9416-982852b5fd6a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:53.832827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:53.867461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-be90af24-39f7-42d2-b30f-3c63b54ef24d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:53.870577 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-be90af24-39f7-42d2-b30f-3c63b54ef24d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports/74d7f92c-91eb-496a-970f-39e02d742230 HTTP/1.1" status: 200 len: 910 time: 0.4939399 Mar 22 13:09:53.871621 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42450) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:53.881019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-96ebb29a-7840-4696-aeb9-5c6de00b7d80 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1626f504-7716-4bde-bcab-7dc377928833'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:53.928028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:53.929326 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:53.943400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:53.974768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:53.980212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-550be028-3ef1-4e46-8f60-9f98eee09f5e tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:54.010262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'Port': ['ID=2c80e5c1-18b3-4bc0-997d-b26051408fe8,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:54.012750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:54.147251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=935c29b3-b437-450a-976c-d508f9e3abd6,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:54.193578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0039be-c17b-4109-aedd-02021af0dbac None None] Network b8ddcece-ad28-4e32-b5fa-663b295ee772 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:54.206819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Checking segment: {'id': 'b8895958-1597-45c3-9813-90100c59ec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:54.207293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network hostable DHCP agents. Network: f024b496-e82b-46f7-8c98-0b9c7d375fa6, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:54.236186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-550be028-3ef1-4e46-8f60-9f98eee09f5e tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:54.249175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-96ebb29a-7840-4696-aeb9-5c6de00b7d80 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:54.323017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:54.339692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550be028-3ef1-4e46-8f60-9f98eee09f5e tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Subnet': ['ID=80626de2-4aaf-4d96-9c06-60ea214a06ba,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:54.342000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-550be028-3ef1-4e46-8f60-9f98eee09f5e tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:54.349232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network f024b496-e82b-46f7-8c98-0b9c7d375fa6 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:54.363460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-47b65911-c14a-4534-9626-b669733144d7 None None] Provisioning for port 367fdc06-990a-4ccb-9416-982852b5fd6a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:54.384538 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-550be028-3ef1-4e46-8f60-9f98eee09f5e tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "DELETE /v2.0/subnets/80626de2-4aaf-4d96-9c06-60ea214a06ba HTTP/1.1" status: 204 len: 168 time: 1.4070215 Mar 22 13:09:54.390315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42454) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:54.393006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=59955eb8-9d82-49a0-b8de-5bbe7e0b1757,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:54.393155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-47b65911-c14a-4534-9626-b669733144d7 None None] Provisioning complete for port 367fdc06-990a-4ccb-9416-982852b5fd6a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:54.394397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-47b65911-c14a-4534-9626-b669733144d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:54.506388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, f024b496-e82b-46f7-8c98-0b9c7d375fa6) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:54.516016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:54.516604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:54.546969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771053f-b97d-48b6-b28f-6fc3959a0413 None None] Network f024b496-e82b-46f7-8c98-0b9c7d375fa6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:54.555463 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f847c863-3b42-4e8f-951e-c5634e1d499c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9620416 Mar 22 13:09:54.556787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42458) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:54.657110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71991f-90ad-443b-8293-527d0e482b2e None None] Network 6c46e151-4d57-416c-9650-2a4d6b59e9b5 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:09:54.748543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:54.752859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44a542d-6eae-478d-a591-fe3adf51841a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:54.754225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b44a542d-6eae-478d-a591-fe3adf51841a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Synchronizing usage tracker for tenant:8a676710ee77422b8611ae2a8448d5e7 on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:54.862276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:54.908565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:54.913106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:54.939040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:54.941865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b44a542d-6eae-478d-a591-fe3adf51841a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Unset dirty status for tenant:8a676710ee77422b8611ae2a8448d5e7 on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:54.946452 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b44a542d-6eae-478d-a591-fe3adf51841a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5515466 Mar 22 13:09:54.949616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42462) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:54.961159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:55.018397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:55.021740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.025648 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-47b65911-c14a-4534-9626-b669733144d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.107245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.110685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.131132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-47b65911-c14a-4534-9626-b669733144d7 None None] For port 367fdc06-990a-4ccb-9416-982852b5fd6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=367fdc06-990a-4ccb-9416-982852b5fd6a,segment=NetworkSegment(9389a260-4229-480e-947d-0ae0ba7dcfe2),segment_id=9389a260-4229-480e-947d-0ae0ba7dcfe2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:55.140557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-47b65911-c14a-4534-9626-b669733144d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.195073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-f024b496-e82b-46f7-8c98-0b9c7d375fa6', 'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6', 'tenant_id': '6ba3cb16af8a45dfb2103359b449406a', 'fixed_ips': [{'subnet_id': '935c29b3-b437-450a-976c-d508f9e3abd6'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:09:55.196790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.207465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] DHCP port deletion for b8ddcece-ad28-4e32-b5fa-663b295ee772 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:09:55.230267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Deleting port 367fdc06-990a-4ccb-9416-982852b5fd6a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:55.230637 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.240489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.325700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Deleting port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:55.326076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.420440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] DHCP port deletion for 6c46e151-4d57-416c-9650-2a4d6b59e9b5 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:09:55.447918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] Deleting port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:55.448302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.558161 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.ipam_backend_mixin [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 935c29b3-b437-450a-976c-d508f9e3abd6 (CIDR: 172.20.0.0/28) Mar 22 13:09:55.575501 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:09:55.575501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:09:55.603561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b65911-c14a-4534-9626-b669733144d7 None None] Pushing event updated for resources: {'Port': ['ID=367fdc06-990a-4ccb-9416-982852b5fd6a,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:55.646515 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f6430d3f-370a-409a-85b4-13c2914e9d6d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0887728 Mar 22 13:09:55.652359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42466) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:55.708595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:55.713550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8fe289e9-42e9-4f0a-b3cb-3f23043a2ef3 None None] Provisioning for port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:55.737530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 367fdc06-990a-4ccb-9416-982852b5fd6a no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:55.773152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8fe289e9-42e9-4f0a-b3cb-3f23043a2ef3 None None] Provisioning complete for port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:55.773497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8fe289e9-42e9-4f0a-b3cb-3f23043a2ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.795527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.802727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] For port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=551f4e78-b331-4f9b-ba4c-54dfb5e40a80,segment=NetworkSegment(a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc),segment_id=a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:55.803086 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.810266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.847924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-96ebb29a-7840-4696-aeb9-5c6de00b7d80 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.886446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:09:55.890060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-96ebb29a-7840-4696-aeb9-5c6de00b7d80 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:55.896932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] For port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=551f4e78-b331-4f9b-ba4c-54dfb5e40a80,segment=NetworkSegment(a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc),segment_id=a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:55.897328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.015579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Calling delete_port for 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:56.086121 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] Calling delete_port for 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:56.101636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'Port': ['ID=2c80e5c1-18b3-4bc0-997d-b26051408fe8,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:56.113710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebb29a-7840-4696-aeb9-5c6de00b7d80 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=74d7f92c-91eb-496a-970f-39e02d742230,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:56.120594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ebb29a-7840-4696-aeb9-5c6de00b7d80 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:56.121914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-96ebb29a-7840-4696-aeb9-5c6de00b7d80 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.125578 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-96ebb29a-7840-4696-aeb9-5c6de00b7d80 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/ports/74d7f92c-91eb-496a-970f-39e02d742230 HTTP/1.1" status: 200 len: 910 time: 2.2531290 Mar 22 13:09:56.127708 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42470) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:56.143300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:56.150358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:56.155948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:56.164361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:56.194560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Allocated IP 172.20.0.2 (f024b496-e82b-46f7-8c98-0b9c7d375fa6/935c29b3-b437-450a-976c-d508f9e3abd6/9b041dc0-22af-4cc5-b5ad-6b2dcee1a285) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:56.214031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.244195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:56.247643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.312317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:56.366761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.401361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] Sync routers for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:56.404678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] For port 367fdc06-990a-4ccb-9416-982852b5fd6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=367fdc06-990a-4ccb-9416-982852b5fd6a,segment=NetworkSegment(9389a260-4229-480e-947d-0ae0ba7dcfe2),segment_id=9389a260-4229-480e-947d-0ae0ba7dcfe2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:56.405063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.442147 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] No DVR routers for this DVR port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:56.450112 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d2b7ffd3-4838-4fa2-ba4b-b38de427f81f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/124f5c19-b605-4ce1-bd1b-05f69c7c9fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6751914 Mar 22 13:09:56.473339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Port': ['ID=551f4e78-b331-4f9b-ba4c-54dfb5e40a80,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:56.620822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:09:56.621173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:09:56.621660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:56.622291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:56.633861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.686128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Calling delete_port for 367fdc06-990a-4ccb-9416-982852b5fd6a owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:56.736900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network f024b496-e82b-46f7-8c98-0b9c7d375fa6 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:56.745720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.747766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=b3410137-689b-49f1-9d81-fabc0500f7df,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:56.750169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:56.759582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:56.760696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.773059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8fe289e9-42e9-4f0a-b3cb-3f23043a2ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.790358 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7e6d0187-1227-48e2-b575-408d1d7b0c33 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1364150 Mar 22 13:09:56.792879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42478) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:56.801840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6', 'fixed_ips': [{'subnet_id': '935c29b3-b437-450a-976c-d508f9e3abd6'}, {'subnet_id': 'b3410137-689b-49f1-9d81-fabc0500f7df'}], 'name': 'tempest-PortsTestJSON-2031365557'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:56.842092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:56.885355 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Floating IP 291cb3f9-3449-44f1-b299-cf9569db9c03 associated. External IP: 172.26.5.108, port: cbe463ac-cbec-4842-a043-0c7a561fb73a. Mar 22 13:09:57.010290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:57.029266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 367fdc06-990a-4ccb-9416-982852b5fd6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=367fdc06-990a-4ccb-9416-982852b5fd6a,segment=NetworkSegment(9389a260-4229-480e-947d-0ae0ba7dcfe2),segment_id=9389a260-4229-480e-947d-0ae0ba7dcfe2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:57.039111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eadee-01ef-415c-a50b-3aa6bd9eadea req-2e3c41a4-0128-4fe0-b35d-494e296c24fe tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:57.039869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-7b5eadee-01ef-415c-a50b-3aa6bd9eadea req-2e3c41a4-0128-4fe0-b35d-494e296c24fe tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:57.047931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:57.049620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:09:57.064785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:57.085379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-7b5eadee-01ef-415c-a50b-3aa6bd9eadea req-2e3c41a4-0128-4fe0-b35d-494e296c24fe tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:57.086532 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7b5eadee-01ef-415c-a50b-3aa6bd9eadea req-2e3c41a4-0128-4fe0-b35d-494e296c24fe tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 946 time: 0.1922789 Mar 22 13:09:57.100582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.101198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:57.108816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c46e151-4d57-416c-9650-2a4d6b59e9b5']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:57.157491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:57.157997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c7a39b-1d13-41f4-8bdb-1e706c4aa6fc') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:57.194193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.196278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] Deleting port 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:57.196657 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.251628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:09:57.251862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:09:57.252310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:09:57.252660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 551f4e78-b331-4f9b-ba4c-54dfb5e40a80 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:57.324453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b5f156e3-93cc-458a-aee3-ccf43fed423d None None] The port '551f4e78-b331-4f9b-ba4c-54dfb5e40a80' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:09:57.345945 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7b5eadee-01ef-415c-a50b-3aa6bd9eadea req-73c872ff-d9db-47a0-afba-e3f55cac8443 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392573 Mar 22 13:09:57.372817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.380803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:57.381854 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.386038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:57.402845 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:57.421539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port 7994799f-9723-46b6-935f-acb3a1f87bc2 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:09:57.426014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.453919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=367fdc06-990a-4ccb-9416-982852b5fd6a,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:57.466922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Transition to ACTIVE for port object 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:57.522332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Transition to ACTIVE for port object 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:57.572891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.619267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.657233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Network f024b496-e82b-46f7-8c98-0b9c7d375fa6 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:57.662989 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:57.675178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:57.689980 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Pushing event updated for resources: {'Port': ['ID=9b041dc0-22af-4cc5-b5ad-6b2dcee1a285,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:57.702269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.716583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Network': ['ID=6c46e151-4d57-416c-9650-2a4d6b59e9b5,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:57.762106 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Deleting port 367fdc06-990a-4ccb-9416-982852b5fd6a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:57.762480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.783815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42482) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:57.784055 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ac671de8-35e9-4963-96a7-99ac61794677 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "DELETE /v2.0/networks/6c46e151-4d57-416c-9650-2a4d6b59e9b5 HTTP/1.1" status: 204 len: 168 time: 2.8300683 Mar 22 13:09:57.793355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Router 3313869f-45ec-405e-a717-8f3c09ac8c76 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:09:57.835226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.5 (f024b496-e82b-46f7-8c98-0b9c7d375fa6/935c29b3-b437-450a-976c-d508f9e3abd6/7994799f-9723-46b6-935f-acb3a1f87bc2) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:57.889422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.25 (f024b496-e82b-46f7-8c98-0b9c7d375fa6/b3410137-689b-49f1-9d81-fabc0500f7df/7994799f-9723-46b6-935f-acb3a1f87bc2) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:57.935079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.961357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Attempting to bind port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:57.961357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Attempting to bind port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'b8895958-1597-45c3-9813-90100c59ec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:57.961727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Attempting to bind port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 on network f024b496-e82b-46f7-8c98-0b9c7d375fa6 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:09:57.975635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Deleting port 367fdc06-990a-4ccb-9416-982852b5fd6a {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:57.975972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.977304 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:09:57.977674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Checking segment: {'id': 'b8895958-1597-45c3-9813-90100c59ec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:09:57.978067 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:57.978448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Bound using segment: {'id': 'b8895958-1597-45c3-9813-90100c59ec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:09:57.978909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Bound port: 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8895958-1597-45c3-9813-90100c59ec74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:57.979291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.016854 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.153832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] For port 367fdc06-990a-4ccb-9416-982852b5fd6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=367fdc06-990a-4ccb-9416-982852b5fd6a,segment=NetworkSegment(9389a260-4229-480e-947d-0ae0ba7dcfe2),segment_id=9389a260-4229-480e-947d-0ae0ba7dcfe2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:58.154403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.183890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:09:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e4dce536-0d86-415d-9919-0090b051d0ca', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'mac_address': 'fa:16:3e:90:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:08:01Z', 'updated_at': '2022-03-22T13:08:06Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:58.200789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:09:58.211824 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] Sync routers for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:09:58.222555 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:58.223533 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:58.298847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Calling delete_port for 367fdc06-990a-4ccb-9416-982852b5fd6a owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:58.304075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.336651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] For port 367fdc06-990a-4ccb-9416-982852b5fd6a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=367fdc06-990a-4ccb-9416-982852b5fd6a,segment=NetworkSegment(9389a260-4229-480e-947d-0ae0ba7dcfe2),segment_id=9389a260-4229-480e-947d-0ae0ba7dcfe2)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:09:58.336878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.344864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object 7994799f-9723-46b6-935f-acb3a1f87bc2 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:58.395718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] Checking router: 124f5c19-b605-4ce1-bd1b-05f69c7c9fef for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:09:58.413468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.448463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] For port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:09:58.476214 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:09:58.485024 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8670f3ab-45f5-48dd-bdf5-7da3af4ab69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2891450 Mar 22 13:09:58.487294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172f8b8-e8e8-430b-a90c-21487e856983', 'tag': 'cbe463ac-cbec-4842-a043-0c7a561fb73a'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:09:58.508792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] For port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=9b041dc0-22af-4cc5-b5ad-6b2dcee1a285,segment=NetworkSegment(b8895958-1597-45c3-9813-90100c59ec74),segment_id=b8895958-1597-45c3-9813-90100c59ec74)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:09:58.511213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:58.512265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:58.520916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Calling delete_port for 367fdc06-990a-4ccb-9416-982852b5fd6a owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:58.575557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.583550 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172f8b8-e8e8-430b-a90c-21487e856983', 'tag': 'cbe463ac-cbec-4842-a043-0c7a561fb73a', 'status': 'completed', 'code': 200} Mar 22 13:09:58.618971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.626737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:09:58.627074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:09:58.643530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] Pushing event deleted for resources: {'Port': ['ID=367fdc06-990a-4ccb-9416-982852b5fd6a,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:58.657978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.689846 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63049225-1365-4a72-81a6-baaea8f2d81d None None] No DVR routers for this DVR port 367fdc06-990a-4ccb-9416-982852b5fd6a on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:58.762839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network f024b496-e82b-46f7-8c98-0b9c7d375fa6 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:58.769069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:58.778775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:09:58.830649 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6ac14-09d1-4616-89e8-d5eb62ace302 None None] Pushing event updated for resources: {'Port': ['ID=9b041dc0-22af-4cc5-b5ad-6b2dcee1a285,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:58.852880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:09:58.878867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:58.879921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.917120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 74d7f92c-91eb-496a-970f-39e02d742230 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:58.917463 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:58.939483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=7994799f-9723-46b6-935f-acb3a1f87bc2,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:58.946563 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4bd15411-e913-4e5f-8506-dbbaff9ae413 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1484406 Mar 22 13:09:58.947725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42492) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:58.954905 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '935c29b3-b437-450a-976c-d508f9e3abd6'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:09:59.003215 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '291cb3f9-3449-44f1-b299-cf9569db9c03', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'cbe463ac-cbec-4842-a043-0c7a561fb73a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:36:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172f8b8-e8e8-430b-a90c-21487e856983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:09:54Z', 'updated_at': '2022-03-22T13:09:54Z', 'revision_number': 0, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:59.010167 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] Checking router: 3313869f-45ec-405e-a717-8f3c09ac8c76 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:09:59.021937 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:09:59.022736 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:59.131359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Deleting port 367fdc06-990a-4ccb-9416-982852b5fd6a {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:09:59.134408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:59.202387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:59.260077 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:09:59.277364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] The port '367fdc06-990a-4ccb-9416-982852b5fd6a' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:09:59.355013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:59.373861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-ccb16353-0739-4aaa-baff-f713379ae689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:59.375421 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-ccb16353-0739-4aaa-baff-f713379ae689 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 1098 time: 0.5029459 Mar 22 13:09:59.391974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-e9d91cc1-b676-462b-8ced-c04b94d75649 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:59.393003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-e9d91cc1-b676-462b-8ced-c04b94d75649 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:59.534177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:09:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e4dce536-0d86-415d-9919-0090b051d0ca', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'mac_address': 'fa:16:3e:90:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:08:01Z', 'updated_at': '2022-03-22T13:08:06Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:59.539137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bf992-f171-4766-bc47-e96f6ea2c281 None None] The sync data for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv is: [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:09:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e4dce536-0d86-415d-9919-0090b051d0ca', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'port_id': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'mac_address': 'fa:16:3e:90:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:08:01Z', 'updated_at': '2022-03-22T13:08:06Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:59.575451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 74d7f92c-91eb-496a-970f-39e02d742230 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:09:59.626464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9b5d8-58d6-4c8c-b53a-e66121486268 req-85b2e05f-487c-40fd-96ed-fa5e51ce381e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:59.627208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-36d9b5d8-58d6-4c8c-b53a-e66121486268 req-85b2e05f-487c-40fd-96ed-fa5e51ce381e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:59.697072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-e9d91cc1-b676-462b-8ced-c04b94d75649 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:59.697333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:59.698192 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-e9d91cc1-b676-462b-8ced-c04b94d75649 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 946 time: 0.8616486 Mar 22 13:09:59.750074 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '291cb3f9-3449-44f1-b299-cf9569db9c03', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'cbe463ac-cbec-4842-a043-0c7a561fb73a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:36:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172f8b8-e8e8-430b-a90c-21487e856983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:09:54Z', 'updated_at': '2022-03-22T13:09:54Z', 'revision_number': 0, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:59.757152 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea7e2e-59a3-4e43-b256-207ffa4ce4aa None None] The sync data for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv is: [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '291cb3f9-3449-44f1-b299-cf9569db9c03', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'cbe463ac-cbec-4842-a043-0c7a561fb73a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:36:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172f8b8-e8e8-430b-a90c-21487e856983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:09:54Z', 'updated_at': '2022-03-22T13:09:54Z', 'revision_number': 0, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:09:59.774460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-36d9b5d8-58d6-4c8c-b53a-e66121486268 req-85b2e05f-487c-40fd-96ed-fa5e51ce381e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:59.776305 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-36d9b5d8-58d6-4c8c-b53a-e66121486268 req-85b2e05f-487c-40fd-96ed-fa5e51ce381e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 946 time: 1.1814511 Mar 22 13:09:59.786756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ddcece-ad28-4e32-b5fa-663b295ee772']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:59.800254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9389a260-4229-480e-947d-0ae0ba7dcfe2') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:59.800545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9389a260-4229-480e-947d-0ae0ba7dcfe2') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:59.822283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:59.919494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:59.941046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:09:59.941456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:59.958135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:59.960873 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:00.039589 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-36d9b5d8-58d6-4c8c-b53a-e66121486268 req-a4367481-8e66-4f51-8b80-c03a10a29f27 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626564 Mar 22 13:10:00.063843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-579df768-7e83-4d65-a54d-79c7e877290b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 183905b8-14bb-4336-b495-44c3361b2a3c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:00.064202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-579df768-7e83-4d65-a54d-79c7e877290b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.142275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78a6f1-6f0b-4ecf-bbed-732cd699fa99 None None] New status for floating IP 291cb3f9-3449-44f1-b299-cf9569db9c03: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:10:00.175590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.208540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.213749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-c3517e83-acf8-48d3-a961-4f3cba21e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:00.216285 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-c3517e83-acf8-48d3-a961-4f3cba21e929 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.8159559 Mar 22 13:10:00.230891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Network': ['ID=b8ddcece-ad28-4e32-b5fa-663b295ee772,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:00.237941 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7c4454a3-a8cc-4cac-8eb3-9bacd717483a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "DELETE /v2.0/networks/b8ddcece-ad28-4e32-b5fa-663b295ee772 HTTP/1.1" status: 204 len: 168 time: 2.4528737 Mar 22 13:10:00.240580 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Delete allocated IP 172.20.0.25 (f024b496-e82b-46f7-8c98-0b9c7d375fa6/b3410137-689b-49f1-9d81-fabc0500f7df) {{(pid=87933) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 13:10:00.242578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42496) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:00.275122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:00.467978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd33c3-5f52-4cba-a778-cca79778b5ef None None] Network f024b496-e82b-46f7-8c98-0b9c7d375fa6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:00.474531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.484163 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-e5146d8d-a415-4c4d-a0c0-b198b16a69f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe463ac-cbec-4842-a043-0c7a561fb73a HTTP/1.1" status: 200 len: 999 time: 0.2510874 Mar 22 13:10:00.590583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3fd2032c-85f0-4276-bb16-695cb51140af None None] Provisioning for port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:00.609683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3fd2032c-85f0-4276-bb16-695cb51140af None None] Provisioning complete for port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:00.610040 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3fd2032c-85f0-4276-bb16-695cb51140af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.629764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-4952e3be-ff63-4d72-b8ff-4e695a1a9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:00.631464 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-4952e3be-ff63-4d72-b8ff-4e695a1a9071 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.1365509 Mar 22 13:10:00.641088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-579df768-7e83-4d65-a54d-79c7e877290b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 183905b8-14bb-4336-b495-44c3361b2a3c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=183905b8-14bb-4336-b495-44c3361b2a3c,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:00.641596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-579df768-7e83-4d65-a54d-79c7e877290b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.650937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.691490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dc216d-052b-40ad-b261-21519a17a520']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:00.700906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.715864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3c6270-c3b0-490b-85b0-7a8f8126dbfc') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:00.716348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3c6270-c3b0-490b-85b0-7a8f8126dbfc') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:00.732495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Ignored duplicate provisioning block setup for port 7994799f-9723-46b6-935f-acb3a1f87bc2 by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 13:10:00.741869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.752012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.859356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.902579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:00.904540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:00.922774 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:00.935019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3fd2032c-85f0-4276-bb16-695cb51140af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:00.969773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=7994799f-9723-46b6-935f-acb3a1f87bc2,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:00.995222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3fd2032c-85f0-4276-bb16-695cb51140af None None] For port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=9b041dc0-22af-4cc5-b5ad-6b2dcee1a285,segment=NetworkSegment(b8895958-1597-45c3-9813-90100c59ec74),segment_id=b8895958-1597-45c3-9813-90100c59ec74)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:01.001275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3fd2032c-85f0-4276-bb16-695cb51140af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.017105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.033723 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-579df768-7e83-4d65-a54d-79c7e877290b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 183905b8-14bb-4336-b495-44c3361b2a3c owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:01.045566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] In _notify_port_updated(), no bound segment for port 7994799f-9723-46b6-935f-acb3a1f87bc2 on network f024b496-e82b-46f7-8c98-0b9c7d375fa6 {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:10:01.050087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:01.051393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.055239 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7f55f170-3285-4a80-909e-245197a42b21 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "PUT /v2.0/ports/7994799f-9723-46b6-935f-acb3a1f87bc2 HTTP/1.1" status: 200 len: 919 time: 2.1065135 Mar 22 13:10:01.056073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42500) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:01.063252 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '935c29b3-b437-450a-976c-d508f9e3abd6'}, {'subnet_id': 'b3410137-689b-49f1-9d81-fabc0500f7df'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:01.097394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.125973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.140668 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "DELETE /v2.0/networks/45dc216d-052b-40ad-b261-21519a17a520 HTTP/1.1" status: 204 len: 168 time: 0.8961279 Mar 22 13:10:01.143325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42506) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:01.156138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b7156-03ad-4b8b-8aa4-5a62dee492fc None None] Update dhcp port {'port': {'network_id': 'f024b496-e82b-46f7-8c98-0b9c7d375fa6', 'fixed_ips': [{'subnet_id': '935c29b3-b437-450a-976c-d508f9e3abd6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b3410137-689b-49f1-9d81-fabc0500f7df'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '9b041dc0-22af-4cc5-b5ad-6b2dcee1a285'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:10:01.207876 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2032c-85f0-4276-bb16-695cb51140af None None] Pushing event updated for resources: {'Port': ['ID=9b041dc0-22af-4cc5-b5ad-6b2dcee1a285,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:01.223702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-334b7156-03ad-4b8b-8aa4-5a62dee492fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.249390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=74d7f92c-91eb-496a-970f-39e02d742230,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:01.316444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6b1fc-5b9c-4a6d-af07-74761498f42a tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Network': ['ID=45dc216d-052b-40ad-b261-21519a17a520,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:01.523981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-334b7156-03ad-4b8b-8aa4-5a62dee492fc None None] Allocated IP 172.20.0.18 (f024b496-e82b-46f7-8c98-0b9c7d375fa6/b3410137-689b-49f1-9d81-fabc0500f7df/9b041dc0-22af-4cc5-b5ad-6b2dcee1a285) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:01.543005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-579df768-7e83-4d65-a54d-79c7e877290b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.626379 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-4733ddb9-41b2-4cd4-959a-6691d31096a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:01.628301 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-4733ddb9-41b2-4cd4-959a-6691d31096a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9788711 Mar 22 13:10:01.662966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:01.670658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579df768-7e83-4d65-a54d-79c7e877290b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=183905b8-14bb-4336-b495-44c3361b2a3c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:01.672954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9a848c0f-c06d-4025-bee3-618cc97c41da req-a693b169-58dc-4374-9402-06e9baa72f30 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 210 time: 0.3460476 Mar 22 13:10:01.683003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.707694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.811226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-334b7156-03ad-4b8b-8aa4-5a62dee492fc None None] For port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=9b041dc0-22af-4cc5-b5ad-6b2dcee1a285,segment=NetworkSegment(b8895958-1597-45c3-9813-90100c59ec74),segment_id=b8895958-1597-45c3-9813-90100c59ec74)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:01.852494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:01.852832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.859428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-579df768-7e83-4d65-a54d-79c7e877290b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] No DVR routers for this DVR port 183905b8-14bb-4336-b495-44c3361b2a3c on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:01.862096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-579df768-7e83-4d65-a54d-79c7e877290b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.908263 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-334b7156-03ad-4b8b-8aa4-5a62dee492fc None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.917203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62af031-6244-40c8-8f18-bf10718b6c5b', 'name': 'network-vif-deleted', 'tag': '183905b8-14bb-4336-b495-44c3361b2a3c'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:10:01.948957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-334b7156-03ad-4b8b-8aa4-5a62dee492fc None None] Transition to ACTIVE for port object 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:01.964078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-334b7156-03ad-4b8b-8aa4-5a62dee492fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:02.010354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 had new provisioning blocks added so it will not transition to active. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 22 13:10:02.020726 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4a6735b2-4ab7-459c-9123-55a108371d44 req-579df768-7e83-4d65-a54d-79c7e877290b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "DELETE /v2.0/ports/183905b8-14bb-4336-b495-44c3361b2a3c HTTP/1.1" status: 204 len: 173 time: 2.3082540 Mar 22 13:10:02.021292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:02.033906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:02.110482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:02.117633 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62af031-6244-40c8-8f18-bf10718b6c5b', 'name': 'network-vif-deleted', 'tag': '183905b8-14bb-4336-b495-44c3361b2a3c', 'status': 'completed', 'code': 200} Mar 22 13:10:02.132674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:02.133134 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 59955eb8-9d82-49a0-b8de-5bbe7e0b1757 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:02.203530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3859a16c-f66c-4523-b463-d78a6fb249c2']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:02.237035 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-6a83bddf-7b39-4ae3-8dea-868eae439bc3 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902004 Mar 22 13:10:02.291449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a05a18-4f9c-4f63-8f8e-54226a561ff8') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:02.291753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a05a18-4f9c-4f63-8f8e-54226a561ff8') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:02.313623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:02.352432 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b7156-03ad-4b8b-8aa4-5a62dee492fc None None] Pushing event updated for resources: {'Port': ['ID=9b041dc0-22af-4cc5-b5ad-6b2dcee1a285,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:02.457319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:02.463686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:02.464083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:02.497492 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:02.627512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:02.661308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:02.664267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] Pushing event deleted for resources: {'Network': ['ID=3859a16c-f66c-4523-b463-d78a6fb249c2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:02.683377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-344736c7-b52d-4268-9564-a1818140eb12 tempest-BulkNetworkOpsIpV6Test-1775086964 tempest-BulkNetworkOpsIpV6Test-1775086964-project] 10.222.0.70 "DELETE /v2.0/networks/3859a16c-f66c-4523-b463-d78a6fb249c2 HTTP/1.1" status: 204 len: 168 time: 1.5370879 Mar 22 13:10:02.697616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router e94d597c-d0e6-40cc-be50-76ba67cb5409 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:02.699143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.19 (f024b496-e82b-46f7-8c98-0b9c7d375fa6/b3410137-689b-49f1-9d81-fabc0500f7df/7994799f-9723-46b6-935f-acb3a1f87bc2) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:02.942485 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91355609-4e8b-4ef1-b986-233b69fc5c6c req-8f875770-7d40-4b10-8364-78d5cef247ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c62af031-6244-40c8-8f18-bf10718b6c5b HTTP/1.1" status: 200 len: 210 time: 0.0514715 Mar 22 13:10:02.945226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:02.954654 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b86c6d7d-530b-48cb-a5fa-e455247bf53f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/e94d597c-d0e6-40cc-be50-76ba67cb5409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8225470 Mar 22 13:10:02.954654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42516) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:02.957680 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ea13e-7e64-472f-860b-99353cbe6497 None None] Sync routers for ids ['e94d597c-d0e6-40cc-be50-76ba67cb5409'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:02.972147 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ea13e-7e64-472f-860b-99353cbe6497 None None] Routers {'e94d597c-d0e6-40cc-be50-76ba67cb5409'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:02.974413 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-631ea13e-7e64-472f-860b-99353cbe6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e94d597c-d0e6-40cc-be50-76ba67cb5409'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:03.007056 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8faf68ef-01b4-46a0-ba81-0ffde41ac516 req-8705c457-f237-498f-b0c5-030ef12f2db1 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640556 Mar 22 13:10:03.017945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-53dbab5b-642c-43f9-af0e-51289022f7f6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:03.031339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34c7fee5-b30b-4c52-bf72-245f04c58453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.036424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.046912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-53dbab5b-642c-43f9-af0e-51289022f7f6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:03.049069 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-53dbab5b-642c-43f9-af0e-51289022f7f6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=e94d597c-d0e6-40cc-be50-76ba67cb5409 HTTP/1.1" status: 200 len: 205 time: 0.0935576 Mar 22 13:10:03.053479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42522) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:03.062734 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-631ea13e-7e64-472f-860b-99353cbe6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:03.078846 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ea13e-7e64-472f-860b-99353cbe6497 None None] Routers {'e94d597c-d0e6-40cc-be50-76ba67cb5409'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:03.079479 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-631ea13e-7e64-472f-860b-99353cbe6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:09:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['e94d597c-d0e6-40cc-be50-76ba67cb5409'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:03.080496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Ignored duplicate provisioning block setup for port 7994799f-9723-46b6-935f-acb3a1f87bc2 by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 13:10:03.086688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.160166 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-631ea13e-7e64-472f-860b-99353cbe6497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:03.160597 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ea13e-7e64-472f-860b-99353cbe6497 None None] The sync data for ids ['e94d597c-d0e6-40cc-be50-76ba67cb5409'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:03.195953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b7b183-d22d-471e-be30-e90f4b453a6c None None] Network f024b496-e82b-46f7-8c98-0b9c7d375fa6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:03.199332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42526) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:03.226398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=7994799f-9723-46b6-935f-acb3a1f87bc2,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:03.249987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b85083c-f7f0-40f8-a24e-6195c9c149e4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.339533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] In _notify_port_updated(), no bound segment for port 7994799f-9723-46b6-935f-acb3a1f87bc2 on network f024b496-e82b-46f7-8c98-0b9c7d375fa6 {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:10:03.345740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:03.346824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.351651 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-aa3245d8-19f4-4621-87ef-d2a63abab222 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "PUT /v2.0/ports/7994799f-9723-46b6-935f-acb3a1f87bc2 HTTP/1.1" status: 200 len: 999 time: 2.2937374 Mar 22 13:10:03.352772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42532) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:03.392639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-944b4f79-928f-4c3b-9a91-5193d6e7a7b4 None None] Provisioning for port 7994799f-9723-46b6-935f-acb3a1f87bc2 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:03.409316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-944b4f79-928f-4c3b-9a91-5193d6e7a7b4 None None] Provisioning complete for port 7994799f-9723-46b6-935f-acb3a1f87bc2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:03.409808 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-944b4f79-928f-4c3b-9a91-5193d6e7a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.469492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-8951eefe-4824-485f-8841-2f6a6add45db tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 7994799f-9723-46b6-935f-acb3a1f87bc2 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:03.469712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8951eefe-4824-485f-8841-2f6a6add45db tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.504503 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6a126416-3dfa-47f3-9f47-3323fbc7bf95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a676710ee77422b8611ae2a8448d5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977297 Mar 22 13:10:03.511375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42536) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:03.567408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:03.599837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b85083c-f7f0-40f8-a24e-6195c9c149e4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.602084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b85083c-f7f0-40f8-a24e-6195c9c149e4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.616188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-944b4f79-928f-4c3b-9a91-5193d6e7a7b4 None None] Port 7994799f-9723-46b6-935f-acb3a1f87bc2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:03.626342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b85083c-f7f0-40f8-a24e-6195c9c149e4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.626839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b85083c-f7f0-40f8-a24e-6195c9c149e4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Fanout notify agent at l3_agent the message router_deleted on router e94d597c-d0e6-40cc-be50-76ba67cb5409 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:10:03.644488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-944b4f79-928f-4c3b-9a91-5193d6e7a7b4 None None] Provisioning for port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:03.648016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b85083c-f7f0-40f8-a24e-6195c9c149e4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.651774 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5b85083c-f7f0-40f8-a24e-6195c9c149e4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/e94d597c-d0e6-40cc-be50-76ba67cb5409 HTTP/1.1" status: 204 len: 168 time: 0.5953870 Mar 22 13:10:03.652356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42540) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:03.653985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-944b4f79-928f-4c3b-9a91-5193d6e7a7b4 None None] Provisioning complete for port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:03.654363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-944b4f79-928f-4c3b-9a91-5193d6e7a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.667071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a2cd67f-691b-45c4-8b6c-1cce797c4cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.723283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c603d4c-3410-478a-a690-86d89ab179a8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting subnet 1626f504-7716-4bde-bcab-7dc377928833 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:03.726360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c603d4c-3410-478a-a690-86d89ab179a8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.736716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:03.737091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.765262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a2cd67f-691b-45c4-8b6c-1cce797c4cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.798247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c603d4c-3410-478a-a690-86d89ab179a8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.813996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 183905b8-14bb-4336-b495-44c3361b2a3c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:03.828222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8951eefe-4824-485f-8841-2f6a6add45db tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.865618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 183905b8-14bb-4336-b495-44c3361b2a3c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:03.865955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 183905b8-14bb-4336-b495-44c3361b2a3c not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:03.922899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c603d4c-3410-478a-a690-86d89ab179a8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.016551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c603d4c-3410-478a-a690-86d89ab179a8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.019087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c71862fe-26a1-4b4c-a2bb-d5bc36417ff6 None None] Provisioning complete for port 7994799f-9723-46b6-935f-acb3a1f87bc2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:04.019670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c71862fe-26a1-4b4c-a2bb-d5bc36417ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.069060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42546) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:04.081203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c71862fe-26a1-4b4c-a2bb-d5bc36417ff6 None None] Port 7994799f-9723-46b6-935f-acb3a1f87bc2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:04.083478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c603d4c-3410-478a-a690-86d89ab179a8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Subnet': ['ID=1626f504-7716-4bde-bcab-7dc377928833,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:04.100623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c71862fe-26a1-4b4c-a2bb-d5bc36417ff6 None None] Provisioning complete for port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:04.101368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c603d4c-3410-478a-a690-86d89ab179a8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.101580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c71862fe-26a1-4b4c-a2bb-d5bc36417ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.105746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-8951eefe-4824-485f-8841-2f6a6add45db tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 7994799f-9723-46b6-935f-acb3a1f87bc2 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:04.125507 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6c603d4c-3410-478a-a690-86d89ab179a8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/1626f504-7716-4bde-bcab-7dc377928833 HTTP/1.1" status: 204 len: 168 time: 0.4715214 Mar 22 13:10:04.130206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42550) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:04.134109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c66627-5683-4045-ab5a-b2e0f99d3488 None None] Network 2d21e17a-5506-4cbd-9a35-e87afabbced1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:04.228137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22574184-5e93-444a-9721-55cb3f4949f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.330519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8951eefe-4824-485f-8841-2f6a6add45db tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.358434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22574184-5e93-444a-9721-55cb3f4949f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.375417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.393420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951eefe-4824-485f-8841-2f6a6add45db tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=7994799f-9723-46b6-935f-acb3a1f87bc2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:04.398090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a2cd67f-691b-45c4-8b6c-1cce797c4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.408585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:04.408924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.503007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cd67f-691b-45c4-8b6c-1cce797c4cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1aed9e-2145-4716-893b-4caf49288f0d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:04.600832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a2cd67f-691b-45c4-8b6c-1cce797c4cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.603227 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7a2cd67f-691b-45c4-8b6c-1cce797c4cd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e1aed9e-2145-4716-893b-4caf49288f0d HTTP/1.1" status: 204 len: 168 time: 1.0901082 Mar 22 13:10:04.617534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8951eefe-4824-485f-8841-2f6a6add45db tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.621680 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8951eefe-4824-485f-8841-2f6a6add45db tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/7994799f-9723-46b6-935f-acb3a1f87bc2 HTTP/1.1" status: 204 len: 168 time: 1.2490849 Mar 22 13:10:04.626811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42556) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:04.645480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] DHCP port deletion for 2d21e17a-5506-4cbd-9a35-e87afabbced1 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:10:04.649650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] Deleting port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:04.650020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.697765 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-db321a63-4d9c-4a66-a118-866a4b4a0814 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:10:04.698579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-db321a63-4d9c-4a66-a118-866a4b4a0814 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:04.724054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-db321a63-4d9c-4a66-a118-866a4b4a0814 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:04.725434 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-db321a63-4d9c-4a66-a118-866a4b4a0814 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/7994799f-9723-46b6-935f-acb3a1f87bc2 HTTP/1.1" status: 404 len: 333 time: 0.0975292 Mar 22 13:10:04.728044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42560) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:04.779892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fa535168-6add-4351-a408-2fa46e79d0e1 None None] Could not find standard attr ID for object 7994799f-9723-46b6-935f-acb3a1f87bc2. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:10:04.812570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90,segment=NetworkSegment(f3272ff0-30cd-4071-bb1d-b83c21b9f89a),segment_id=f3272ff0-30cd-4071-bb1d-b83c21b9f89a)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:04.813199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.813292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ba9941-60d2-417d-8f21-bfebf82a3a8b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet b3410137-689b-49f1-9d81-fabc0500f7df {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:04.816481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9941-60d2-417d-8f21-bfebf82a3a8b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.887504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9941-60d2-417d-8f21-bfebf82a3a8b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.909836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b45bbe67-2f02-46b9-978c-b868b0a15c84 None None] Could not find standard attr ID for object 7994799f-9723-46b6-935f-acb3a1f87bc2. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:10:04.930729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] For port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90,segment=NetworkSegment(f3272ff0-30cd-4071-bb1d-b83c21b9f89a),segment_id=f3272ff0-30cd-4071-bb1d-b83c21b9f89a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:04.931446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:04.964997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:05.000730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9941-60d2-417d-8f21-bfebf82a3a8b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.063565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] Calling delete_port for 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:05.075665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22574184-5e93-444a-9721-55cb3f4949f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.108993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22574184-5e93-444a-9721-55cb3f4949f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:05.118784 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9941-60d2-417d-8f21-bfebf82a3a8b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.136355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22574184-5e93-444a-9721-55cb3f4949f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.137682 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-22574184-5e93-444a-9721-55cb3f4949f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/eca8bcf0-e1b5-4df0-bd4a-c7f6d5dd3364 HTTP/1.1" status: 204 len: 168 time: 1.0632634 Mar 22 13:10:05.152705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.206241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42576) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:05.211689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:10:05.212431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:10:05.247090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:05.258730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba9941-60d2-417d-8f21-bfebf82a3a8b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=b3410137-689b-49f1-9d81-fabc0500f7df,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:05.268148 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9941-60d2-417d-8f21-bfebf82a3a8b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.273507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No DVR routers for this DVR port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:05.290436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b3ba9941-60d2-417d-8f21-bfebf82a3a8b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/b3410137-689b-49f1-9d81-fabc0500f7df HTTP/1.1" status: 204 len: 168 time: 0.5613751 Mar 22 13:10:05.291090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42582) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:05.322347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f27c5a7-310b-4f40-9f5b-e480c0dcbf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.403449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1732b8ed-b384-4308-8064-6b952c4cef4f None None] Network f024b496-e82b-46f7-8c98-0b9c7d375fa6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:05.436270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-677b8896-9308-4b76-ba71-0c8abf11d2a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting subnet dcf3169e-0cac-45cb-ace4-905cc0943344 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:05.443656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-677b8896-9308-4b76-ba71-0c8abf11d2a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.496321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d16af4f-c55e-4e6f-9e9f-3fe78eafe24f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet 935c29b3-b437-450a-976c-d508f9e3abd6 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:05.499412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2d16af4f-c55e-4e6f-9e9f-3fe78eafe24f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.532357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.562206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-677b8896-9308-4b76-ba71-0c8abf11d2a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.596272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d21e17a-5506-4cbd-9a35-e87afabbced1']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:05.597323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2d16af4f-c55e-4e6f-9e9f-3fe78eafe24f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.603827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:05.630848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3272ff0-30cd-4071-bb1d-b83c21b9f89a') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:05.631131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3272ff0-30cd-4071-bb1d-b83c21b9f89a') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:05.652047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.685775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.710479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:05.710915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.713405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] Deleting port 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:05.713824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.732936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42592) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:05.737674 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:05.751122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:05.751514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:05.760898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-677b8896-9308-4b76-ba71-0c8abf11d2a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.794113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2d16af4f-c55e-4e6f-9e9f-3fe78eafe24f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.804632 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a050c20f-79cd-4451-a1cb-cf7715f366cc None None] The port '45d8fbf5-54c5-4ae9-a84d-d4b60b7c0d90' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:10:05.851632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.860786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:05.898412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Network': ['ID=2d21e17a-5506-4cbd-9a35-e87afabbced1,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:05.914233 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9a18a374-dddb-4ebd-a904-8bc3553a1e29 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/networks/2d21e17a-5506-4cbd-9a35-e87afabbced1 HTTP/1.1" status: 204 len: 168 time: 1.7826498 Mar 22 13:10:05.917739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42600) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:05.933695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1698779591', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:05.948879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:05.956387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:router and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:05.960037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:05.963310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-677b8896-9308-4b76-ba71-0c8abf11d2a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.001046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:06.006560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2d16af4f-c55e-4e6f-9e9f-3fe78eafe24f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.016365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f286a580-e36e-4a7b-bb6c-ef2357b18e5e tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] Request body: {'port': {'network_id': '2b002658-4d5e-47b1-897b-76fee4f954ef', 'name': 'tempest-NetworksNegativeTestJSON-1528790569'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:06.049023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b8896-9308-4b76-ba71-0c8abf11d2a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf3169e-0cac-45cb-ace4-905cc0943344,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:06.065680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2020a2-03be-4949-a711-925aafb0bd27 None None] Network e93eb23a-fc55-443d-93eb-ccf9f3bba1fe requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:06.088838 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-677b8896-9308-4b76-ba71-0c8abf11d2a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.092058 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f286a580-e36e-4a7b-bb6c-ef2357b18e5e tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] POST failed (client error): The resource could not be found. Mar 22 13:10:06.092509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f286a580-e36e-4a7b-bb6c-ef2357b18e5e tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:10:06.093660 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f286a580-e36e-4a7b-bb6c-ef2357b18e5e tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3594041 Mar 22 13:10:06.096378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2d16af4f-c55e-4e6f-9e9f-3fe78eafe24f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.099349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42604) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.102915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.103878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.110816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16af4f-c55e-4e6f-9e9f-3fe78eafe24f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=935c29b3-b437-450a-976c-d508f9e3abd6,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:06.123276 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-677b8896-9308-4b76-ba71-0c8abf11d2a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/subnets/dcf3169e-0cac-45cb-ace4-905cc0943344 HTTP/1.1" status: 204 len: 168 time: 0.9087644 Mar 22 13:10:06.126226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42608) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.131952 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2d16af4f-c55e-4e6f-9e9f-3fe78eafe24f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/935c29b3-b437-450a-976c-d508f9e3abd6 HTTP/1.1" status: 204 len: 168 time: 0.8289931 Mar 22 13:10:06.132307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42610) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.176190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.333602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.337446 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b667a29-ebfb-46a1-88f7-cfb80c444175 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] DELETE failed (client error): The resource could not be found. Mar 22 13:10:06.338129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b667a29-ebfb-46a1-88f7-cfb80c444175 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:10:06.341306 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6b667a29-ebfb-46a1-88f7-cfb80c444175 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] 10.222.0.70 "DELETE /v2.0/networks/ddd7ed9f-0af4-4f65-9620-a558492b0659 HTTP/1.1" status: 404 len: 339 time: 0.2408798 Mar 22 13:10:06.347438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42616) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.391641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.410662 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc56c57a-3e6f-449e-bb63-521dd211f95e tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] DELETE failed (client error): The resource could not be found. Mar 22 13:10:06.411205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc56c57a-3e6f-449e-bb63-521dd211f95e tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:10:06.413439 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dc56c57a-3e6f-449e-bb63-521dd211f95e tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] 10.222.0.70 "DELETE /v2.0/ports/16a7b739-cbbd-4855-8ca4-17281a4bf178 HTTP/1.1" status: 404 len: 333 time: 0.0642750 Mar 22 13:10:06.413983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:06.414331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.475557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42620) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.493972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.518858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d4b69-1aba-4f6f-a793-33076672e55d None None] DHCP port deletion for e93eb23a-fc55-443d-93eb-ccf9f3bba1fe request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:10:06.529518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-510d4b69-1aba-4f6f-a793-33076672e55d None None] Deleting port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:06.531200 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-510d4b69-1aba-4f6f-a793-33076672e55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.540084 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.551917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.555582 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3236194-1f6b-4a42-b556-429e8632be59 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] DELETE failed (client error): The resource could not be found. Mar 22 13:10:06.556039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3236194-1f6b-4a42-b556-429e8632be59 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:10:06.556183 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a4582748-4ad5-44cf-9780-f808159bf4e1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6370354 Mar 22 13:10:06.556897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42624) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.558090 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b3236194-1f6b-4a42-b556-429e8632be59 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] 10.222.0.70 "DELETE /v2.0/subnets/f3462feb-3de8-4431-ab37-9cc2e64bf4f6 HTTP/1.1" status: 404 len: 337 time: 0.0815687 Mar 22 13:10:06.564862 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42626) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.570778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'network': {'name': 'tempest-RoutersTest-1126586710'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:06.575865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:06.576207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.609396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:06.619127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.621412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:network and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:06.626211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:06.634549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:06.695367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:06.698817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.720635 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b668d1c9-4782-4a28-9569-b39769434048 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] GET failed (client error): The resource could not be found. Mar 22 13:10:06.721960 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b668d1c9-4782-4a28-9569-b39769434048 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] 10.222.0.70 "GET /v2.0/networks/c47f3b6e-2d50-44ae-a37d-113da15f0d9f HTTP/1.1" status: 404 len: 339 time: 0.1562212 Mar 22 13:10:06.728470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42632) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.742787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] For port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=9b041dc0-22af-4cc5-b5ad-6b2dcee1a285,segment=NetworkSegment(b8895958-1597-45c3-9813-90100c59ec74),segment_id=b8895958-1597-45c3-9813-90100c59ec74)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:06.743076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.779743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b7b69-b6e5-46c6-b2f9-56b2f2e34ffe None None] Network f024b496-e82b-46f7-8c98-0b9c7d375fa6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:06.816707 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b8caa5-8cbf-477b-8874-8066e219c3c7 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] GET failed (client error): The resource could not be found. Mar 22 13:10:06.822026 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-05b8caa5-8cbf-477b-8874-8066e219c3c7 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] 10.222.0.70 "GET /v2.0/ports/835d6ec4-d7bf-4346-9462-db46bdae727b HTTP/1.1" status: 404 len: 333 time: 0.0880878 Mar 22 13:10:06.822026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:10:06.823225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42636) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.876469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:06.887381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-510d4b69-1aba-4f6f-a793-33076672e55d None None] For port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3b9c8107-041b-41b9-a71f-b6f3bbb882b6,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:06.887780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-510d4b69-1aba-4f6f-a793-33076672e55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.923688 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-35780841-d538-48d7-90e8-be2ae115aad5 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] GET failed (client error): The resource could not be found. Mar 22 13:10:06.929679 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-35780841-d538-48d7-90e8-be2ae115aad5 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] 10.222.0.70 "GET /v2.0/subnets/c810e641-37b0-460a-bbc6-7465e6777fea HTTP/1.1" status: 404 len: 337 time: 0.1012180 Mar 22 13:10:06.929679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.929679 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added segment 3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e of type vlan for network 8f61f824-5d06-4e25-94f9-6b0f3d827646 Mar 22 13:10:06.936770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42640) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.944786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3b9c8107-041b-41b9-a71f-b6f3bbb882b6,segment=NetworkSegment(0639799e-27d8-4165-b752-4cd135aecef1),segment_id=0639799e-27d8-4165-b752-4cd135aecef1)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:06.945142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:06.945626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-04123685-0781-48db-a68e-7010df88f314 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:06.978043 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-04123685-0781-48db-a68e-7010df88f314 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] PUT failed (client error): The resource could not be found. Mar 22 13:10:06.978668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04123685-0781-48db-a68e-7010df88f314 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:10:06.981085 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-04123685-0781-48db-a68e-7010df88f314 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] 10.222.0.70 "PUT /v2.0/networks/e705ab3c-45d1-4b7b-81b6-17c168d41e9d HTTP/1.1" status: 404 len: 339 time: 0.0419841 Mar 22 13:10:06.987378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42644) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:06.994018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0743d7bf-be25-4d7c-824c-9f96832d2585 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:07.028067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.060980 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-510d4b69-1aba-4f6f-a793-33076672e55d None None] Calling delete_port for 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:07.079583 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-0743d7bf-be25-4d7c-824c-9f96832d2585 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] PUT failed (client error): The resource could not be found. Mar 22 13:10:07.080060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0743d7bf-be25-4d7c-824c-9f96832d2585 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:10:07.086240 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0743d7bf-be25-4d7c-824c-9f96832d2585 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] 10.222.0.70 "PUT /v2.0/ports/2f332513-7162-4a15-ae30-ed7bd68d8300 HTTP/1.1" status: 404 len: 333 time: 0.0925927 Mar 22 13:10:07.086240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No DVR routers for this DVR port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:07.086464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:07.111649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.114866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42648) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:07.116819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=9b041dc0-22af-4cc5-b5ad-6b2dcee1a285,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:07.129586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4b4ea4d2-5e88-4d49-82d9-0b3258e71017 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:07.138961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-02ee9ae3-04c0-4d8d-8e0c-6ae66584cdc5 None None] Provisioning complete for port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:07.139358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02ee9ae3-04c0-4d8d-8e0c-6ae66584cdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.175558 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4ea4d2-5e88-4d49-82d9-0b3258e71017 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] PUT failed (client error): The resource could not be found. Mar 22 13:10:07.175668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4ea4d2-5e88-4d49-82d9-0b3258e71017 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:10:07.184335 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4b4ea4d2-5e88-4d49-82d9-0b3258e71017 tempest-NetworksNegativeTestJSON-2019799349 tempest-NetworksNegativeTestJSON-2019799349-project] 10.222.0.70 "PUT /v2.0/subnets/af9126f8-9889-4172-a140-0929db13e3c8 HTTP/1.1" status: 404 len: 337 time: 0.0607193 Mar 22 13:10:07.184514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-02ee9ae3-04c0-4d8d-8e0c-6ae66584cdc5 None None] Port 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 was deleted so its status cannot be updated. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 22 13:10:07.228342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-510d4b69-1aba-4f6f-a793-33076672e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.235318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.240829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:10:07.241421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:10:07.257583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.264931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:07.266330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.270780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f024b496-e82b-46f7-8c98-0b9c7d375fa6']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:07.296327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8895958-1597-45c3-9813-90100c59ec74') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:07.296622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8895958-1597-45c3-9813-90100c59ec74') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:07.303345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64694dbf-6541-4375-a728-cb86edaeb8c3 None None] DHCP port deletion for f024b496-e82b-46f7-8c98-0b9c7d375fa6 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:10:07.306668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d4b69-1aba-4f6f-a793-33076672e55d None None] Pushing event deleted for resources: {'Port': ['ID=3b9c8107-041b-41b9-a71f-b6f3bbb882b6,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:07.316808 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d4b69-1aba-4f6f-a793-33076672e55d None None] No DVR routers for this DVR port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:07.338525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.361303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.379945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:07.381104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.404488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Network': ['ID=8f61f824-5d06-4e25-94f9-6b0f3d827646,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:07.419892 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e2e2f67a-71fa-4820-9a53-6a9e98481e3a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8551874 Mar 22 13:10:07.424114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 8f61f824-5d06-4e25-94f9-6b0f3d827646 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:10:07.433750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42654) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:07.441695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'subnet': {'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:07.565032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:07.569290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:subnet and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:07.572462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:07.578932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:07.590835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:07.596251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:07.609240 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:07.611772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:07.611871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42660) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:07.616695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.637273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.650866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Network': ['ID=f024b496-e82b-46f7-8c98-0b9c7d375fa6,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:07.665259 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9ea0b677-d8f1-4990-b972-4bab073659eb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/networks/f024b496-e82b-46f7-8c98-0b9c7d375fa6 HTTP/1.1" status: 204 len: 168 time: 1.5227122 Mar 22 13:10:07.669225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42666) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:07.679102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:07.679471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:07.680030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:07.724101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:07.724508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 9b041dc0-22af-4cc5-b5ad-6b2dcee1a285 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:07.743733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 3b9c8107-041b-41b9-a71f-b6f3bbb882b6 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:07.745106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.763921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.796312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11d086e0-cbe3-4036-b7ac-c5f7ee8dadbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.819520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1106d3-72d5-49f1-b16a-848beae8ad18 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:07.820729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4c1106d3-72d5-49f1-b16a-848beae8ad18 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:07.823965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-11d086e0-cbe3-4036-b7ac-c5f7ee8dadbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:07.828703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-11d086e0-cbe3-4036-b7ac-c5f7ee8dadbc admin admin] Usage tracker for resource:security_group_rule and tenant:1afda1f4dded47baa084994d1a26532a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:07.830211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] The port '3b9c8107-041b-41b9-a71f-b6f3bbb882b6' was deleted {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:10:07.833249 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-11d086e0-cbe3-4036-b7ac-c5f7ee8dadbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:07.841687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-11d086e0-cbe3-4036-b7ac-c5f7ee8dadbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:07.854362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4c1106d3-72d5-49f1-b16a-848beae8ad18 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:07.854945 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4c1106d3-72d5-49f1-b16a-848beae8ad18 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1843724 Mar 22 13:10:07.860497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42670) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:07.939933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11d086e0-cbe3-4036-b7ac-c5f7ee8dadbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.944505 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-11d086e0-cbe3-4036-b7ac-c5f7ee8dadbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:07.995860 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-11d086e0-cbe3-4036-b7ac-c5f7ee8dadbc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1afda1f4dded47baa084994d1a26532a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826866 Mar 22 13:10:07.995860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d086e0-cbe3-4036-b7ac-c5f7ee8dadbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db9c4fd-8784-4892-a150-63c86f98acf4,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:07.996777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42674) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:08.062017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.067706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ec19213d-d648-4e55-b067-1136d42df956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.094363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ec19213d-d648-4e55-b067-1136d42df956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.106069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93eb23a-fc55-443d-93eb-ccf9f3bba1fe']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:08.131314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0639799e-27d8-4165-b752-4cd135aecef1') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:08.131981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0639799e-27d8-4165-b752-4cd135aecef1') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:08.149187 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ec19213d-d648-4e55-b067-1136d42df956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.160854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.163174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19213d-d648-4e55-b067-1136d42df956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db9c4fd-8784-4892-a150-63c86f98acf4,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:08.168663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.169887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ec19213d-d648-4e55-b067-1136d42df956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.174645 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ec19213d-d648-4e55-b067-1136d42df956 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6db9c4fd-8784-4892-a150-63c86f98acf4 HTTP/1.1" status: 204 len: 168 time: 0.1746337 Mar 22 13:10:08.337011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.343417 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a693f72b-56ec-462d-a89f-867e07c21e6a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4524863 Mar 22 13:10:08.347391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42680) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:08.356943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-121086022'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:08.357158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:08.357352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.365650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:08.372631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:network and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: util.warn( Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:08.376898 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:08.385936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:08.397543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:08.410066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:08.414479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.446572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:10:08.456703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.457165 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Added segment 336e2b93-314b-4b41-9375-a91d71e9c4bd of type vlan for network fa28c28d-925f-4aa7-9813-f57990add4b6 Mar 22 13:10:08.487208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.498291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Subnet': ['ID=a655733f-37fa-4274-b266-62a7d39c4067,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:08.503406 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Checking segment: {'id': '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:08.503772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network hostable DHCP agents. Network: 8f61f824-5d06-4e25-94f9-6b0f3d827646, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:10:08.510434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.515117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.523198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.528772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:08.529428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.547677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Network': ['ID=e93eb23a-fc55-443d-93eb-ccf9f3bba1fe,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:08.562403 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-41b11770-21fb-425a-9b8c-4b003246196a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/networks/e93eb23a-fc55-443d-93eb-ccf9f3bba1fe HTTP/1.1" status: 204 len: 168 time: 2.4296303 Mar 22 13:10:08.565329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42684) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:08.585650 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2364519 Mar 22 13:10:08.623459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 8f61f824-5d06-4e25-94f9-6b0f3d827646 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:10:08.629506 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42688) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:08.640601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'fa28c28d-925f-4aa7-9813-f57990add4b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:08.650424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 8f61f824-5d06-4e25-94f9-6b0f3d827646) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:08.658108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:08.658264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe5839-b574-446f-83d9-e9a7c8e4e684 None None] Network 8f61f824-5d06-4e25-94f9-6b0f3d827646 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:08.658749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:08.679796 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1b2769d1-c06f-4cfe-a5a1-00904c505b09 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2440703 Mar 22 13:10:08.682571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42692) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:08.682921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46aef2-c378-43c6-bf0c-7a6d15df0994 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Network': ['ID=fa28c28d-925f-4aa7-9813-f57990add4b6,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:08.763641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:08.767709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:08.770574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:08.776621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:08.784518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network fa28c28d-925f-4aa7-9813-f57990add4b6 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:10:08.787671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:08.791606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.049653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 7c7fc1a0-922e-4042-b971-7c340bc80c2d {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:09.049886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.050390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.070338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-8f61f824-5d06-4e25-94f9-6b0f3d827646', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:10:09.071182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.153603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Checking segment: {'id': '336e2b93-314b-4b41-9375-a91d71e9c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa28c28d-925f-4aa7-9813-f57990add4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:09.153603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network hostable DHCP agents. Network: fa28c28d-925f-4aa7-9813-f57990add4b6, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:10:09.153603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=c18113dd-417c-40e0-99f1-ade96e7625f4,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:09.168987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network fa28c28d-925f-4aa7-9813-f57990add4b6 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:10:09.179046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, fa28c28d-925f-4aa7-9813-f57990add4b6) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:09.184626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:09.184626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.222829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf63ba-49c1-43e9-9345-28aea4537c94 None None] Network fa28c28d-925f-4aa7-9813-f57990add4b6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:09.256340 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-000d3c7f-cd48-4061-926d-c18c9e4394d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6180136 Mar 22 13:10:09.256340 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42696) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:09.263664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'fa28c28d-925f-4aa7-9813-f57990add4b6', 'name': 'tempest-PortsTestJSON-142888744'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:09.428514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.450553 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Allocated IP 172.20.0.2 (8f61f824-5d06-4e25-94f9-6b0f3d827646/a655733f-37fa-4274-b266-62a7d39c4067/3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:09.551816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.551816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.557748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:09.578373 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:09.597650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:09.597650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.654674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port db38a50f-c4ef-4f9e-bd92-c42b5537c81d yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:10:09.690044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-fa28c28d-925f-4aa7-9813-f57990add4b6', 'network_id': 'fa28c28d-925f-4aa7-9813-f57990add4b6', 'tenant_id': '6ba3cb16af8a45dfb2103359b449406a', 'fixed_ips': [{'subnet_id': 'c18113dd-417c-40e0-99f1-ade96e7625f4'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:10:09.690044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.844722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.2 (fa28c28d-925f-4aa7-9813-f57990add4b6/c18113dd-417c-40e0-99f1-ade96e7625f4/db38a50f-c4ef-4f9e-bd92-c42b5537c81d) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:09.907395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 7c7fc1a0-922e-4042-b971-7c340bc80c2d owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:09.913152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:09.935119 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Transition to ACTIVE for port object 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:09.963389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Transition to ACTIVE for port object 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:09.973867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.065079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Network 8f61f824-5d06-4e25-94f9-6b0f3d827646 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:10.065079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:10.065079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:10.162333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Pushing event updated for resources: {'Port': ['ID=3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:10.203184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Attempting to bind port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:10.203184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Attempting to bind port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:10.203184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Attempting to bind port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 on network 8f61f824-5d06-4e25-94f9-6b0f3d827646 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:10.212148 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Allocated IP 172.20.0.1 (8f61f824-5d06-4e25-94f9-6b0f3d827646/a655733f-37fa-4274-b266-62a7d39c4067/d38cb173-2a2d-405a-a426-01173ed0ae7c) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:10.218476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:10.218476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Checking segment: {'id': '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:10.218476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.218476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Bound using segment: {'id': '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:10.218476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Bound port: 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:10.218476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.224265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.241600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object db38a50f-c4ef-4f9e-bd92-c42b5537c81d will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:10.254232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.260933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.345219 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network fa28c28d-925f-4aa7-9813-f57990add4b6 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:10.365468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:10.365468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:10.402534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] For port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:10.402534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] For port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5,segment=NetworkSegment(3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e),segment_id=3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:10.402534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e017e70d-9805-411c-ae79-adb370e5ac88 {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:10:10.402534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:10:10.411589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=7c7fc1a0-922e-4042-b971-7c340bc80c2d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:10.418280 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=db38a50f-c4ef-4f9e-bd92-c42b5537c81d,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:10.427300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.453563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:10.453563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.497567 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6ea15986-f505-4838-93a3-0c1d37c29757 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2348461 Mar 22 13:10:10.497567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42700) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:10.508425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'fa28c28d-925f-4aa7-9813-f57990add4b6', 'name': 'tempest-PortsTestJSON-254147611'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:10.529296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.529296 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP e4dce536-0d86-415d-9919-0090b051d0ca disassociated (deleted). External IP: 172.26.5.91, port: f31366b9-f0e6-4f70-a21f-47d764184347. Mar 22 13:10:10.617950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.623204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32d6fb-f8ef-4735-a524-2ac4d0ff32ba None None] Pushing event updated for resources: {'Port': ['ID=3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:10.649975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Transition to ACTIVE for port object d38cb173-2a2d-405a-a426-01173ed0ae7c will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:10.686221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:10.691483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:port and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:10.694649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:10.700368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:10.712424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:10.716168 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.741869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port 5c9ed562-e67c-4ed4-9237-80266d002252 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:10:10.852511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.899386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:10.915225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.11 (fa28c28d-925f-4aa7-9813-f57990add4b6/c18113dd-417c-40e0-99f1-ade96e7625f4/5c9ed562-e67c-4ed4-9237-80266d002252) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:10.940286 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 8f61f824-5d06-4e25-94f9-6b0f3d827646 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:10.945160 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:10.961685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:11.062351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=d38cb173-2a2d-405a-a426-01173ed0ae7c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:11.110018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:11.126689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:11.240271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:11.257496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object 5c9ed562-e67c-4ed4-9237-80266d002252 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:11.283790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:11.396823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Allocated IP 172.20.0.3 (fa28c28d-925f-4aa7-9813-f57990add4b6/c18113dd-417c-40e0-99f1-ade96e7625f4/b3eef54a-0596-4124-b36f-088fbc952b78) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:11.415336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network fa28c28d-925f-4aa7-9813-f57990add4b6 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:11.420170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:11.430070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:11.513959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=5c9ed562-e67c-4ed4-9237-80266d002252,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:11.521727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:11.523114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:11.524039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:11.559316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:11.584135 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-afecbf48-81f2-4f6d-ba13-22b21e08bf9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0902710 Mar 22 13:10:11.584969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] Sync routers for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:11.585131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42704) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:11.665866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:11.713539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:11.749110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eed2bba-551e-45c4-b3e1-f295c67fe2e1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:11.749829 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4eed2bba-551e-45c4-b3e1-f295c67fe2e1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:11.768203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4eed2bba-551e-45c4-b3e1-f295c67fe2e1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:11.769519 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4eed2bba-551e-45c4-b3e1-f295c67fe2e1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 921 time: 0.1841776 Mar 22 13:10:11.773378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c18934d-44fc-4abd-a9ea-adcc3cd33f5c None None] Network 8f61f824-5d06-4e25-94f9-6b0f3d827646 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:11.773555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42708) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:11.830184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:11.830828 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:11.861412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5f218ecc-6562-42b0-bb23-a3e2df77f9c3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 5c9ed562-e67c-4ed4-9237-80266d002252 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:11.861996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f218ecc-6562-42b0-bb23-a3e2df77f9c3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:11.868257 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6b3c87c4-c90d-4af0-b276-160a7b17e28e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/floatingips/e4dce536-0d86-415d-9919-0090b051d0ca HTTP/1.1" status: 204 len: 168 time: 3.2976346 Mar 22 13:10:11.868257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'tag': 'f31366b9-f0e6-4f70-a21f-47d764184347'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:10:12.158863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:12.161826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cf990bf1-d272-4c13-9abc-ba8df5b85049 None None] Provisioning for port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:12.205137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.215690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cf990bf1-d272-4c13-9abc-ba8df5b85049 None None] Provisioning complete for port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:12.216261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cf990bf1-d272-4c13-9abc-ba8df5b85049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.221948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.244480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:12.245160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.321496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f218ecc-6562-42b0-bb23-a3e2df77f9c3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.341266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.363618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=d38cb173-2a2d-405a-a426-01173ed0ae7c,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:12.369157 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'tag': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'status': 'completed', 'code': 200} Mar 22 13:10:12.379301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:12.489125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 8f61f824-5d06-4e25-94f9-6b0f3d827646 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:12.490424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:12.508684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5f218ecc-6562-42b0-bb23-a3e2df77f9c3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 5c9ed562-e67c-4ed4-9237-80266d002252 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:12.580796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02349372-c64c-4e14-800c-d1fc8ae31af7 req-56d54b48-e698-42a2-86e5-c777fcf6cee2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:12.581420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-02349372-c64c-4e14-800c-d1fc8ae31af7 req-56d54b48-e698-42a2-86e5-c777fcf6cee2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:12.595440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.642049 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-02349372-c64c-4e14-800c-d1fc8ae31af7 req-56d54b48-e698-42a2-86e5-c777fcf6cee2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:12.644229 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-02349372-c64c-4e14-800c-d1fc8ae31af7 req-56d54b48-e698-42a2-86e5-c777fcf6cee2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 945 time: 0.4122503 Mar 22 13:10:12.653278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-6c52ad35-eb77-491d-9129-0de785f09828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:12.655025 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-6c52ad35-eb77-491d-9129-0de785f09828 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 1098 time: 0.2517040 Mar 22 13:10:12.693919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:10:12.806251 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.838062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-02349372-c64c-4e14-800c-d1fc8ae31af7 req-e9608eb6-aa30-4b7c-9410-1235ab71ac1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:12.854370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:12.859831 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-07b942ae-00f4-48e0-8387-a2535536dfbd tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1764197 Mar 22 13:10:12.862380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42722) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:12.871783 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Sync routers for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:12.880714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'network': {'name': 'tempest-RoutersTest-1668246873'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:12.882587 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:12.883480 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:12.889006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f218ecc-6562-42b0-bb23-a3e2df77f9c3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.893229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:12.897317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Transition to ACTIVE for port object b3eef54a-0596-4124-b36f-088fbc952b78 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:12.900303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:network and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:12.905189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:12.912869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:12.922013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cf990bf1-d272-4c13-9abc-ba8df5b85049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.929300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:12.934396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:12.942736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-02349372-c64c-4e14-800c-d1fc8ae31af7 req-e9608eb6-aa30-4b7c-9410-1235ab71ac1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:12.944208 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-02349372-c64c-4e14-800c-d1fc8ae31af7 req-e9608eb6-aa30-4b7c-9410-1235ab71ac1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832155 Mar 22 13:10:12.963413 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Transition to ACTIVE for port object b3eef54a-0596-4124-b36f-088fbc952b78 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:12.979919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f218ecc-6562-42b0-bb23-a3e2df77f9c3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=5c9ed562-e67c-4ed4-9237-80266d002252,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:12.988951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5,segment=NetworkSegment(3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e),segment_id=3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:13.007097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:13.050037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:10:13.064082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:13.064082 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added segment 4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40 of type vlan for network 02dadc1d-dfde-48a7-8740-c48a65bbac7f Mar 22 13:10:13.081322 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:13.113509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-1a31ea0c-7cee-4f37-8cfa-360c6317a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:13.114973 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-1a31ea0c-7cee-4f37-8cfa-360c6317a7db service neutron] 10.222.0.47 "GET /v2.0/networks?id=2639e437-db47-4c2d-ae32-b0c5635baf80 HTTP/1.1" status: 200 len: 898 time: 0.4072807 Mar 22 13:10:13.116429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:13.135935 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:13.182081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:13.194315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:13.195871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:13.203548 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Network fa28c28d-925f-4aa7-9813-f57990add4b6 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:13.235495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:13.242632 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:13.255093 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-9b15cf85-60c8-4160-94ba-da418c8ffd8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f31366b9-f0e6-4f70-a21f-47d764184347 HTTP/1.1" status: 200 len: 217 time: 0.0902083 Mar 22 13:10:13.277735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Pushing event updated for resources: {'Port': ['ID=b3eef54a-0596-4124-b36f-088fbc952b78,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:13.391205 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:10:13.417947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-cf990bf1-d272-4c13-9abc-ba8df5b85049 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:10:13.418310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-cf990bf1-d272-4c13-9abc-ba8df5b85049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:10:13.434043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Network': ['ID=02dadc1d-dfde-48a7-8740-c48a65bbac7f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:13.438064 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-487d08f3-9a6b-4ec6-a65a-4b38b0a35eeb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5746870 Mar 22 13:10:13.441120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42726) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:13.448413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'subnet': {'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:13.518590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 02dadc1d-dfde-48a7-8740-c48a65bbac7f details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:10:13.636578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-1a32c069-5fc1-41cc-aac4-352019a30780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:13.638817 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-1a32c069-5fc1-41cc-aac4-352019a30780 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aa0ad65-3f91-422a-bc3f-d8d231fc3e92 HTTP/1.1" status: 200 len: 835 time: 0.3713770 Mar 22 13:10:13.653246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5f218ecc-6562-42b0-bb23-a3e2df77f9c3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:13.715154 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5f218ecc-6562-42b0-bb23-a3e2df77f9c3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/5c9ed562-e67c-4ed4-9237-80266d002252 HTTP/1.1" status: 204 len: 168 time: 1.9375834 Mar 22 13:10:13.719821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42730) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:13.759773 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:11Z', 'revision_number': 2, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:11Z', 'revision_number': 2, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:13.764158 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Checking router: 06ce7fb1-5833-4094-9185-743620ce5fe5 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:13.765301 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Updating router 06ce7fb1-5833-4094-9185-743620ce5fe5 port d38cb173-2a2d-405a-a426-01173ed0ae7c binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:10:13.785774 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-9968196e-7928-4d8e-8955-be365f8b2957 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:10:13.787373 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9968196e-7928-4d8e-8955-be365f8b2957 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:13.832469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9968196e-7928-4d8e-8955-be365f8b2957 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:13.835080 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9968196e-7928-4d8e-8955-be365f8b2957 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/5c9ed562-e67c-4ed4-9237-80266d002252 HTTP/1.1" status: 404 len: 333 time: 0.1129179 Mar 22 13:10:13.839268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42734) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:13.845122 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:13.864708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:13.870234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:subnet and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:13.873641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:13.880448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:13.894800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:13.899795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-7d3574ae-9ff4-4d6e-a0c9-533e9ab30b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:13.901539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:13.901717 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-7d3574ae-9ff4-4d6e-a0c9-533e9ab30b67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2639e437-db47-4c2d-ae32-b0c5635baf80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2352753 Mar 22 13:10:14.028687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Attempting to bind port b3eef54a-0596-4124-b36f-088fbc952b78 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:14.029072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Attempting to bind port b3eef54a-0596-4124-b36f-088fbc952b78 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '336e2b93-314b-4b41-9375-a91d71e9c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa28c28d-925f-4aa7-9813-f57990add4b6'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:14.029988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Attempting to bind port b3eef54a-0596-4124-b36f-088fbc952b78 on network fa28c28d-925f-4aa7-9813-f57990add4b6 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:14.074521 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:14.077995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:14.078391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Checking segment: {'id': '336e2b93-314b-4b41-9375-a91d71e9c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa28c28d-925f-4aa7-9813-f57990add4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:14.078659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:14.079236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Bound using segment: {'id': '336e2b93-314b-4b41-9375-a91d71e9c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa28c28d-925f-4aa7-9813-f57990add4b6'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:14.079860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Bound port: b3eef54a-0596-4124-b36f-088fbc952b78, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336e2b93-314b-4b41-9375-a91d71e9c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa28c28d-925f-4aa7-9813-f57990add4b6'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:14.080424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:14.161478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-0eab576a-2d85-4472-aec2-3b385af13ca3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port db38a50f-c4ef-4f9e-bd92-c42b5537c81d {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:14.161821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0eab576a-2d85-4472-aec2-3b385af13ca3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:14.222268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] For port b3eef54a-0596-4124-b36f-088fbc952b78, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:14.226485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] For port b3eef54a-0596-4124-b36f-088fbc952b78, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b3eef54a-0596-4124-b36f-088fbc952b78,segment=NetworkSegment(336e2b93-314b-4b41-9375-a91d71e9c4bd),segment_id=336e2b93-314b-4b41-9375-a91d71e9c4bd)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:14.236863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:09:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:14.240180 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:14.331256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] Checking router: 124f5c19-b605-4ce1-bd1b-05f69c7c9fef for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:14.340228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19261823-a5e7-4c0f-a57a-daf2a724460f None None] Pushing event updated for resources: {'Port': ['ID=b3eef54a-0596-4124-b36f-088fbc952b78,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:14.376372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:14.383815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:14.384972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:14.386475 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:14.404718 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Transition to ACTIVE for port object d38cb173-2a2d-405a-a426-01173ed0ae7c will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:14.412953 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:14.452683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Subnet': ['ID=6ae9fad4-0f73-4890-9622-9a0033d10a85,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:14.489651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ea6c4-1f2d-4dbc-be34-8a4b6b4138f0 req-d3a43179-0e9f-4623-a1ce-ac1580a5e89b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:14.490465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-be3ea6c4-1f2d-4dbc-be34-8a4b6b4138f0 req-d3a43179-0e9f-4623-a1ce-ac1580a5e89b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:14.510310 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-41722298-50bb-4678-b7c9-6779c828aba1 service neutron] 10.222.0.47 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890892 Mar 22 13:10:14.529595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Checking segment: {'id': '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:14.529961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network hostable DHCP agents. Network: 02dadc1d-dfde-48a7-8740-c48a65bbac7f, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:10:14.562908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-be3ea6c4-1f2d-4dbc-be34-8a4b6b4138f0 req-d3a43179-0e9f-4623-a1ce-ac1580a5e89b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:14.565913 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-be3ea6c4-1f2d-4dbc-be34-8a4b6b4138f0 req-d3a43179-0e9f-4623-a1ce-ac1580a5e89b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 945 time: 0.3699341 Mar 22 13:10:14.575021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c7011df6-aa84-4edd-8960-ec10cb0bfdfe None None] Provisioning complete for port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:14.583413 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c7011df6-aa84-4edd-8960-ec10cb0bfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:14.639468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 02dadc1d-dfde-48a7-8740-c48a65bbac7f is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:10:14.667651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 02dadc1d-dfde-48a7-8740-c48a65bbac7f) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:14.684232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:14.685482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:14.726262 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-be3ea6c4-1f2d-4dbc-be34-8a4b6b4138f0 req-e1279ae8-7d9e-4cc5-8aa6-528274d259ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457145 Mar 22 13:10:14.748514 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-456419c7-fdb7-4438-9536-f46997323adb tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3061039 Mar 22 13:10:14.750235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42740) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:14.779438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d84a91-1de6-4b55-ad6d-41014c8dfcd6 None None] Network 02dadc1d-dfde-48a7-8740-c48a65bbac7f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:14.782249 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Pushing event updated for resources: {'Port': ['ID=d38cb173-2a2d-405a-a426-01173ed0ae7c,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:14.843737 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.844491 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.844926 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.845751 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.845751 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.846532 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.847241 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.848318 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.851190 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.851467 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.851992 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.855339 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:14.865939 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-875c08af-908b-40e4-b9bd-215c787f078d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:14.867575 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-875c08af-908b-40e4-b9bd-215c787f078d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 945 time: 0.8892071 Mar 22 13:10:14.900699 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Attempting to bind port d38cb173-2a2d-405a-a426-01173ed0ae7c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:14.901795 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Attempting to bind port d38cb173-2a2d-405a-a426-01173ed0ae7c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:14.902391 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Attempting to bind port d38cb173-2a2d-405a-a426-01173ed0ae7c on network 8f61f824-5d06-4e25-94f9-6b0f3d827646 {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:14.949691 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:14.950375 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Checking segment: {'id': '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:14.950990 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:14.953433 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Bound using segment: {'id': '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:14.957915 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Bound port: d38cb173-2a2d-405a-a426-01173ed0ae7c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:14.958497 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:15.025869 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:15.117693 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] For port d38cb173-2a2d-405a-a426-01173ed0ae7c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:15.127028 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] For port d38cb173-2a2d-405a-a426-01173ed0ae7c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d38cb173-2a2d-405a-a426-01173ed0ae7c,segment=NetworkSegment(3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e),segment_id=3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:15.132146 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:15.285377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0eab576a-2d85-4472-aec2-3b385af13ca3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:15.306614 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:15.308022 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:15.411980 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-347e3a8b-7182-4ead-b3a5-ec2459507c2d req-51e57466-ff13-4f4f-bc25-ec71d9173ce2 service neutron] 10.222.0.47 "GET /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8802145 Mar 22 13:10:15.488521 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368d7d7-c219-4b01-a672-8d9c359dc653 None None] Pushing event updated for resources: {'Port': ['ID=d38cb173-2a2d-405a-a426-01173ed0ae7c,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:15.609410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-177f6fe6-e158-41c8-b001-e9975d1630a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port f31366b9-f0e6-4f70-a21f-47d764184347 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:15.609768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-177f6fe6-e158-41c8-b001-e9975d1630a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:15.677802 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:15.718417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-0eab576a-2d85-4472-aec2-3b385af13ca3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for db38a50f-c4ef-4f9e-bd92-c42b5537c81d owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:15.808991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c7011df6-aa84-4edd-8960-ec10cb0bfdfe None None] Provisioning for port d38cb173-2a2d-405a-a426-01173ed0ae7c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:15.853763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b3eef54a-0596-4124-b36f-088fbc952b78 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:15.898283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:15.962581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:10:15.969865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:16.124849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port b3eef54a-0596-4124-b36f-088fbc952b78 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:16.153033 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:09:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:16.156272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:16.205235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa193a-96db-4b29-b377-4b0b71f402e5 None None] The sync data for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv is: [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:09:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '540a050f-a046-45d3-9ba1-6c3ffe1ebfc0', 'name': '', 'network_id': '2639e437-db47-4c2d-ae32-b0c5635baf80', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:45:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:18Z', 'updated_at': '2022-03-22T13:07:30Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '3aa0ad65-3f91-422a-bc3f-d8d231fc3e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:16.408818 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:11Z', 'revision_number': 2, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:15Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:16.414898 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed31dd4-6e51-4e37-82b7-f627b7e138f0 None None] The sync data for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv is: [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:11Z', 'revision_number': 2, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:15Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:16.429487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea7e3c0-82e0-4b8b-97ef-b23ce88c15b1 None None] Network fa28c28d-925f-4aa7-9813-f57990add4b6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:16.483519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0eab576a-2d85-4472-aec2-3b385af13ca3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:16.616956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab576a-2d85-4472-aec2-3b385af13ca3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=db38a50f-c4ef-4f9e-bd92-c42b5537c81d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:16.632163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Allocated IP 172.21.0.2 (02dadc1d-dfde-48a7-8740-c48a65bbac7f/6ae9fad4-0f73-4890-9622-9a0033d10a85/ee4f2e25-d512-4923-9d1c-5875abfef956) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:16.642916 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ecda0c1b-1b28-48e9-bb8b-25a81fa8e12f None None] Provisioning for port b3eef54a-0596-4124-b36f-088fbc952b78 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:16.678845 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:16.679250 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:16.742918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ecda0c1b-1b28-48e9-bb8b-25a81fa8e12f None None] Provisioning complete for port b3eef54a-0596-4124-b36f-088fbc952b78 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:16.743560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ecda0c1b-1b28-48e9-bb8b-25a81fa8e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:16.780215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15740742-a363-40b1-b9c9-97829e2fc646 None None] New status for floating IP e4dce536-0d86-415d-9919-0090b051d0ca: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:10:16.934645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-177f6fe6-e158-41c8-b001-e9975d1630a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port f31366b9-f0e6-4f70-a21f-47d764184347, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f31366b9-f0e6-4f70-a21f-47d764184347,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:16.934645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-177f6fe6-e158-41c8-b001-e9975d1630a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:16.956068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054083-0469-4618-a9fb-9f2fea37a6b2 req-9351b249-1439-4d95-9804-04e2479a41fc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:16.956068 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b5054083-0469-4618-a9fb-9f2fea37a6b2 req-9351b249-1439-4d95-9804-04e2479a41fc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 945 time: 0.9452507 Mar 22 13:10:17.012916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0eab576a-2d85-4472-aec2-3b385af13ca3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.103249 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-177f6fe6-e158-41c8-b001-e9975d1630a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for f31366b9-f0e6-4f70-a21f-47d764184347 owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:17.153031 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0eab576a-2d85-4472-aec2-3b385af13ca3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/db38a50f-c4ef-4f9e-bd92-c42b5537c81d HTTP/1.1" status: 204 len: 168 time: 3.3124743 Mar 22 13:10:17.156618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42746) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:17.179524 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b5054083-0469-4618-a9fb-9f2fea37a6b2 req-ce77d81a-e97e-4d7a-b467-716ca60ab414 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=bdad06eb-4184-499f-bbc6-a6000499c252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655481 Mar 22 13:10:17.228917 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-666f84c2-c559-4749-b323-ce6d7e567200 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:10:17.230260 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-666f84c2-c559-4749-b323-ce6d7e567200 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/db38a50f-c4ef-4f9e-bd92-c42b5537c81d HTTP/1.1" status: 404 len: 333 time: 0.0703108 Mar 22 13:10:17.235038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42750) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:17.359453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-177f6fe6-e158-41c8-b001-e9975d1630a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.373469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet c18113dd-417c-40e0-99f1-ade96e7625f4 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:17.380775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.481563 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ecda0c1b-1b28-48e9-bb8b-25a81fa8e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.496243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f6fe6-e158-41c8-b001-e9975d1630a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=f31366b9-f0e6-4f70-a21f-47d764184347,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:17.516692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.586818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-177f6fe6-e158-41c8-b001-e9975d1630a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] No DVR routers for this DVR port f31366b9-f0e6-4f70-a21f-47d764184347 on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:17.589136 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-177f6fe6-e158-41c8-b001-e9975d1630a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.606225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.615470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ecda0c1b-1b28-48e9-bb8b-25a81fa8e12f None None] For port b3eef54a-0596-4124-b36f-088fbc952b78, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b3eef54a-0596-4124-b36f-088fbc952b78,segment=NetworkSegment(336e2b93-314b-4b41-9375-a91d71e9c4bd),segment_id=336e2b93-314b-4b41-9375-a91d71e9c4bd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:17.624405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'name': 'network-vif-deleted', 'tag': 'f31366b9-f0e6-4f70-a21f-47d764184347'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:10:17.628292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Transition to ACTIVE for port object ee4f2e25-d512-4923-9d1c-5875abfef956 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:17.633845 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d68c206b-3113-45a7-b7de-90ccfdaa76b9 req-177f6fe6-e158-41c8-b001-e9975d1630a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "DELETE /v2.0/ports/f31366b9-f0e6-4f70-a21f-47d764184347 HTTP/1.1" status: 204 len: 173 time: 2.7433395 Mar 22 13:10:17.644828 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ecda0c1b-1b28-48e9-bb8b-25a81fa8e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.718097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.719514 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a9bb7e-82b4-4f04-bc1c-58f4242544e4', 'name': 'network-vif-deleted', 'tag': 'f31366b9-f0e6-4f70-a21f-47d764184347', 'status': 'completed', 'code': 200} Mar 22 13:10:17.737104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d38cb173-2a2d-405a-a426-01173ed0ae7c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:17.841147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Transition to ACTIVE for port object ee4f2e25-d512-4923-9d1c-5875abfef956 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:17.854982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f31366b9-f0e6-4f70-a21f-47d764184347 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:17.929193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.950318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: f31366b9-f0e6-4f70-a21f-47d764184347 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:17.950318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f31366b9-f0e6-4f70-a21f-47d764184347 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:17.952766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:17.967759 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda0c1b-1b28-48e9-bb8b-25a81fa8e12f None None] Pushing event updated for resources: {'Port': ['ID=b3eef54a-0596-4124-b36f-088fbc952b78,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:18.021518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Network 02dadc1d-dfde-48a7-8740-c48a65bbac7f is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:18.023806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.026436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=c18113dd-417c-40e0-99f1-ade96e7625f4,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:18.033276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:18.037265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:18.046313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.046661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.046998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.047361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.047713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.048808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.049144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.049482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.049929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.050164 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.050467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.050884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:18.057332 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9d50792d-4d2e-43aa-9d0d-bdc1e7f87360 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/c18113dd-417c-40e0-99f1-ade96e7625f4 HTTP/1.1" status: 204 len: 168 time: 0.8208089 Mar 22 13:10:18.058297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Allocated IP 172.21.0.1 (02dadc1d-dfde-48a7-8740-c48a65bbac7f/6ae9fad4-0f73-4890-9622-9a0033d10a85/d829f03a-f120-4c67-807c-ae5b26434d0a) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:18.060360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42756) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:18.157803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port d38cb173-2a2d-405a-a426-01173ed0ae7c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:18.177996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2eeade26-bd92-4958-a570-664a0ad0792c None None] Provisioning complete for port b3eef54a-0596-4124-b36f-088fbc952b78 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:18.178284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2eeade26-bd92-4958-a570-664a0ad0792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.213185 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Pushing event updated for resources: {'Port': ['ID=ee4f2e25-d512-4923-9d1c-5875abfef956,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:18.232701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d38cb173-2a2d-405a-a426-01173ed0ae7c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:18.240143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.321209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.345607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port b3eef54a-0596-4124-b36f-088fbc952b78 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:18.345958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.378059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Attempting to bind port ee4f2e25-d512-4923-9d1c-5875abfef956 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:18.378580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Attempting to bind port ee4f2e25-d512-4923-9d1c-5875abfef956 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:18.379899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Attempting to bind port ee4f2e25-d512-4923-9d1c-5875abfef956 on network 02dadc1d-dfde-48a7-8740-c48a65bbac7f {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:18.383318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07553c-aaaf-4b10-94d8-80f163333489 None None] Network fa28c28d-925f-4aa7-9813-f57990add4b6 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:18.484034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-7150d7ba-e368-46f6-a8b2-23129e54f000 req-9752a202-0f91-4d23-b658-c11051494754 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:18.525750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.556048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Transition to ACTIVE for port object d829f03a-f120-4c67-807c-ae5b26434d0a will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:18.581796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-7150d7ba-e368-46f6-a8b2-23129e54f000 req-9752a202-0f91-4d23-b658-c11051494754 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:18.583884 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7150d7ba-e368-46f6-a8b2-23129e54f000 req-9752a202-0f91-4d23-b658-c11051494754 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=63a9bb7e-82b4-4f04-bc1c-58f4242544e4 HTTP/1.1" status: 200 len: 210 time: 0.1553619 Mar 22 13:10:18.590259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:18.591319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Checking segment: {'id': '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:18.591977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.594380 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Bound using segment: {'id': '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:18.597804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Bound port: ee4f2e25-d512-4923-9d1c-5875abfef956, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:18.598897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.616317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.691225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 02dadc1d-dfde-48a7-8740-c48a65bbac7f is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:18.694602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:18.698771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:18.754183 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] For port b3eef54a-0596-4124-b36f-088fbc952b78, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b3eef54a-0596-4124-b36f-088fbc952b78,segment=NetworkSegment(336e2b93-314b-4b41-9375-a91d71e9c4bd),segment_id=336e2b93-314b-4b41-9375-a91d71e9c4bd)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:18.754459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.767619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=d829f03a-f120-4c67-807c-ae5b26434d0a,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:18.779691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.916076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] For port ee4f2e25-d512-4923-9d1c-5875abfef956, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:18.919278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for b3eef54a-0596-4124-b36f-088fbc952b78 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:18.929288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.931896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:18.947221 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] For port ee4f2e25-d512-4923-9d1c-5875abfef956, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ee4f2e25-d512-4923-9d1c-5875abfef956,segment=NetworkSegment(4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40),segment_id=4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:18.965355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.010145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a1cce188-0c7f-40b2-a52e-ecb17a6502c6 None None] Could not find standard attr ID for object db38a50f-c4ef-4f9e-bd92-c42b5537c81d. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:10:19.016246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.084690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port d38cb173-2a2d-405a-a426-01173ed0ae7c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d38cb173-2a2d-405a-a426-01173ed0ae7c,segment=NetworkSegment(3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e),segment_id=3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:19.087562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No DVR routers for this DVR port b3eef54a-0596-4124-b36f-088fbc952b78 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:19.102583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.111899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca164d-d6be-46b5-8fec-68b2129b9515 None None] Pushing event updated for resources: {'Port': ['ID=ee4f2e25-d512-4923-9d1c-5875abfef956,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:19.121606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=b3eef54a-0596-4124-b36f-088fbc952b78,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:19.161599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e138b516-ae02-4b87-9eca-32050f4857c4 None None] DHCP port deletion for fa28c28d-925f-4aa7-9813-f57990add4b6 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:10:19.236498 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=d38cb173-2a2d-405a-a426-01173ed0ae7c,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:19.244706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.276846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa28c28d-925f-4aa7-9813-f57990add4b6']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:19.294281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336e2b93-314b-4b41-9375-a91d71e9c4bd') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:19.294588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336e2b93-314b-4b41-9375-a91d71e9c4bd') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:19.332264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.371974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.379356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:19.379575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:19.395378 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:19.526933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.541499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.684893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.693740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.705889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=d829f03a-f120-4c67-807c-ae5b26434d0a,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:19.709917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.722159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42764) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:19.727788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d38cb173-2a2d-405a-a426-01173ed0ae7c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:19.742451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Network': ['ID=fa28c28d-925f-4aa7-9813-f57990add4b6,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:19.753014 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-07dc6eb3-a3e8-460a-88ef-483e18ca7a9a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/networks/fa28c28d-925f-4aa7-9813-f57990add4b6 HTTP/1.1" status: 204 len: 168 time: 1.6909370 Mar 22 13:10:19.753964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42768) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:19.760873 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-632997293'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:19.766136 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:19.770495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:network and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:19.773000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:19.780727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:19.793359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:19.800371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.814196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d38cb173-2a2d-405a-a426-01173ed0ae7c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:19.814377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.838081 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:10:19.853647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.854131 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Added segment 77e2b057-7603-462a-9c68-2a3a9a5f9c14 of type vlan for network bc4a7110-24b5-466e-b37e-dbae1b300afa Mar 22 13:10:19.899153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.954754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:19.963092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:19.964003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.006790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee4f2e25-d512-4923-9d1c-5875abfef956 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:20.036962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a017ece2-9a9e-4357-9db4-7c42dfc33c53 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.068185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a017ece2-9a9e-4357-9db4-7c42dfc33c53 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.078724 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3211246 Mar 22 13:10:20.082491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42774) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:20.110826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'bc4a7110-24b5-466e-b37e-dbae1b300afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:20.132490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b650ab5-1153-4953-8615-7f8fdf154bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Network': ['ID=bc4a7110-24b5-466e-b37e-dbae1b300afa,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:20.149906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network bc4a7110-24b5-466e-b37e-dbae1b300afa details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:10:20.160467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 02dadc1d-dfde-48a7-8740-c48a65bbac7f is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:20.162083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:20.179463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port ee4f2e25-d512-4923-9d1c-5875abfef956 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:20.300592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b3eef54a-0596-4124-b36f-088fbc952b78 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:20.313927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:20.320787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:20.324333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:20.336233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:20.353766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:20.361726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.376534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a017ece2-9a9e-4357-9db4-7c42dfc33c53 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.421829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017ece2-9a9e-4357-9db4-7c42dfc33c53 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdad06eb-4184-499f-bbc6-a6000499c252,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:20.432674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a017ece2-9a9e-4357-9db4-7c42dfc33c53 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.437844 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a017ece2-9a9e-4357-9db4-7c42dfc33c53 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/bdad06eb-4184-499f-bbc6-a6000499c252 HTTP/1.1" status: 204 len: 168 time: 0.7086601 Mar 22 13:10:20.440335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:20.482361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: b3eef54a-0596-4124-b36f-088fbc952b78 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:20.487574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b3eef54a-0596-4124-b36f-088fbc952b78 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:20.557945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42780) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:20.585936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fb3288-8772-422b-99d8-3a8454bf2716 None None] Network 02dadc1d-dfde-48a7-8740-c48a65bbac7f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:20.695449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:20.705139 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Sync routers for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:20.705657 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-aee98e1d-a466-46e0-8559-5df2c7af8f9a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9498620 Mar 22 13:10:20.718081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42784) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:20.718297 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:20.718297 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:20.729960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'network': {'name': 'tempest-RoutersTest-732714726'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:20.733382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-40086870-c692-4c7e-8f1d-85646c06851e None None] Provisioning for port ee4f2e25-d512-4923-9d1c-5875abfef956 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:20.740080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:20.747361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:network and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:20.751572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:20.755402 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-40086870-c692-4c7e-8f1d-85646c06851e None None] Provisioning complete for port ee4f2e25-d512-4923-9d1c-5875abfef956 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:20.755781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-40086870-c692-4c7e-8f1d-85646c06851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.762109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:20.785893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:20.793381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.853933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:10:20.864426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.864986 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added segment 72e5cc28-d511-45cc-82e8-6d2cc4363047 of type vlan for network 57e899f1-dfe2-4953-a877-92b1f6c74f39 Mar 22 13:10:20.904094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.939215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:20.941509 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:20.947782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:20.949431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.033104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.060084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-40086870-c692-4c7e-8f1d-85646c06851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.083716 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3709497 Mar 22 13:10:21.084300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42788) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:21.106180 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-40086870-c692-4c7e-8f1d-85646c06851e None None] For port ee4f2e25-d512-4923-9d1c-5875abfef956, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ee4f2e25-d512-4923-9d1c-5875abfef956,segment=NetworkSegment(4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40),segment_id=4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:21.108135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'subnet': {'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:21.112048 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-40086870-c692-4c7e-8f1d-85646c06851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.113279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=88ab50a8-cc34-4351-ad8f-1fc5f72648c5,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:21.168231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ecbbf-ef97-47d5-beb1-849e76b2446d tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Network': ['ID=57e899f1-dfe2-4953-a877-92b1f6c74f39,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:21.185579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Checking segment: {'id': '77e2b057-7603-462a-9c68-2a3a9a5f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc4a7110-24b5-466e-b37e-dbae1b300afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:21.186252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network hostable DHCP agents. Network: bc4a7110-24b5-466e-b37e-dbae1b300afa, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:10:21.197661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 57e899f1-dfe2-4953-a877-92b1f6c74f39 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:10:21.255543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network bc4a7110-24b5-466e-b37e-dbae1b300afa is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:10:21.279319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, bc4a7110-24b5-466e-b37e-dbae1b300afa) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:21.296310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:21.298196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:21.299520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.301321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:subnet and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:21.304809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:21.311412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:21.332236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:21.337890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.348659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669f7e20-01df-4ece-9b99-a1facda99cf1 None None] Network bc4a7110-24b5-466e-b37e-dbae1b300afa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:21.415816 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-684be3a2-86f4-4259-a411-d22a01432966 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3322477 Mar 22 13:10:21.416651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42792) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:21.447301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'bc4a7110-24b5-466e-b37e-dbae1b300afa', 'name': 'tempest-PortsTestJSON-1111531014', 'fixed_ips': [{'subnet_id': '88ab50a8-cc34-4351-ad8f-1fc5f72648c5', 'ip_address': '172.20.0.10'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:21.501446 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:18Z', 'revision_number': 3, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 2, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:21.506371 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Checking router: 06ce7fb1-5833-4094-9185-743620ce5fe5 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:21.506802 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Updating router 06ce7fb1-5833-4094-9185-743620ce5fe5 port d829f03a-f120-4c67-807c-ae5b26434d0a binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:10:21.584328 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.748029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.773820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:21.780462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:port and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:21.783924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:21.797055 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:21.824194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:21.851078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40086870-c692-4c7e-8f1d-85646c06851e None None] Pushing event updated for resources: {'Port': ['ID=ee4f2e25-d512-4923-9d1c-5875abfef956,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:21.859226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-bc4a7110-24b5-466e-b37e-dbae1b300afa', 'network_id': 'bc4a7110-24b5-466e-b37e-dbae1b300afa', 'tenant_id': '6ba3cb16af8a45dfb2103359b449406a', 'fixed_ips': [{'subnet_id': '88ab50a8-cc34-4351-ad8f-1fc5f72648c5'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:10:21.860759 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.873014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.894727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Subnet': ['ID=12c6fbef-6465-4c64-91a3-bb6bb66e5b1f,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:21.910695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:21.911813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Checking segment: {'id': '72e5cc28-d511-45cc-82e8-6d2cc4363047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:21.912321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network hostable DHCP agents. Network: 57e899f1-dfe2-4953-a877-92b1f6c74f39, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:10:21.938601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 57e899f1-dfe2-4953-a877-92b1f6c74f39 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:10:21.953281 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 57e899f1-dfe2-4953-a877-92b1f6c74f39) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:21.960711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:21.961496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.017179 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ba84d341-7955-43b3-8a2e-9b83d2ea637a tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9229167 Mar 22 13:10:22.017436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a5dff-3de1-4034-b716-97329abe1ab3 None None] Network 57e899f1-dfe2-4953-a877-92b1f6c74f39 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:22.018300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42796) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:22.141085 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-79acc3bf-678a-4d1b-af8b-11ca1c617f81 None None] Provisioning for port d829f03a-f120-4c67-807c-ae5b26434d0a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:22.167889 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.187141 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Transition to ACTIVE for port object d829f03a-f120-4c67-807c-ae5b26434d0a will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:22.199338 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.201266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-79acc3bf-678a-4d1b-af8b-11ca1c617f81 None None] Provisioning complete for port d829f03a-f120-4c67-807c-ae5b26434d0a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:22.202376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-79acc3bf-678a-4d1b-af8b-11ca1c617f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.298978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Allocated IP 172.20.0.2 (bc4a7110-24b5-466e-b37e-dbae1b300afa/88ab50a8-cc34-4351-ad8f-1fc5f72648c5/a9f5d047-2c7e-463c-bd49-64134bd4f680) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:22.309256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-79acc3bf-678a-4d1b-af8b-11ca1c617f81 None None] Port d829f03a-f120-4c67-807c-ae5b26434d0a cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:22.468334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-79acc3bf-678a-4d1b-af8b-11ca1c617f81 None None] Provisioning complete for port ee4f2e25-d512-4923-9d1c-5875abfef956 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:22.469183 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-79acc3bf-678a-4d1b-af8b-11ca1c617f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.483059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.511589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port 7c0ff51f-54ce-416d-b8ce-aabbc13ea831 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:10:22.554735 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0f5c9-28ae-4c60-9b04-5db5030137e5 None None] Pushing event updated for resources: {'Port': ['ID=d829f03a-f120-4c67-807c-ae5b26434d0a,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:22.597775 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Attempting to bind port d829f03a-f120-4c67-807c-ae5b26434d0a on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:22.598757 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Attempting to bind port d829f03a-f120-4c67-807c-ae5b26434d0a by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:22.599682 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Attempting to bind port d829f03a-f120-4c67-807c-ae5b26434d0a on network 02dadc1d-dfde-48a7-8740-c48a65bbac7f {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:22.606481 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:22.606846 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Checking segment: {'id': '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:22.607277 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.607667 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Bound using segment: {'id': '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:22.608162 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Bound port: d829f03a-f120-4c67-807c-ae5b26434d0a, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:22.608553 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.706124 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-57e899f1-dfe2-4953-a877-92b1f6c74f39', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:10:22.706927 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.731733 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] For port d829f03a-f120-4c67-807c-ae5b26434d0a, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:22.737019 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] For port d829f03a-f120-4c67-807c-ae5b26434d0a, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d829f03a-f120-4c67-807c-ae5b26434d0a,segment=NetworkSegment(4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40),segment_id=4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:22.744721 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.757793 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:22.758414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:22.829275 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:22.829921 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:22.938609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:23.010389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:23.042276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Transition to ACTIVE for port object a9f5d047-2c7e-463c-bd49-64134bd4f680 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:23.046839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=540a050f-a046-45d3-9ba1-6c3ffe1ebfc0,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:23.047763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:23.060125 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:23.129203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Transition to ACTIVE for port object a9f5d047-2c7e-463c-bd49-64134bd4f680 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:23.145863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:23.217971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Allocated IP 172.22.0.2 (57e899f1-dfe2-4953-a877-92b1f6c74f39/12c6fbef-6465-4c64-91a3-bb6bb66e5b1f/0b1f1782-a868-44cd-8896-08a349418831) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:23.255523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:23.256934 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0f5c9-28ae-4c60-9b04-5db5030137e5 None None] Pushing event updated for resources: {'Port': ['ID=d829f03a-f120-4c67-807c-ae5b26434d0a,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:23.344848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.10 (bc4a7110-24b5-466e-b37e-dbae1b300afa/88ab50a8-cc34-4351-ad8f-1fc5f72648c5/7c0ff51f-54ce-416d-b8ce-aabbc13ea831) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:23.490642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Network bc4a7110-24b5-466e-b37e-dbae1b300afa is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:23.508919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:23.519193 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:18Z', 'revision_number': 3, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:22Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:23.519530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:23.528482 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78330f8-42e2-4f7f-8b0b-8a120ea48cb4 None None] The sync data for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv is: [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:18Z', 'revision_number': 3, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:22Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:23.654130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee4f2e25-d512-4923-9d1c-5875abfef956 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:23.749548 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Pushing event updated for resources: {'Port': ['ID=a9f5d047-2c7e-463c-bd49-64134bd4f680,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:23.756029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:23.786381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:23.791378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object 7c0ff51f-54ce-416d-b8ce-aabbc13ea831 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:23.793043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:23.801905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.802133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.802768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.802768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.803064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.803509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.803745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.804063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.804395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.806008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.806008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.806008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:23.809747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Attempting to bind port a9f5d047-2c7e-463c-bd49-64134bd4f680 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:23.809747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Attempting to bind port a9f5d047-2c7e-463c-bd49-64134bd4f680 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '77e2b057-7603-462a-9c68-2a3a9a5f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc4a7110-24b5-466e-b37e-dbae1b300afa'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:23.810138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Attempting to bind port a9f5d047-2c7e-463c-bd49-64134bd4f680 on network bc4a7110-24b5-466e-b37e-dbae1b300afa {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:23.832404 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Transition to ACTIVE for port object 0b1f1782-a868-44cd-8896-08a349418831 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:23.845870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:23.845870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Checking segment: {'id': '77e2b057-7603-462a-9c68-2a3a9a5f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc4a7110-24b5-466e-b37e-dbae1b300afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:23.845870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:23.845870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Bound using segment: {'id': '77e2b057-7603-462a-9c68-2a3a9a5f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc4a7110-24b5-466e-b37e-dbae1b300afa'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:23.845870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Bound port: a9f5d047-2c7e-463c-bd49-64134bd4f680, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2b057-7603-462a-9c68-2a3a9a5f9c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bc4a7110-24b5-466e-b37e-dbae1b300afa'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:23.845870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:23.884649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=540a050f-a046-45d3-9ba1-6c3ffe1ebfc0,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:23.927947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Transition to ACTIVE for port object 0b1f1782-a868-44cd-8896-08a349418831 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:24.037887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.089116 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ee4f2e25-d512-4923-9d1c-5875abfef956 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:24.089502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.095675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Allocated IP 172.22.0.1 (57e899f1-dfe2-4953-a877-92b1f6c74f39/12c6fbef-6465-4c64-91a3-bb6bb66e5b1f/092ca67d-cc36-44e6-af2a-f0881e7271ad) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:24.255525 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] For port a9f5d047-2c7e-463c-bd49-64134bd4f680, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:24.258653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Network 57e899f1-dfe2-4953-a877-92b1f6c74f39 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:24.269277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:24.280083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:24.285371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Pushing event updated for resources: {'Port': ['ID=0b1f1782-a868-44cd-8896-08a349418831,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:24.289093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] For port a9f5d047-2c7e-463c-bd49-64134bd4f680, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a9f5d047-2c7e-463c-bd49-64134bd4f680,segment=NetworkSegment(77e2b057-7603-462a-9c68-2a3a9a5f9c14),segment_id=77e2b057-7603-462a-9c68-2a3a9a5f9c14)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:24.360847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.363561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.371693 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.389749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Transition to ACTIVE for port object 092ca67d-cc36-44e6-af2a-f0881e7271ad will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:24.398479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.425433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.523673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network bc4a7110-24b5-466e-b37e-dbae1b300afa is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:24.536757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 57e899f1-dfe2-4953-a877-92b1f6c74f39 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:24.539373 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:24.542532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:24.542730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:24.552450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:24.625903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=092ca67d-cc36-44e6-af2a-f0881e7271ad,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:24.647821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Attempting to bind port 0b1f1782-a868-44cd-8896-08a349418831 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:24.647821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Attempting to bind port 0b1f1782-a868-44cd-8896-08a349418831 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '72e5cc28-d511-45cc-82e8-6d2cc4363047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:24.648031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Attempting to bind port 0b1f1782-a868-44cd-8896-08a349418831 on network 57e899f1-dfe2-4953-a877-92b1f6c74f39 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:24.650587 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=7c0ff51f-54ce-416d-b8ce-aabbc13ea831,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:24.658986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.673708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:24.674296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Checking segment: {'id': '72e5cc28-d511-45cc-82e8-6d2cc4363047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:24.674884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.676209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Bound using segment: {'id': '72e5cc28-d511-45cc-82e8-6d2cc4363047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:24.676881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Bound port: 0b1f1782-a868-44cd-8896-08a349418831, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e5cc28-d511-45cc-82e8-6d2cc4363047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:24.678539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.722736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0a69c-acfb-4e91-9d17-40d3cee46832 None None] Pushing event updated for resources: {'Port': ['ID=a9f5d047-2c7e-463c-bd49-64134bd4f680,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:24.757000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:24.757501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.832481 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2f6bc51e-19ca-411d-8007-b2424af1cf0b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4002659 Mar 22 13:10:24.835433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42800) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:24.841941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] For port 0b1f1782-a868-44cd-8896-08a349418831, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:24.845155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': 'bc4a7110-24b5-466e-b37e-dbae1b300afa', 'name': 'tempest-PortsTestJSON-991029598', 'fixed_ips': [{'subnet_id': '88ab50a8-cc34-4351-ad8f-1fc5f72648c5', 'ip_address': '172.20.0.9'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:24.846132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] For port 0b1f1782-a868-44cd-8896-08a349418831, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0b1f1782-a868-44cd-8896-08a349418831,segment=NetworkSegment(72e5cc28-d511-45cc-82e8-6d2cc4363047),segment_id=72e5cc28-d511-45cc-82e8-6d2cc4363047)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:24.852803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:24.982262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:25.024401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52e0d8-8432-4d06-a124-9a7858c9c3f8 None None] Pushing event updated for resources: {'Port': ['ID=0b1f1782-a868-44cd-8896-08a349418831,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:25.111916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:25.235310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:25.317826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:port and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:25.330585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:25.338481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:25.360058 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:25.372983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:25.374953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] Sync routers for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:25.387992 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:25.388622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:25.394978 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6228c9bf-c268-4c67-a2ab-736e66d8ed70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/124f5c19-b605-4ce1-bd1b-05f69c7c9fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8321955 Mar 22 13:10:25.396890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42804) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:25.522300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting subnet 3aa0ad65-3f91-422a-bc3f-d8d231fc3e92 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:25.527304 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:25.681029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:25.784504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:25.867508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:25.977014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:25.986348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a9f5d047-2c7e-463c-bd49-64134bd4f680 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:25.990820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:26.041370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:26.043129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port e2b59d6c-51a9-4e22-a5db-09ff42dec18e yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:10:26.055865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420bf2bd-20fb-4ac4-8033-75b17cdd0679 None None] Network 2639e437-db47-4c2d-ae32-b0c5635baf80 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:26.056918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa0ad65-3f91-422a-bc3f-d8d231fc3e92,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:26.069410 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/subnets/3aa0ad65-3f91-422a-bc3f-d8d231fc3e92 HTTP/1.1" status: 204 len: 168 time: 0.6715784 Mar 22 13:10:26.071126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.071795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.078386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.079435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.080644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.081102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.081967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.082265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.082743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.083235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.083621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.084755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b901bda-310f-41c1-92ad-31cb17d54b70 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:10:26.085569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42808) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:26.219339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.resource_extend [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 13:10:26.260172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:26.274199 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba81ca-8638-4ea6-ab91-d33f263b5312 None None] Network bc4a7110-24b5-466e-b37e-dbae1b300afa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:26.282475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:26.409996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:26.471962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port a9f5d047-2c7e-463c-bd49-64134bd4f680 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:26.488424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6bbef1f5-ba53-47c3-959a-54b61c160b13 None None] Provisioning for port a9f5d047-2c7e-463c-bd49-64134bd4f680 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:26.549006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a9f5d047-2c7e-463c-bd49-64134bd4f680 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:26.549958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:26.582485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6bbef1f5-ba53-47c3-959a-54b61c160b13 None None] Provisioning complete for port a9f5d047-2c7e-463c-bd49-64134bd4f680 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:26.582709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6bbef1f5-ba53-47c3-959a-54b61c160b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:26.621196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=092ca67d-cc36-44e6-af2a-f0881e7271ad,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:26.667680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:26.708368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9903ca-ff97-40e8-ba61-9f5a23e12cb6 None None] Network 57e899f1-dfe2-4953-a877-92b1f6c74f39 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:26.834639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.9 (bc4a7110-24b5-466e-b37e-dbae1b300afa/88ab50a8-cc34-4351-ad8f-1fc5f72648c5/e2b59d6c-51a9-4e22-a5db-09ff42dec18e) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:26.953556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network 57e899f1-dfe2-4953-a877-92b1f6c74f39 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:26.973509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:27.076675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:27.198812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port b202d404-78f9-47f3-b071-62254e415377 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:27.199057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:27.213727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8beeaf3-1cab-4b10-af79-e785c1c1e604 None None] DHCP port deletion for 2639e437-db47-4c2d-ae32-b0c5635baf80 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:10:27.227835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6bbef1f5-ba53-47c3-959a-54b61c160b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:27.237938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:27.253466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b202d404-78f9-47f3-b071-62254e415377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:10:23Z', 'revision_number': 7, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b202d404-78f9-47f3-b071-62254e415377', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:07:08Z', 'updated_at': '2022-03-22T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:27.264555 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f8beeaf3-1cab-4b10-af79-e785c1c1e604 None None] Deleting port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:27.264865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f8beeaf3-1cab-4b10-af79-e785c1c1e604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:27.328839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] Checking router: 124f5c19-b605-4ce1-bd1b-05f69c7c9fef for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:27.427958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] Routers {'124f5c19-b605-4ce1-bd1b-05f69c7c9fef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:27.428938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:27.477920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:27.510811 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port a9f5d047-2c7e-463c-bd49-64134bd4f680, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a9f5d047-2c7e-463c-bd49-64134bd4f680,segment=NetworkSegment(77e2b057-7603-462a-9c68-2a3a9a5f9c14),segment_id=77e2b057-7603-462a-9c68-2a3a9a5f9c14)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:27.553873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:27.554638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d829f03a-f120-4c67-807c-ae5b26434d0a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:27.749581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:27.798938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object e2b59d6c-51a9-4e22-a5db-09ff42dec18e will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:27.818290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:27.837440 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Sync routers for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:27.841482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port b202d404-78f9-47f3-b071-62254e415377, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b202d404-78f9-47f3-b071-62254e415377,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:27.841482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:27.861216 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:27.862512 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:27.890503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] Set router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:27.915533 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-520e6fd0-4a83-40bb-88a7-3655d177f066 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8966868 Mar 22 13:10:27.919228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42812) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:27.928671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'network': {'name': 'tempest-RoutersTest-2060252217'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:27.938186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:27.945800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:network and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:27.950639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:27.963544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:27.982864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:27.995830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.003742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for b202d404-78f9-47f3-b071-62254e415377 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:28.081498 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-6bbef1f5-ba53-47c3-959a-54b61c160b13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:10:28.081498 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-6bbef1f5-ba53-47c3-959a-54b61c160b13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:10:28.117486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.129181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:10:28.146573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.148318 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added segment 8638bac9-3cc0-41d5-9a0a-c4ff3077b481 of type vlan for network f28b6374-f76d-4872-838e-c81effda2701 Mar 22 13:10:28.154406 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:28.213803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.266376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network bc4a7110-24b5-466e-b37e-dbae1b300afa is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:28.266376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:28.266376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:28.281772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.297835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:28.298838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.425255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=e2b59d6c-51a9-4e22-a5db-09ff42dec18e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:28.450805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=a9f5d047-2c7e-463c-bd49-64134bd4f680,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:28.480646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:28.481403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.549871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Network': ['ID=f28b6374-f76d-4872-838e-c81effda2701,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:28.556891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f8beeaf3-1cab-4b10-af79-e785c1c1e604 None None] For port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3b000cd7-04f0-496d-a15c-f7c7eef5c5cc,segment=NetworkSegment(425f0f3b-b631-4165-8faa-7b6bc4acf767),segment_id=425f0f3b-b631-4165-8faa-7b6bc4acf767)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:28.557372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f8beeaf3-1cab-4b10-af79-e785c1c1e604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.574724 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8f997057-6dcf-4646-a5ea-fb71598f367a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7353940 Mar 22 13:10:28.575972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42818) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:28.627714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:10:27Z', 'revision_number': 8, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:28.638638 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fb2823e7-a971-4bf4-a9ca-36e14b1afc43 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7169759 Mar 22 13:10:28.641657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42822) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:28.656811 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:24Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:25Z', 'revision_number': 2, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:22Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:28.663972 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Checking router: 06ce7fb1-5833-4094-9185-743620ce5fe5 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:28.664563 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Updating router 06ce7fb1-5833-4094-9185-743620ce5fe5 port 092ca67d-cc36-44e6-af2a-f0881e7271ad binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:10:28.678043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'subnet': {'network_id': 'f28b6374-f76d-4872-838e-c81effda2701', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:28.712491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadbbe-f907-43ac-82e9-3d5d323ffae7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:28.714008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-00eadbbe-f907-43ac-82e9-3d5d323ffae7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:28.738391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network f28b6374-f76d-4872-838e-c81effda2701 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:10:28.741312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.744315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-00eadbbe-f907-43ac-82e9-3d5d323ffae7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:28.747398 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-00eadbbe-f907-43ac-82e9-3d5d323ffae7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1685474 Mar 22 13:10:28.749786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42826) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:28.792065 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.901896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f8beeaf3-1cab-4b10-af79-e785c1c1e604 None None] Calling delete_port for 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:28.984005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=b202d404-78f9-47f3-b071-62254e415377,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:29.002672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce95c9d-b3c8-4e94-bea7-9aa5f20b4ab4 None None] The sync data for ids ['124f5c19-b605-4ce1-bd1b-05f69c7c9fef'] in dv-neutron-834664-2-hyperv is: [{'id': '124f5c19-b605-4ce1-bd1b-05f69c7c9fef', 'name': 'tempest-TestNetworkBasicOps-router-1624152586', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:07:06Z', 'updated_at': '2022-03-22T13:10:27Z', 'revision_number': 8, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:29.057841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port d829f03a-f120-4c67-807c-ae5b26434d0a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:29.138366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9969e3-ced2-42c4-8caf-0dac565ed768 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:29.146667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9969e3-ced2-42c4-8caf-0dac565ed768 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:29.159828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9969e3-ced2-42c4-8caf-0dac565ed768 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:29.163690 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ab9969e3-ced2-42c4-8caf-0dac565ed768 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4125893 Mar 22 13:10:29.166781 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42830) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:29.215610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d829f03a-f120-4c67-807c-ae5b26434d0a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:29.215870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:29.231048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:29.242861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:subnet and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:29.249867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:29.271934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1e0592e1-1d80-47ae-bc18-23056f0fba1d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port e2b59d6c-51a9-4e22-a5db-09ff42dec18e {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:29.274135 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1e0592e1-1d80-47ae-bc18-23056f0fba1d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:29.344767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:29.541654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:29.606349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f8beeaf3-1cab-4b10-af79-e785c1c1e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:29.690543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1e0592e1-1d80-47ae-bc18-23056f0fba1d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:29.701372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8beeaf3-1cab-4b10-af79-e785c1c1e604 None None] Pushing event deleted for resources: {'Port': ['ID=3b000cd7-04f0-496d-a15c-f7c7eef5c5cc,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:29.719436 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:29.722353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Provisioning for port 092ca67d-cc36-44e6-af2a-f0881e7271ad completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:29.727563 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8beeaf3-1cab-4b10-af79-e785c1c1e604 None None] No DVR routers for this DVR port 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:29.730088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Provisioning complete for port 092ca67d-cc36-44e6-af2a-f0881e7271ad triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:29.730493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:29.744229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Made reservation on behalf of 79af2e1ae8bf47b1866c0bb1d846b1b0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:29.750207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:29.753288 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Transition to ACTIVE for port object 092ca67d-cc36-44e6-af2a-f0881e7271ad will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:29.762543 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:29.789872 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Port 092ca67d-cc36-44e6-af2a-f0881e7271ad cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:29.848072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1e0592e1-1d80-47ae-bc18-23056f0fba1d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for e2b59d6c-51a9-4e22-a5db-09ff42dec18e owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:29.888495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:29.911708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Provisioning complete for port a9f5d047-2c7e-463c-bd49-64134bd4f680 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:29.911708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.074985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port d829f03a-f120-4c67-807c-ae5b26434d0a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d829f03a-f120-4c67-807c-ae5b26434d0a,segment=NetworkSegment(4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40),segment_id=4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:30.132401 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c7465-b830-4a75-9b17-4b2b3fca4c06 None None] Pushing event updated for resources: {'Port': ['ID=092ca67d-cc36-44e6-af2a-f0881e7271ad,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:30.142080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1e0592e1-1d80-47ae-bc18-23056f0fba1d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.161295 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Attempting to bind port 092ca67d-cc36-44e6-af2a-f0881e7271ad on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:30.161623 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Attempting to bind port 092ca67d-cc36-44e6-af2a-f0881e7271ad by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '72e5cc28-d511-45cc-82e8-6d2cc4363047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:30.161992 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Attempting to bind port 092ca67d-cc36-44e6-af2a-f0881e7271ad on network 57e899f1-dfe2-4953-a877-92b1f6c74f39 {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:30.172588 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:30.176554 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Checking segment: {'id': '72e5cc28-d511-45cc-82e8-6d2cc4363047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:30.176975 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.177380 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Bound using segment: {'id': '72e5cc28-d511-45cc-82e8-6d2cc4363047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:30.177924 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Bound port: 092ca67d-cc36-44e6-af2a-f0881e7271ad, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e5cc28-d511-45cc-82e8-6d2cc4363047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:30.178815 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.233586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.234357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0b1f1782-a868-44cd-8896-08a349418831 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:30.240640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.247572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.288948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.307017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0592e1-1d80-47ae-bc18-23056f0fba1d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=e2b59d6c-51a9-4e22-a5db-09ff42dec18e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:30.309634 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] For port 092ca67d-cc36-44e6-af2a-f0881e7271ad, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:30.314694 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] For port 092ca67d-cc36-44e6-af2a-f0881e7271ad, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=092ca67d-cc36-44e6-af2a-f0881e7271ad,segment=NetworkSegment(72e5cc28-d511-45cc-82e8-6d2cc4363047),segment_id=72e5cc28-d511-45cc-82e8-6d2cc4363047)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:30.325464 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.407848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.408963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Fanout notify agent at l3_agent the message router_deleted on router 124f5c19-b605-4ce1-bd1b-05f69c7c9fef {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:10:30.445024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Subnet': ['ID=6d632a82-5799-4901-8b67-4a97abfdd00a,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:30.467244 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Checking segment: {'id': '8638bac9-3cc0-41d5-9a0a-c4ff3077b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:30.470276 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c7465-b830-4a75-9b17-4b2b3fca4c06 None None] Pushing event updated for resources: {'Port': ['ID=092ca67d-cc36-44e6-af2a-f0881e7271ad,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:30.471021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network hostable DHCP agents. Network: f28b6374-f76d-4872-838e-c81effda2701, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:10:30.492614 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:30.493433 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:30.507595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1e0592e1-1d80-47ae-bc18-23056f0fba1d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.514706 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-acc5dd71-11e7-4091-9bbb-c4297333b29c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2558069 Mar 22 13:10:30.538814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42834) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:30.541771 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1e0592e1-1d80-47ae-bc18-23056f0fba1d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/e2b59d6c-51a9-4e22-a5db-09ff42dec18e HTTP/1.1" status: 204 len: 168 time: 1.3711967 Mar 22 13:10:30.544427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Provisioning for port 7c0ff51f-54ce-416d-b8ce-aabbc13ea831 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:30.593428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Provisioning complete for port 7c0ff51f-54ce-416d-b8ce-aabbc13ea831 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:30.595390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.657677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.659495 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e2e0726b-07e5-4eab-b28a-faf7c6a3de45 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/routers/124f5c19-b605-4ce1-bd1b-05f69c7c9fef HTTP/1.1" status: 204 len: 168 time: 4.5659680 Mar 22 13:10:30.677410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42838) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:30.751871 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-af57b64b-89fb-4cb9-b692-3d02116f0ad5 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:10:30.752706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-af57b64b-89fb-4cb9-b692-3d02116f0ad5 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:30.766053 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=d829f03a-f120-4c67-807c-ae5b26434d0a,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:30.796300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network f28b6374-f76d-4872-838e-c81effda2701 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:10:30.814710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 0b1f1782-a868-44cd-8896-08a349418831 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:30.820320 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Port 7c0ff51f-54ce-416d-b8ce-aabbc13ea831 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:30.830780 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:30.837486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-13ea17d5-1051-4d46-b1bc-c22cc3ade2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:30.839408 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-13ea17d5-1051-4d46-b1bc-c22cc3ade2dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 1098 time: 0.1767731 Mar 22 13:10:30.849597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Provisioning for port 0b1f1782-a868-44cd-8896-08a349418831 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:30.864516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Provisioning complete for port 0b1f1782-a868-44cd-8896-08a349418831 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:30.864977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.926832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, f28b6374-f76d-4872-838e-c81effda2701) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:30.938828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:30.939478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:30.944113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-af57b64b-89fb-4cb9-b692-3d02116f0ad5 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:30.949193 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-af57b64b-89fb-4cb9-b692-3d02116f0ad5 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/e2b59d6c-51a9-4e22-a5db-09ff42dec18e HTTP/1.1" status: 404 len: 333 time: 0.4077578 Mar 22 13:10:30.950319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42842) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:30.950573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ef6f5-e5be-4482-992a-70aa51104021 None None] Network f28b6374-f76d-4872-838e-c81effda2701 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:31.000887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.007617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a9f5d047-2c7e-463c-bd49-64134bd4f680 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:31.052454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42846) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:31.052849 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8a32fc41-f13c-4570-92b9-de7fc85507ce tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4089665 Mar 22 13:10:31.111201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-32a412ec-bba5-4f31-bff0-11c3dcaeb29a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 7c0ff51f-54ce-416d-b8ce-aabbc13ea831 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:31.111917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32a412ec-bba5-4f31-bff0-11c3dcaeb29a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.218427 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:24Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:31.222909 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dd905-ace5-4460-b3fd-9f8f706f638b None None] The sync data for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv is: [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:24Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:31.274411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-ae5e09ff-9f17-429d-ac00-570d7b535b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:31.277250 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-ae5e09ff-9f17-429d-ac00-570d7b535b61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.4081130 Mar 22 13:10:31.318709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.390326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2639e437-db47-4c2d-ae32-b0c5635baf80']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:31.392865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a9f5d047-2c7e-463c-bd49-64134bd4f680 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:31.393241 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.434933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.444368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425f0f3b-b631-4165-8faa-7b6bc4acf767') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:31.444682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425f0f3b-b631-4165-8faa-7b6bc4acf767') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:31.483126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.548751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-f28b6374-f76d-4872-838e-c81effda2701', 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'fixed_ips': [{'subnet_id': '6d632a82-5799-4901-8b67-4a97abfdd00a'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:10:31.549670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.587337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.602939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:31.603710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:31.621200 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:31.642736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] For port 0b1f1782-a868-44cd-8896-08a349418831, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0b1f1782-a868-44cd-8896-08a349418831,segment=NetworkSegment(72e5cc28-d511-45cc-82e8-6d2cc4363047),segment_id=72e5cc28-d511-45cc-82e8-6d2cc4363047)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:31.727493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32a412ec-bba5-4f31-bff0-11c3dcaeb29a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.739257 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-2616df2b-db1f-4e6a-8061-c1230eef8d93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe463ac-cbec-4842-a043-0c7a561fb73a HTTP/1.1" status: 200 len: 1001 time: 0.4441195 Mar 22 13:10:31.758963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Allocated IP 172.23.0.2 (f28b6374-f76d-4872-838e-c81effda2701/6d632a82-5799-4901-8b67-4a97abfdd00a/3676856b-ef73-45b5-bd87-7dc4194a720e) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:31.893345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-32a412ec-bba5-4f31-bff0-11c3dcaeb29a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 7c0ff51f-54ce-416d-b8ce-aabbc13ea831 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:31.996184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.007417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.028120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-0d1829c8-e0f2-4bc7-af61-4ad3e4b438fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:32.030065 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-0d1829c8-e0f2-4bc7-af61-4ad3e4b438fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.2763503 Mar 22 13:10:32.035037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.059567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.068350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Transition to ACTIVE for port object 3676856b-ef73-45b5-bd87-7dc4194a720e will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:32.078283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Network': ['ID=2639e437-db47-4c2d-ae32-b0c5635baf80,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:32.084811 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Could not find standard attr ID for object e2b59d6c-51a9-4e22-a5db-09ff42dec18e. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:10:32.087195 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ebbe653e-131a-46df-93e5-ce5c99c3c464 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/networks/2639e437-db47-4c2d-ae32-b0c5635baf80 HTTP/1.1" status: 204 len: 168 time: 1.4037139 Mar 22 13:10:32.100393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32a412ec-bba5-4f31-bff0-11c3dcaeb29a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.108374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42850) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:32.117689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'network': {'name': 'tempest-network-smoke--1561097265', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'port_security_enabled': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:32.131633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:32.150727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Transition to ACTIVE for port object 3676856b-ef73-45b5-bd87-7dc4194a720e will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:32.174477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.187184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:network and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:32.193483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d829f03a-f120-4c67-807c-ae5b26434d0a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:32.197801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:32.211140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:32.245340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Network f28b6374-f76d-4872-838e-c81effda2701 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:32.246178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bb883-bbf5-4996-9c1f-5e193b59da72 None None] Pushing event updated for resources: {'Port': ['ID=0b1f1782-a868-44cd-8896-08a349418831,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:32.252429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:32.256749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:32.262193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.272883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a412ec-bba5-4f31-bff0-11c3dcaeb29a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=7c0ff51f-54ce-416d-b8ce-aabbc13ea831,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:32.290661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-0fdda32b-7cf1-4125-8eae-006b182951b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:32.291329 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:32.292336 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-0fdda32b-7cf1-4125-8eae-006b182951b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2450275 Mar 22 13:10:32.298336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.334834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-32a412ec-bba5-4f31-bff0-11c3dcaeb29a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.339311 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-32a412ec-bba5-4f31-bff0-11c3dcaeb29a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/7c0ff51f-54ce-416d-b8ce-aabbc13ea831 HTTP/1.1" status: 204 len: 168 time: 1.3822334 Mar 22 13:10:32.339486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42854) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:32.370340 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:10:32.381706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.382277 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Added segment 0a32422d-db21-46ce-a3b4-cdfcb8dccb87 of type vlan for network fa5af885-28fa-4d5b-9994-01769a386959 Mar 22 13:10:32.395633 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b425aa-1fb2-4a49-b1dc-e2e9931bc238 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:10:32.396460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-93b425aa-1fb2-4a49-b1dc-e2e9931bc238 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:32.422903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-93b425aa-1fb2-4a49-b1dc-e2e9931bc238 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:32.424173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.427590 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-93b425aa-1fb2-4a49-b1dc-e2e9931bc238 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/7c0ff51f-54ce-416d-b8ce-aabbc13ea831 HTTP/1.1" status: 404 len: 333 time: 0.0845776 Mar 22 13:10:32.430360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42858) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:32.457028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Pushing event updated for resources: {'Port': ['ID=3676856b-ef73-45b5-bd87-7dc4194a720e,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:32.469423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Attempting to bind port 3676856b-ef73-45b5-bd87-7dc4194a720e on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:32.469788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Attempting to bind port 3676856b-ef73-45b5-bd87-7dc4194a720e by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '8638bac9-3cc0-41d5-9a0a-c4ff3077b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:32.470142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Attempting to bind port 3676856b-ef73-45b5-bd87-7dc4194a720e on network f28b6374-f76d-4872-838e-c81effda2701 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:32.476883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:32.477250 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Checking segment: {'id': '8638bac9-3cc0-41d5-9a0a-c4ff3077b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:32.477646 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.478030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Bound using segment: {'id': '8638bac9-3cc0-41d5-9a0a-c4ff3077b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:32.478847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Bound port: 3676856b-ef73-45b5-bd87-7dc4194a720e, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8638bac9-3cc0-41d5-9a0a-c4ff3077b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:32.479046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.490964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d829f03a-f120-4c67-807c-ae5b26434d0a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:32.491598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.544737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-908841bf-7598-40ba-ac08-571972cc1101 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet 88ab50a8-cc34-4351-ad8f-1fc5f72648c5 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:32.548872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-908841bf-7598-40ba-ac08-571972cc1101 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.627615 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.627615 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:32.627615 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.664938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] For port 3676856b-ef73-45b5-bd87-7dc4194a720e, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:32.706504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] For port 3676856b-ef73-45b5-bd87-7dc4194a720e, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3676856b-ef73-45b5-bd87-7dc4194a720e,segment=NetworkSegment(8638bac9-3cc0-41d5-9a0a-c4ff3077b481),segment_id=8638bac9-3cc0-41d5-9a0a-c4ff3077b481)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:32.715956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.729512 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6195886 Mar 22 13:10:32.732317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42862) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:32.738441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-908841bf-7598-40ba-ac08-571972cc1101 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.780455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'admin_state_up': True, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:32.787765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:32.794540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:router and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:32.798078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:32.806044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:32.818139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e710a-5a55-4baa-b207-61ceb3300ecd None None] Pushing event updated for resources: {'Port': ['ID=3676856b-ef73-45b5-bd87-7dc4194a720e,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:32.839502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.840459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.854414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b202d404-78f9-47f3-b071-62254e415377 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:32.885706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.895842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: b202d404-78f9-47f3-b071-62254e415377 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:32.896414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b202d404-78f9-47f3-b071-62254e415377 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:32.897190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:32.902811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-908841bf-7598-40ba-ac08-571972cc1101 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.934731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e01dc-1979-430b-a319-c506b22fba4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Network': ['ID=fa5af885-28fa-4d5b-9994-01769a386959,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:32.941145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:32.941926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3b000cd7-04f0-496d-a15c-f7c7eef5c5cc not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:32.942526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:32.952321 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-74f928d8-4022-443f-b3f9-e06b89f7e7a4 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415846 Mar 22 13:10:32.979795 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network fa5af885-28fa-4d5b-9994-01769a386959 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:10:33.022397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:33.023510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 540a050f-a046-45d3-9ba1-6c3ffe1ebfc0 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:33.115195 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bc1e2fc4-be10-4ff6-8fa3-e1dc9c8f105b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.238982 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89d53f31-001a-4bce-bd82-040fb3ce9833 req-b93b92b5-3cb2-4892-85e9-18fcb95e247e service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792768 Mar 22 13:10:33.272798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Allocated IP 172.23.0.1 (f28b6374-f76d-4872-838e-c81effda2701/6d632a82-5799-4901-8b67-4a97abfdd00a/fab619c6-3de0-49c7-b5cc-057653932007) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:33.325238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 092ca67d-cc36-44e6-af2a-f0881e7271ad up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:33.382747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.390865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-908841bf-7598-40ba-ac08-571972cc1101 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.435078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 092ca67d-cc36-44e6-af2a-f0881e7271ad completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:33.442414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 092ca67d-cc36-44e6-af2a-f0881e7271ad triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:33.442809 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.467642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908841bf-7598-40ba-ac08-571972cc1101 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=88ab50a8-cc34-4351-ad8f-1fc5f72648c5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:33.474004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-908841bf-7598-40ba-ac08-571972cc1101 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.487057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc616b-d0af-45f6-8e7a-5e7c47815fb6 None None] Network bc4a7110-24b5-466e-b37e-dbae1b300afa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:33.493619 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-908841bf-7598-40ba-ac08-571972cc1101 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/88ab50a8-cc34-4351-ad8f-1fc5f72648c5 HTTP/1.1" status: 204 len: 168 time: 1.0590718 Mar 22 13:10:33.497138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42866) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:33.611894 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.635990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Transition to ACTIVE for port object fab619c6-3de0-49c7-b5cc-057653932007 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:33.684448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.709535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.728587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port a9f5d047-2c7e-463c-bd49-64134bd4f680 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:33.728934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.777550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.798112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network f28b6374-f76d-4872-838e-c81effda2701 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:33.799467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=fab619c6-3de0-49c7-b5cc-057653932007,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:33.812128 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:33.819008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 092ca67d-cc36-44e6-af2a-f0881e7271ad, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=092ca67d-cc36-44e6-af2a-f0881e7271ad,segment=NetworkSegment(72e5cc28-d511-45cc-82e8-6d2cc4363047),segment_id=72e5cc28-d511-45cc-82e8-6d2cc4363047)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:33.819904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:33.833440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.834198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0b1f1782-a868-44cd-8896-08a349418831 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:33.884347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.940662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=092ca67d-cc36-44e6-af2a-f0881e7271ad,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:33.992807 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 0b1f1782-a868-44cd-8896-08a349418831 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:33.993457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.046020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] DHCP port deletion for bc4a7110-24b5-466e-b37e-dbae1b300afa request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:10:34.056061 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] Deleting port a9f5d047-2c7e-463c-bd49-64134bd4f680 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:34.056621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.189513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] For port a9f5d047-2c7e-463c-bd49-64134bd4f680, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a9f5d047-2c7e-463c-bd49-64134bd4f680,segment=NetworkSegment(77e2b057-7603-462a-9c68-2a3a9a5f9c14),segment_id=77e2b057-7603-462a-9c68-2a3a9a5f9c14)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:34.190021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.190832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.286857 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca20ab8-3211-46a2-ad33-a8e85c1a2758 None None] Network f28b6374-f76d-4872-838e-c81effda2701 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:34.354464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.445516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9c292552-97f8-46be-a21b-9775d58b9f4d None None] Provisioning for port 3676856b-ef73-45b5-bd87-7dc4194a720e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:34.487819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] For port a9f5d047-2c7e-463c-bd49-64134bd4f680, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a9f5d047-2c7e-463c-bd49-64134bd4f680,segment=NetworkSegment(77e2b057-7603-462a-9c68-2a3a9a5f9c14),segment_id=77e2b057-7603-462a-9c68-2a3a9a5f9c14)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:34.487819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.536934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for a9f5d047-2c7e-463c-bd49-64134bd4f680 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:34.572791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.615035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] Calling delete_port for a9f5d047-2c7e-463c-bd49-64134bd4f680 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:34.669884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.677857 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.706222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.753815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:10:34.753815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:10:34.790958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=a9f5d047-2c7e-463c-bd49-64134bd4f680,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:34.794480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No DVR routers for this DVR port a9f5d047-2c7e-463c-bd49-64134bd4f680 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:34.817485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event updated for resources: {'Port': ['ID=fab619c6-3de0-49c7-b5cc-057653932007,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:34.825536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.880544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.213 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/8d730e54-dd17-4b38-83f3-8f1979b6f3c5) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:34.947648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:34.973097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Network f28b6374-f76d-4872-838e-c81effda2701 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:34.974260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:35.005515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4a7110-24b5-466e-b37e-dbae1b300afa']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:35.071624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e2b057-7603-462a-9c68-2a3a9a5f9c14') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:35.071934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e2b057-7603-462a-9c68-2a3a9a5f9c14') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:35.094790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.095267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4600c047-a684-43ae-ac62-e4bde0743265 None None] Provisioning for port fab619c6-3de0-49c7-b5cc-057653932007 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:35.101731 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4600c047-a684-43ae-ac62-e4bde0743265 None None] Provisioning complete for port fab619c6-3de0-49c7-b5cc-057653932007 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:35.102338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4600c047-a684-43ae-ac62-e4bde0743265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.117316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.150177 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:35.150588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.176837 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4600c047-a684-43ae-ac62-e4bde0743265 None None] Port fab619c6-3de0-49c7-b5cc-057653932007 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:35.177225 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:35.229122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:35.255117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] Deleting port a9f5d047-2c7e-463c-bd49-64134bd4f680 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:35.255594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.273880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.313462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.355923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.370260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 092ca67d-cc36-44e6-af2a-f0881e7271ad up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:35.383931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Network': ['ID=bc4a7110-24b5-466e-b37e-dbae1b300afa,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:35.403777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a0e85d29-5905-4a31-8b40-d28363212531 None None] The port 'a9f5d047-2c7e-463c-bd49-64134bd4f680' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:10:35.412757 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a6b0a940-501b-4133-92a4-b3b5bcb7f95f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/networks/bc4a7110-24b5-466e-b37e-dbae1b300afa HTTP/1.1" status: 204 len: 168 time: 1.9132934 Mar 22 13:10:35.418176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42872) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:35.428508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2e31fca9-2ab2-48df-a19a-81cc47b3f114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.433764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1321740480'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:35.444384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:35.452562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:network and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:35.456482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:35.464918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.470478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:35.486820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 092ca67d-cc36-44e6-af2a-f0881e7271ad triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:35.487212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.556769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=8d730e54-dd17-4b38-83f3-8f1979b6f3c5,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:35.561154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:35.562987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:35.564880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:35.569002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.574849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-318fba8f-97cd-4cb1-8dbd-f228201985b9 None None] Provisioning complete for port fab619c6-3de0-49c7-b5cc-057653932007 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:35.575247 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-318fba8f-97cd-4cb1-8dbd-f228201985b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.580477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:35.610178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:35.628793 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9a134ddb-51e6-49ef-93cb-3f75363bbba4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5730433 Mar 22 13:10:35.629718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42876) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:35.635175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-030abcc4-5975-4ba2-b525-e0a977bd7cee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:35.649520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:10:35.655107 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Sync routers for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:35.692017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:35.692651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:35.800001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-318fba8f-97cd-4cb1-8dbd-f228201985b9 None None] Port fab619c6-3de0-49c7-b5cc-057653932007 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:35.803012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.803351 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Added segment 497d9e53-541b-4f4f-bd11-0896fada18bf of type vlan for network 636c76cb-1768-4cff-b6a3-fbc1702dd71e Mar 22 13:10:35.817925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3676856b-ef73-45b5-bd87-7dc4194a720e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:35.880842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.969569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:35.992466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:35.998694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:35.999292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.013427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-96b40a08-e63e-4b95-a167-c767b8bfa10f None None] Provisioning complete for port fab619c6-3de0-49c7-b5cc-057653932007 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:36.013949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-96b40a08-e63e-4b95-a167-c767b8bfa10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.159454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-96b40a08-e63e-4b95-a167-c767b8bfa10f None None] Port fab619c6-3de0-49c7-b5cc-057653932007 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:36.179010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 3676856b-ef73-45b5-bd87-7dc4194a720e completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:36.197994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3676856b-ef73-45b5-bd87-7dc4194a720e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:36.198365 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.258773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.extraroute_db [None req-030abcc4-5975-4ba2-b525-e0a977bd7cee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 13:10:36.273645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.extraroute_db [None req-030abcc4-5975-4ba2-b525-e0a977bd7cee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Removed routes are [] {{(pid=87932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 13:10:36.274087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-030abcc4-5975-4ba2-b525-e0a977bd7cee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.305495 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8860264 Mar 22 13:10:36.310857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42880) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:36.331512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': '636c76cb-1768-4cff-b6a3-fbc1702dd71e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:36.356363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5efd7-f638-4fad-9f44-eb2bad063c9c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Network': ['ID=636c76cb-1768-4cff-b6a3-fbc1702dd71e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:36.380813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.385544 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 636c76cb-1768-4cff-b6a3-fbc1702dd71e details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:10:36.401975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.540430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:36.597485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:36.607301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:36.608379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.610995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.616305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:36.621386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-030abcc4-5975-4ba2-b525-e0a977bd7cee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.625725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-030abcc4-5975-4ba2-b525-e0a977bd7cee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.642691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:36.646534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.656848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 3676856b-ef73-45b5-bd87-7dc4194a720e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3676856b-ef73-45b5-bd87-7dc4194a720e,segment=NetworkSegment(8638bac9-3cc0-41d5-9a0a-c4ff3077b481),segment_id=8638bac9-3cc0-41d5-9a0a-c4ff3077b481)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:36.663559 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:34Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:33Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab619c6-3de0-49c7-b5cc-057653932007', 'name': '', 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:60:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:34Z', 'revision_number': 2, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:36.667848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.670892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Checking router: 06ce7fb1-5833-4094-9185-743620ce5fe5 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:36.671402 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Updating router 06ce7fb1-5833-4094-9185-743620ce5fe5 port fab619c6-3de0-49c7-b5cc-057653932007 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:10:36.749605 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a9f5d047-2c7e-463c-bd49-64134bd4f680 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:36.797236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: a9f5d047-2c7e-463c-bd49-64134bd4f680 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:36.797483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a9f5d047-2c7e-463c-bd49-64134bd4f680 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:36.815290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030abcc4-5975-4ba2-b525-e0a977bd7cee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:36.830029 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:36.848347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=3676856b-ef73-45b5-bd87-7dc4194a720e,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:36.937918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.143573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030abcc4-5975-4ba2-b525-e0a977bd7cee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:37.151520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-030abcc4-5975-4ba2-b525-e0a977bd7cee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.152944 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-030abcc4-5975-4ba2-b525-e0a977bd7cee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5 HTTP/1.1" status: 200 len: 934 time: 1.5220685 Mar 22 13:10:37.156228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42884) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:37.169031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3676856b-ef73-45b5-bd87-7dc4194a720e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:37.222247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.281934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.300217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Transition to ACTIVE for port object fab619c6-3de0-49c7-b5cc-057653932007 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:37.318662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3676856b-ef73-45b5-bd87-7dc4194a720e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:37.319236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.325635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=b9e8a828-7fe4-42a6-aed5-c549e2b63da9,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:37.339450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Checking segment: {'id': '497d9e53-541b-4f4f-bd11-0896fada18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '636c76cb-1768-4cff-b6a3-fbc1702dd71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:37.339815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network hostable DHCP agents. Network: 636c76cb-1768-4cff-b6a3-fbc1702dd71e, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:10:37.353301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 1c97d8b4-9c5a-4590-b551-2388f449b629 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:10:37.359560 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d5528c07-9733-44f9-9236-3cd5e0f37b31 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5 HTTP/1.1" status: 200 len: 934 time: 0.2020776 Mar 22 13:10:37.362211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42888) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:37.366087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.369182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c8b06ee9-7abc-4003-8eb6-6ce5974e6601 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'routes': None}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:37.439842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network 636c76cb-1768-4cff-b6a3-fbc1702dd71e is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:10:37.477136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 636c76cb-1768-4cff-b6a3-fbc1702dd71e) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:37.485508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:37.487547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.534571 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f061de-8f75-4d8a-a6c4-6a8225d109bf None None] Network 636c76cb-1768-4cff-b6a3-fbc1702dd71e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:37.595845 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-68c8f5a8-b132-4af0-8241-8e9c7b2c6a78 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2836473 Mar 22 13:10:37.599227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42892) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:37.616830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-814146670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:37.625609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:37.630258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:router and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:37.633660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:37.653777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:37.656822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:37.669366 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Sync routers for ids ['1c97d8b4-9c5a-4590-b551-2388f449b629'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:37.689439 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Routers {'1c97d8b4-9c5a-4590-b551-2388f449b629'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:37.690331 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['1c97d8b4-9c5a-4590-b551-2388f449b629'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:37.699531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.700893 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d8aa4327-0572-4192-af54-0c460e10a258 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9664538 Mar 22 13:10:37.704354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42896) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:37.735261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fa588-ad11-4c1c-8c14-86645f2f8a6e None None] Pushing event updated for resources: {'Port': ['ID=fab619c6-3de0-49c7-b5cc-057653932007,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:37.794603 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b59085c2-3c99-4e8d-a4e2-4534f1d57ffa tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6daadd1aa47b42258070c40f7792664e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890181 Mar 22 13:10:37.796881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.798008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.801217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42900) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:37.917848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Attempting to bind port fab619c6-3de0-49c7-b5cc-057653932007 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:37.918663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Attempting to bind port fab619c6-3de0-49c7-b5cc-057653932007 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '8638bac9-3cc0-41d5-9a0a-c4ff3077b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:37.919403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Attempting to bind port fab619c6-3de0-49c7-b5cc-057653932007 on network f28b6374-f76d-4872-838e-c81effda2701 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:37.932070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.947840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:37.948449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Checking segment: {'id': '8638bac9-3cc0-41d5-9a0a-c4ff3077b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:37.949001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.949556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Bound using segment: {'id': '8638bac9-3cc0-41d5-9a0a-c4ff3077b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:37.950173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Bound port: fab619c6-3de0-49c7-b5cc-057653932007, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8638bac9-3cc0-41d5-9a0a-c4ff3077b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:37.950721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:37.972724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:38.027897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:38.057177 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6b606-5842-461d-847e-76da9cbeb56d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:38.058691 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Set router 1c97d8b4-9c5a-4590-b551-2388f449b629 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:38.062585 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1ae6b606-5842-461d-847e-76da9cbeb56d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2559245 Mar 22 13:10:38.062585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:38.065908 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3aac94dd-3ca5-4524-a5b0-1bdeb2a26331 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4654958 Mar 22 13:10:38.066862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42904) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:38.067274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42906) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:38.118590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'network_id': '636c76cb-1768-4cff-b6a3-fbc1702dd71e', 'name': 'tempest-PortsTestJSON-1048829821'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:38.259504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.extraroute_db [None req-c8b06ee9-7abc-4003-8eb6-6ce5974e6601 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added routes are [] {{(pid=87932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 13:10:38.263050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.extraroute_db [None req-c8b06ee9-7abc-4003-8eb6-6ce5974e6601 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 13:10:38.265598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-636c76cb-1768-4cff-b6a3-fbc1702dd71e', 'network_id': '636c76cb-1768-4cff-b6a3-fbc1702dd71e', 'tenant_id': '6ba3cb16af8a45dfb2103359b449406a', 'fixed_ips': [{'subnet_id': 'b9e8a828-7fe4-42a6-aed5-c549e2b63da9'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:10:38.267243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:38.293433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] For port fab619c6-3de0-49c7-b5cc-057653932007, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:38.307369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] For port fab619c6-3de0-49c7-b5cc-057653932007, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fab619c6-3de0-49c7-b5cc-057653932007,segment=NetworkSegment(8638bac9-3cc0-41d5-9a0a-c4ff3077b481),segment_id=8638bac9-3cc0-41d5-9a0a-c4ff3077b481)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:38.346512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c8b06ee9-7abc-4003-8eb6-6ce5974e6601 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:38.363453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42912) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:38.365503 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-028ef659-ff09-4e80-9f50-2dc96754b333 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2904947 Mar 22 13:10:38.368155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:38.376364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-969194581', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:38.475134 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:38.475817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:38.601124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:38.605749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:port and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:38.610069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:38.616240 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:35Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:38.616498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:38.622193 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Checking router: 1c97d8b4-9c5a-4590-b551-2388f449b629 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:38.622600 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Updating router 1c97d8b4-9c5a-4590-b551-2388f449b629 port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:10:38.636853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:38.642325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:38.673361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port c7b95099-f823-4cae-a667-7d5a3b6fe283 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:10:38.698398 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:38.782263 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Allocated IP 172.20.0.2 (636c76cb-1768-4cff-b6a3-fbc1702dd71e/b9e8a828-7fe4-42a6-aed5-c549e2b63da9/51685b92-0e29-44d5-bf68-18f8ed5cfa7a) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:38.822004 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:38.838722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:subnet and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:38.843797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:38.901858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:38.922367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fa588-ad11-4c1c-8c14-86645f2f8a6e None None] Pushing event updated for resources: {'Port': ['ID=fab619c6-3de0-49c7-b5cc-057653932007,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:38.940841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:38.943655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:38.965965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c8b06ee9-7abc-4003-8eb6-6ce5974e6601 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:38.975195 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:38.986950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c8b06ee9-7abc-4003-8eb6-6ce5974e6601 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.077580 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.093420 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Transition to ACTIVE for port object 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:39.100831 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.181231 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Attempting to bind port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:39.181846 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Attempting to bind port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:39.182821 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Attempting to bind port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:39.188669 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ac1c2-91b5-45f7-8f40-51d394007e73 None None] Pushing event updated for resources: {'Port': ['ID=8d730e54-dd17-4b38-83f3-8f1979b6f3c5,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:39.193651 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:39.194237 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:39.194829 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.195402 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:39.196026 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Bound port: 8d730e54-dd17-4b38-83f3-8f1979b6f3c5, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:39.196775 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.286096 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] For port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:39.289571 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] For port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8d730e54-dd17-4b38-83f3-8f1979b6f3c5,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:39.294904 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.374427 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b06ee9-7abc-4003-8eb6-6ce5974e6601 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:39.393483 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Routers {'1c97d8b4-9c5a-4590-b551-2388f449b629'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:39.394107 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['1c97d8b4-9c5a-4590-b551-2388f449b629'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:39.394813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.434468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Transition to ACTIVE for port object 51685b92-0e29-44d5-bf68-18f8ed5cfa7a will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:39.464104 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ac1c2-91b5-45f7-8f40-51d394007e73 None None] Pushing event updated for resources: {'Port': ['ID=8d730e54-dd17-4b38-83f3-8f1979b6f3c5,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:39.469374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Transition to ACTIVE for port object 51685b92-0e29-44d5-bf68-18f8ed5cfa7a will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:39.484831 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.563468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Network 636c76cb-1768-4cff-b6a3-fbc1702dd71e is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:39.572880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:39.582025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:39.586115 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Pushing event updated for resources: {'Port': ['ID=51685b92-0e29-44d5-bf68-18f8ed5cfa7a,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:39.589399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.12 (636c76cb-1768-4cff-b6a3-fbc1702dd71e/b9e8a828-7fe4-42a6-aed5-c549e2b63da9/c7b95099-f823-4cae-a667-7d5a3b6fe283) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:39.638730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b06ee9-7abc-4003-8eb6-6ce5974e6601 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:39.642898 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] Set router 1c97d8b4-9c5a-4590-b551-2388f449b629 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:39.646894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:38Z', 'revision_number': 7, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:33Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab619c6-3de0-49c7-b5cc-057653932007', 'name': '', 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:60:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:38Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:39.656345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c8b06ee9-7abc-4003-8eb6-6ce5974e6601 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.657496 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c8b06ee9-7abc-4003-8eb6-6ce5974e6601 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5 HTTP/1.1" status: 200 len: 700 time: 2.2943072 Mar 22 13:10:39.660462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42916) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:39.688895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dda05b-a575-4a16-a203-6f6e45b6f523 None None] The sync data for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv is: [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:38Z', 'revision_number': 7, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:33Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab619c6-3de0-49c7-b5cc-057653932007', 'name': '', 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:60:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:38Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:39.716132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Attempting to bind port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:39.717354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Attempting to bind port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '497d9e53-541b-4f4f-bd11-0896fada18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '636c76cb-1768-4cff-b6a3-fbc1702dd71e'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:39.717970 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Attempting to bind port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a on network 636c76cb-1768-4cff-b6a3-fbc1702dd71e {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:39.750366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.773465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:39.773465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Checking segment: {'id': '497d9e53-541b-4f4f-bd11-0896fada18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '636c76cb-1768-4cff-b6a3-fbc1702dd71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:39.773465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.773465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Bound using segment: {'id': '497d9e53-541b-4f4f-bd11-0896fada18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '636c76cb-1768-4cff-b6a3-fbc1702dd71e'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:39.773465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Bound port: 51685b92-0e29-44d5-bf68-18f8ed5cfa7a, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497d9e53-541b-4f4f-bd11-0896fada18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '636c76cb-1768-4cff-b6a3-fbc1702dd71e'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:39.773465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.916290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:39.969708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object c7b95099-f823-4cae-a667-7d5a3b6fe283 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:39.988858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-23d93948-7024-491d-8111-01910a41ff4c None None] For port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:39.995614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-23d93948-7024-491d-8111-01910a41ff4c None None] For port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=51685b92-0e29-44d5-bf68-18f8ed5cfa7a,segment=NetworkSegment(497d9e53-541b-4f4f-bd11-0896fada18bf),segment_id=497d9e53-541b-4f4f-bd11-0896fada18bf)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:40.000117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:40.009725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:40.090121 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Subnet': ['ID=5648fc66-7385-405b-9496-01f235604af2,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:40.098434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network 636c76cb-1768-4cff-b6a3-fbc1702dd71e is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:40.111217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:40.115408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:40.124513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Checking segment: {'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:40.124888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network hostable DHCP agents. Network: fa5af885-28fa-4d5b-9994-01769a386959, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:10:40.154995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d93948-7024-491d-8111-01910a41ff4c None None] Pushing event updated for resources: {'Port': ['ID=51685b92-0e29-44d5-bf68-18f8ed5cfa7a,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:40.171949 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b6df6b29-640d-4fb1-9695-09827a2b6950 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5 HTTP/1.1" status: 200 len: 700 time: 0.5098855 Mar 22 13:10:40.177145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42920) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:40.180872 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:35Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:40.187855 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5529f57-af7b-4531-8570-2557503cc4ab None None] The sync data for ids ['1c97d8b4-9c5a-4590-b551-2388f449b629'] in dv-neutron-834664-2-hyperv is: [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:35Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:40.205865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=c7b95099-f823-4cae-a667-7d5a3b6fe283,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:40.245452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:40.247046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:40.304194 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-20fc35cf-a89d-4c89-a15f-00d736d7478d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2321923 Mar 22 13:10:40.305749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42924) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:40.409636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network fa5af885-28fa-4d5b-9994-01769a386959 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:10:40.512238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, fa5af885-28fa-4d5b-9994-01769a386959) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:40.517001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:40.517849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:40.530332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ef902-b847-400a-8805-122057cf51fc None None] Network fa5af885-28fa-4d5b-9994-01769a386959 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:40.715926 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2672ea65-3e70-449f-b708-478001f8952b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3484793 Mar 22 13:10:40.718856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42928) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:41.005926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-fa5af885-28fa-4d5b-9994-01769a386959', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:10:41.006910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:41.406550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 51685b92-0e29-44d5-bf68-18f8ed5cfa7a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:41.524404 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] Sync routers for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:41.559409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Allocated IP 172.20.0.2 (fa5af885-28fa-4d5b-9994-01769a386959/5648fc66-7385-405b-9496-01f235604af2/49224a3a-3056-4f83-a31d-a008509e1ade) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:41.604339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:41.605144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:41.645299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:41.869523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:42.081691 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af85c07e-a8b0-46eb-9d03-4db8519cc83f None None] Network 636c76cb-1768-4cff-b6a3-fbc1702dd71e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:42.152902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:42.180034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:42.266353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:42.548590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:42.640290 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-505cf98e-b85c-40c5-a5ae-96b47b4050ce None None] Provisioning for port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:42.644043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fab619c6-3de0-49c7-b5cc-057653932007 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:42.729854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-505cf98e-b85c-40c5-a5ae-96b47b4050ce None None] Provisioning complete for port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:42.729854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-505cf98e-b85c-40c5-a5ae-96b47b4050ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:42.735369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:42.870672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port fab619c6-3de0-49c7-b5cc-057653932007 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:42.871022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:42.916776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=c7b95099-f823-4cae-a667-7d5a3b6fe283,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:42.930821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.009286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Transition to ACTIVE for port object 49224a3a-3056-4f83-a31d-a008509e1ade will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:43.066649 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port fab619c6-3de0-49c7-b5cc-057653932007 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:43.095858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port fab619c6-3de0-49c7-b5cc-057653932007 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:43.096228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.156669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Transition to ACTIVE for port object 49224a3a-3056-4f83-a31d-a008509e1ade will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:43.229528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.233254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port fab619c6-3de0-49c7-b5cc-057653932007, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fab619c6-3de0-49c7-b5cc-057653932007,segment=NetworkSegment(8638bac9-3cc0-41d5-9a0a-c4ff3077b481),segment_id=8638bac9-3cc0-41d5-9a0a-c4ff3077b481)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:43.233824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.275806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.1 (fa5af885-28fa-4d5b-9994-01769a386959/5648fc66-7385-405b-9496-01f235604af2/2159add1-5fab-4b16-810b-6859c1ea0e08) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:43.318324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-505cf98e-b85c-40c5-a5ae-96b47b4050ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.342735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Network fa5af885-28fa-4d5b-9994-01769a386959 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:43.360684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:43.368502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:43.378123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Pushing event updated for resources: {'Port': ['ID=49224a3a-3056-4f83-a31d-a008509e1ade,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:43.392285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for fab619c6-3de0-49c7-b5cc-057653932007 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:43.445726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.448918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:38Z', 'revision_number': 7, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:33Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab619c6-3de0-49c7-b5cc-057653932007', 'name': '', 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:60:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:38Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:43.461301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object 2159add1-5fab-4b16-810b-6859c1ea0e08 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:43.467378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.487810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.532773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-505cf98e-b85c-40c5-a5ae-96b47b4050ce None None] For port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=51685b92-0e29-44d5-bf68-18f8ed5cfa7a,segment=NetworkSegment(497d9e53-541b-4f4f-bd11-0896fada18bf),segment_id=497d9e53-541b-4f4f-bd11-0896fada18bf)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:43.543340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] Checking router: 06ce7fb1-5833-4094-9185-743620ce5fe5 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:43.558098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-505cf98e-b85c-40c5-a5ae-96b47b4050ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.560298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network fa5af885-28fa-4d5b-9994-01769a386959 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:43.563599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:43.567529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:43.621409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Attempting to bind port 49224a3a-3056-4f83-a31d-a008509e1ade on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:43.621409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Attempting to bind port 49224a3a-3056-4f83-a31d-a008509e1ade by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:43.621702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Attempting to bind port 49224a3a-3056-4f83-a31d-a008509e1ade on network fa5af885-28fa-4d5b-9994-01769a386959 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:43.625738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=2159add1-5fab-4b16-810b-6859c1ea0e08,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:43.630142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:43.630779 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:43.649063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.688395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.719721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:43.720096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Checking segment: {'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:43.720500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.720890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Bound using segment: {'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:43.721367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Bound port: 49224a3a-3056-4f83-a31d-a008509e1ade, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:43.721737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.836471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.852743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cf98e-b85c-40c5-a5ae-96b47b4050ce None None] Pushing event updated for resources: {'Port': ['ID=51685b92-0e29-44d5-bf68-18f8ed5cfa7a,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:43.927851 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:43.954254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.958186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:44.069268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=fab619c6-3de0-49c7-b5cc-057653932007,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:44.070291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:44.142227 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] For port 49224a3a-3056-4f83-a31d-a008509e1ade, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:44.501188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] For port 49224a3a-3056-4f83-a31d-a008509e1ade, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=49224a3a-3056-4f83-a31d-a008509e1ade,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:44.505418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-351dda05-a3a9-4b16-9c45-0b99cb20114b None None] Provisioning complete for port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:44.505754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-351dda05-a3a9-4b16-9c45-0b99cb20114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:44.589389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:44.674066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:44.680828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:44.748680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:44.776366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:44.808958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:44.809246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:44.813922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:44.818386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=2159add1-5fab-4b16-810b-6859c1ea0e08,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:44.835035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579fbb4-e98d-470d-997b-16357732ee8b None None] Pushing event updated for resources: {'Port': ['ID=49224a3a-3056-4f83-a31d-a008509e1ade,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:44.986469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:45.002051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:45.004264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network fa5af885-28fa-4d5b-9994-01769a386959 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:45.006356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:45.031143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-351dda05-a3a9-4b16-9c45-0b99cb20114b None None] Provisioning for port c7b95099-f823-4cae-a667-7d5a3b6fe283 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:45.046052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-351dda05-a3a9-4b16-9c45-0b99cb20114b None None] Provisioning complete for port c7b95099-f823-4cae-a667-7d5a3b6fe283 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:45.046683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-351dda05-a3a9-4b16-9c45-0b99cb20114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:45.084557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:38Z', 'revision_number': 7, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:33Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab619c6-3de0-49c7-b5cc-057653932007', 'name': '', 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:60:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:38Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:45.102559 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6aea6-b26a-4c1b-9eff-ae45fb2f609a None None] The sync data for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv is: [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:38Z', 'revision_number': 7, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:33Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fab619c6-3de0-49c7-b5cc-057653932007', 'name': '', 'network_id': 'f28b6374-f76d-4872-838e-c81effda2701', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:60:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:38Z', 'revision_number': 4, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6d632a82-5799-4901-8b67-4a97abfdd00a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:45.105663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:45.145624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8d730e54-dd17-4b38-83f3-8f1979b6f3c5,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:45.148729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-351dda05-a3a9-4b16-9c45-0b99cb20114b None None] Port c7b95099-f823-4cae-a667-7d5a3b6fe283 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:45.159087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:45.268878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=8d730e54-dd17-4b38-83f3-8f1979b6f3c5,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:45.289626 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f3377fcf-fb52-41c5-8261-f17c15af3e54 None None] Provisioning complete for port c7b95099-f823-4cae-a667-7d5a3b6fe283 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:45.289995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f3377fcf-fb52-41c5-8261-f17c15af3e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:45.407097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=c7b95099-f823-4cae-a667-7d5a3b6fe283,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:45.418463 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:45.420897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f3377fcf-fb52-41c5-8261-f17c15af3e54 None None] Port c7b95099-f823-4cae-a667-7d5a3b6fe283 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:45.457493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:45.496542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 51685b92-0e29-44d5-bf68-18f8ed5cfa7a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:45.508606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 1c97d8b4-9c5a-4590-b551-2388f449b629 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:45.575419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:45.575788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:45.692411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 49224a3a-3056-4f83-a31d-a008509e1ade up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:45.714342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:45.716825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:45.726045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network 636c76cb-1768-4cff-b6a3-fbc1702dd71e is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:45.726470 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Sync routers for ids ['1c97d8b4-9c5a-4590-b551-2388f449b629'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:45.729278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:45.748486 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0b148fb2-f624-4dfc-b663-568fb03229ee tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5639074 Mar 22 13:10:45.749864 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-386ecc20-cf18-480c-a348-80c270d65427 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/1c97d8b4-9c5a-4590-b551-2388f449b629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0295262 Mar 22 13:10:45.751470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42936) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:45.759506 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42938) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:45.765135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] Sync routers for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:45.780396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:45.781019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:45.790338 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Routers {'1c97d8b4-9c5a-4590-b551-2388f449b629'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:45.790989 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['1c97d8b4-9c5a-4590-b551-2388f449b629'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:45.837363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9a74f9-1e13-4c30-948c-f11d3d140c55 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting subnet 6d632a82-5799-4901-8b67-4a97abfdd00a {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:45.841495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9a74f9-1e13-4c30-948c-f11d3d140c55 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:45.938852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9a74f9-1e13-4c30-948c-f11d3d140c55 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:45.996681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 49224a3a-3056-4f83-a31d-a008509e1ade completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:46.018987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:46.071664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9a74f9-1e13-4c30-948c-f11d3d140c55 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:46.178099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9a74f9-1e13-4c30-948c-f11d3d140c55 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:46.212769 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Set router 1c97d8b4-9c5a-4590-b551-2388f449b629 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:46.228581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a74f9-1e13-4c30-948c-f11d3d140c55 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Subnet': ['ID=6d632a82-5799-4901-8b67-4a97abfdd00a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:46.235217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1c9a74f9-1e13-4c30-948c-f11d3d140c55 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:46.243704 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1c9a74f9-1e13-4c30-948c-f11d3d140c55 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/6d632a82-5799-4901-8b67-4a97abfdd00a HTTP/1.1" status: 204 len: 168 time: 0.4906948 Mar 22 13:10:46.246286 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42944) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:46.382645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.383762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.384376 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.384983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.385585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.386186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.386794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.387429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.389943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.390627 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.391489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.392523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.399146 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8e29388a-e6f1-4c44-8107-45455036d674 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8354 time: 0.6385894 Mar 22 13:10:46.403646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42948) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:46.456163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:46.469847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 3676856b-ef73-45b5-bd87-7dc4194a720e {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:46.470336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:46.473292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Router 3cfa7bab-4819-4f02-b9a2-002c226162af is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:10:46.497295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.498412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.498935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.499478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.499990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.500509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.501020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.501530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.502040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.502554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.507427 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0d3c9c61-0985-4d69-9ab0-706c1814617e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6371 time: 0.1004350 Mar 22 13:10:46.509812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42952) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:46.582309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373457b5-b004-4003-9fa0-4b4429432cce None None] Network f28b6374-f76d-4872-838e-c81effda2701 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:46.665659 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2159add1-5fab-4b16-810b-6859c1ea0e08', 'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:e9:94:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:42Z', 'updated_at': '2022-03-22T13:10:44Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '5648fc66-7385-405b-9496-01f235604af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:46.671367 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Checking router: 1c97d8b4-9c5a-4590-b551-2388f449b629 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:46.672251 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Updating router 1c97d8b4-9c5a-4590-b551-2388f449b629 port 2159add1-5fab-4b16-810b-6859c1ea0e08 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:10:46.704617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdfe044-188f-4d2c-87db-60f7f3399e69 None None] Network fa5af885-28fa-4d5b-9994-01769a386959 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:46.709821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port 3676856b-ef73-45b5-bd87-7dc4194a720e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3676856b-ef73-45b5-bd87-7dc4194a720e,segment=NetworkSegment(8638bac9-3cc0-41d5-9a0a-c4ff3077b481),segment_id=8638bac9-3cc0-41d5-9a0a-c4ff3077b481)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:46.710219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:46.730941 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:46.787571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:46.793126 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e3bca82d-1311-4b9f-86eb-e54fe0875eeb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "PUT /v2.0/routers/3cfa7bab-4819-4f02-b9a2-002c226162af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4862933 Mar 22 13:10:46.796417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42956) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:46.864254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 3676856b-ef73-45b5-bd87-7dc4194a720e owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:46.898104 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac5f597-fb37-49ac-9369-080439cd43fd None None] Sync routers for ids ['3cfa7bab-4819-4f02-b9a2-002c226162af'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:46.916229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858bacc6-ea85-4014-b57a-c01ff928ba3c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:46.917087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-858bacc6-ea85-4014-b57a-c01ff928ba3c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:46.943379 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5f597-fb37-49ac-9369-080439cd43fd None None] Routers {'3cfa7bab-4819-4f02-b9a2-002c226162af'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:46.944459 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3ac5f597-fb37-49ac-9369-080439cd43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3cfa7bab-4819-4f02-b9a2-002c226162af'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:46.945011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-858bacc6-ea85-4014-b57a-c01ff928ba3c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:46.949122 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-858bacc6-ea85-4014-b57a-c01ff928ba3c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cfa7bab-4819-4f02-b9a2-002c226162af HTTP/1.1" status: 200 len: 983 time: 0.1487780 Mar 22 13:10:46.949781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42960) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:46.974538 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-958b40b8-3557-45b5-9c0f-6041d7416110 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4109 time: 0.4633832 Mar 22 13:10:46.976709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9410a835-60e5-4127-bf52-bb64502d5e4d None None] Provisioning complete for port c7b95099-f823-4cae-a667-7d5a3b6fe283 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:46.977202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9410a835-60e5-4127-bf52-bb64502d5e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.048498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.074245 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9410a835-60e5-4127-bf52-bb64502d5e4d None None] Port c7b95099-f823-4cae-a667-7d5a3b6fe283 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:47.081224 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3ac5f597-fb37-49ac-9369-080439cd43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:47.114262 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5f597-fb37-49ac-9369-080439cd43fd None None] Routers {'3cfa7bab-4819-4f02-b9a2-002c226162af'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:47.115249 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3ac5f597-fb37-49ac-9369-080439cd43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3cfa7bab-4819-4f02-b9a2-002c226162af'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:47.127715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 8, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:33Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:47.133714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] Checking router: 06ce7fb1-5833-4094-9185-743620ce5fe5 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:47.180643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:47.181377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:47.191659 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3ac5f597-fb37-49ac-9369-080439cd43fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:47.192442 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac5f597-fb37-49ac-9369-080439cd43fd None None] The sync data for ids ['3cfa7bab-4819-4f02-b9a2-002c226162af'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:47.342366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42966) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:47.349430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226512062', 'description': 'tempest-secgroup-smoke-1226512062 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:47.359970 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:47.363309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659ce8a5-5436-4b85-b720-740d5d75a9b1 None None] DHCP port deletion for f28b6374-f76d-4872-838e-c81effda2701 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:10:47.366948 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:47.367574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:47.371416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:47.379799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:47.380007 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.395134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.397705 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Transition to ACTIVE for port object 2159add1-5fab-4b16-810b-6859c1ea0e08 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:47.402431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:47.408998 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.423266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:47.426002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=3676856b-ef73-45b5-bd87-7dc4194a720e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:47.431774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No DVR routers for this DVR port 3676856b-ef73-45b5-bd87-7dc4194a720e on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:47.432095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:47.438612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:47.446012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:47.541280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1a766243-b56b-49f4-883b-1c92ed645d17 None None] Provisioning for port 49224a3a-3056-4f83-a31d-a008509e1ade completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:47.553408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.558300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.579173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.605331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.609287 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2629962 Mar 22 13:10:47.609470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28b6374-f76d-4872-838e-c81effda2701']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:47.611390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42970) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:47.617799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6d34305b-00ac-4654-b51d-ee3f77e05353', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:47.618661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1a766243-b56b-49f4-883b-1c92ed645d17 None None] Provisioning complete for port 49224a3a-3056-4f83-a31d-a008509e1ade triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:47.619173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1a766243-b56b-49f4-883b-1c92ed645d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.622016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8638bac9-3cc0-41d5-9a0a-c4ff3077b481') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:47.622324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8638bac9-3cc0-41d5-9a0a-c4ff3077b481') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:47.624925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:47.629003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:47.632345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:47.634144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.639992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:47.642488 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe486a-a8fa-495a-b2b1-9381f3cf3c48 None None] Pushing event updated for resources: {'Port': ['ID=2159add1-5fab-4b16-810b-6859c1ea0e08,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:47.652569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.662443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:47.662847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.692820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8117a-3437-48eb-9666-8da45443ecca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d34305b-00ac-4654-b51d-ee3f77e05353,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:47.696744 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.729961 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Attempting to bind port 2159add1-5fab-4b16-810b-6859c1ea0e08 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:47.730585 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Attempting to bind port 2159add1-5fab-4b16-810b-6859c1ea0e08 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:47.731037 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Attempting to bind port 2159add1-5fab-4b16-810b-6859c1ea0e08 on network fa5af885-28fa-4d5b-9994-01769a386959 {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:47.741743 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:47.742267 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Checking segment: {'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:47.743201 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.743811 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Bound using segment: {'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:47.744376 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Bound port: 2159add1-5fab-4b16-810b-6859c1ea0e08, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:47.744861 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.791004 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.799062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:47.813068 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:47.816557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.847792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.848759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.852481 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2373977 Mar 22 13:10:47.853628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42974) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:47.859955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6d34305b-00ac-4654-b51d-ee3f77e05353', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:47.868657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:47.874501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:47.874767 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] For port 2159add1-5fab-4b16-810b-6859c1ea0e08, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:47.877823 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] For port 2159add1-5fab-4b16-810b-6859c1ea0e08, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2159add1-5fab-4b16-810b-6859c1ea0e08,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:47.878384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:47.885307 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.885421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0ff57-8974-4d69-bfb5-87f9fcc8c3b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e1e382-ea1d-4cd9-9812-df95cac9d3c7,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:47.889780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:47.916554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:47.977062 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Routers {'1c97d8b4-9c5a-4590-b551-2388f449b629'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:47.977869 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['1c97d8b4-9c5a-4590-b551-2388f449b629'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:47.978003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:47.978792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:48.012547 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/networks/f28b6374-f76d-4872-838e-c81effda2701 HTTP/1.1" status: 204 len: 168 time: 1.7650447 Mar 22 13:10:48.021364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42978) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:48.025976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91be56-cb59-45b0-898e-7a417c03d630 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Network': ['ID=f28b6374-f76d-4872-838e-c81effda2701,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:48.142822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1a766243-b56b-49f4-883b-1c92ed645d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:48.149059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:48.165352 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:48.234255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 8, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:33Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:48.242646 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1a766243-b56b-49f4-883b-1c92ed645d17 None None] For port 49224a3a-3056-4f83-a31d-a008509e1ade, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=49224a3a-3056-4f83-a31d-a008509e1ade,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:48.247773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33d60f-d7dd-4080-9a58-f6df6190b909 None None] The sync data for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv is: [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 8, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': '092ca67d-cc36-44e6-af2a-f0881e7271ad', 'name': '', 'network_id': '57e899f1-dfe2-4953-a877-92b1f6c74f39', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:8a:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:23Z', 'updated_at': '2022-03-22T13:10:33Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '12c6fbef-6465-4c64-91a3-bb6bb66e5b1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:48.270120 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] Set router 1c97d8b4-9c5a-4590-b551-2388f449b629 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:48.281355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1a766243-b56b-49f4-883b-1c92ed645d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:48.315104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa92aa0-89ce-4f80-9791-f1a9f4ab83f3,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:48.323262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:48.327579 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a8682b84-bb5b-4a27-880d-3826d18cabfa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4700251 Mar 22 13:10:48.329082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42982) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:48.339971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6d34305b-00ac-4654-b51d-ee3f77e05353', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:48.347872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:48.357687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:48.361814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:48.373864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:48.420220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:48.492331 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe486a-a8fa-495a-b2b1-9381f3cf3c48 None None] Pushing event updated for resources: {'Port': ['ID=2159add1-5fab-4b16-810b-6859c1ea0e08,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:48.502393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:48.542296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ac15fdd4-5816-460d-b228-dfc13ef674d7 None None] Provisioning complete for port 49224a3a-3056-4f83-a31d-a008509e1ade triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:48.542953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ac15fdd4-5816-460d-b228-dfc13ef674d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:48.584580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a766243-b56b-49f4-883b-1c92ed645d17 None None] Pushing event updated for resources: {'Port': ['ID=49224a3a-3056-4f83-a31d-a008509e1ade,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:48.746421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ac15fdd4-5816-460d-b228-dfc13ef674d7 None None] Provisioning for port 2159add1-5fab-4b16-810b-6859c1ea0e08 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:48.806267 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2159add1-5fab-4b16-810b-6859c1ea0e08', 'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:e9:94:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:42Z', 'updated_at': '2022-03-22T13:10:47Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '5648fc66-7385-405b-9496-01f235604af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:48.811590 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe18dd8-d4ab-4aac-b244-ee02770a1452 None None] The sync data for ids ['1c97d8b4-9c5a-4590-b551-2388f449b629'] in dv-neutron-834664-2-hyperv is: [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2159add1-5fab-4b16-810b-6859c1ea0e08', 'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:e9:94:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:42Z', 'updated_at': '2022-03-22T13:10:47Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '5648fc66-7385-405b-9496-01f235604af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:48.953163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port c7b95099-f823-4cae-a667-7d5a3b6fe283 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:48.953514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.073076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.081450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.117598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e630cfe-ed41-4959-98f7-31f102226fcd,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:49.149631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.153267 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a584ecad-83df-48d3-b151-209f971bb58b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8207331 Mar 22 13:10:49.153832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42986) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:49.168566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6d34305b-00ac-4654-b51d-ee3f77e05353', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:49.177994 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:49.186458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:49.191858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:49.202715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:49.257330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.271917 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.365513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.405202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2159add1-5fab-4b16-810b-6859c1ea0e08 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:49.496419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for c7b95099-f823-4cae-a667-7d5a3b6fe283 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:49.499070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2159add1-5fab-4b16-810b-6859c1ea0e08 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:49.505380 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2159add1-5fab-4b16-810b-6859c1ea0e08 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:49.506089 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.646915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.682116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 092ca67d-cc36-44e6-af2a-f0881e7271ad {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:49.682702 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.684605 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2159add1-5fab-4b16-810b-6859c1ea0e08, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2159add1-5fab-4b16-810b-6859c1ea0e08,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:49.690121 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.691380 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 49224a3a-3056-4f83-a31d-a008509e1ade up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:49.726997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.740130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.787998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da34cfc2-5f9d-4cb9-be73-7a6d6dbc633f,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:49.813039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.817972 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-837a6244-92c5-4e5b-b942-4ccfaa0d5f4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6628861 Mar 22 13:10:49.818526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42990) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:49.822904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2159add1-5fab-4b16-810b-6859c1ea0e08,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:49.835524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6d34305b-00ac-4654-b51d-ee3f77e05353', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:49.847421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 49224a3a-3056-4f83-a31d-a008509e1ade triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:49.848408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:49.849548 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.853126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:49.856452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:49.862906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:49.903787 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:10:49.910609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port 092ca67d-cc36-44e6-af2a-f0881e7271ad, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=092ca67d-cc36-44e6-af2a-f0881e7271ad,segment=NetworkSegment(72e5cc28-d511-45cc-82e8-6d2cc4363047),segment_id=72e5cc28-d511-45cc-82e8-6d2cc4363047)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:49.911312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.915175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.992206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.055315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 092ca67d-cc36-44e6-af2a-f0881e7271ad owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:50.061328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3676856b-ef73-45b5-bd87-7dc4194a720e no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:50.091104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=c7b95099-f823-4cae-a667-7d5a3b6fe283,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:50.123687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 3676856b-ef73-45b5-bd87-7dc4194a720e {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:50.124031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3676856b-ef73-45b5-bd87-7dc4194a720e not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:50.124440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fab619c6-3de0-49c7-b5cc-057653932007 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:50.180019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: fab619c6-3de0-49c7-b5cc-057653932007 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:50.180520 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fab619c6-3de0-49c7-b5cc-057653932007 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:50.200364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.211385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.249953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddc0fa5-75b9-490b-995d-e564490ab68e,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:50.297497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.364552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=092ca67d-cc36-44e6-af2a-f0881e7271ad,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:50.376168 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.379454 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-db9ac5b6-20df-4bb5-98d5-8e3e068b82da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5582793 Mar 22 13:10:50.380128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 42994) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:50.384629 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:10:50.393590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.399239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6d34305b-00ac-4654-b51d-ee3f77e05353', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:50.407904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:50.414759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:50.470791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:50.488523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:50.559885 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:10:50.568520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.652471 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.738042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Router 3cfa7bab-4819-4f02-b9a2-002c226162af has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:50.811802 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.841380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.920434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176f952a-3a1c-4351-b254-e2e6f273abc2,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:50.922414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:50.932514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1454181-0a3c-435c-9ecf-d2f8ad51b772 None None] Sync routers for ids ['3cfa7bab-4819-4f02-b9a2-002c226162af'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:50.936874 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-155dd344-1a69-438b-bf93-02ec352810ba tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "PUT /v2.0/routers/3cfa7bab-4819-4f02-b9a2-002c226162af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9858413 Mar 22 13:10:50.939508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 42998) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:50.940939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:50.948368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1454181-0a3c-435c-9ecf-d2f8ad51b772 None None] Routers {'3cfa7bab-4819-4f02-b9a2-002c226162af'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:50.949066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b1454181-0a3c-435c-9ecf-d2f8ad51b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3cfa7bab-4819-4f02-b9a2-002c226162af'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:50.951401 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3308610c-0aa2-461e-ae78-2100343e6a00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5617926 Mar 22 13:10:51.013189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b1454181-0a3c-435c-9ecf-d2f8ad51b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:51.022346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1454181-0a3c-435c-9ecf-d2f8ad51b772 None None] Routers {'3cfa7bab-4819-4f02-b9a2-002c226162af'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:51.022953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b1454181-0a3c-435c-9ecf-d2f8ad51b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3cfa7bab-4819-4f02-b9a2-002c226162af'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:51.053231 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-656de215-1f1c-4c34-853a-8d349377ec89 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:10:51.057817 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-656de215-1f1c-4c34-853a-8d349377ec89 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/c7b95099-f823-4cae-a667-7d5a3b6fe283 HTTP/1.1" status: 404 len: 333 time: 0.1141469 Mar 22 13:10:51.057940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43006) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:51.087577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b1454181-0a3c-435c-9ecf-d2f8ad51b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:51.088285 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1454181-0a3c-435c-9ecf-d2f8ad51b772 None None] The sync data for ids ['3cfa7bab-4819-4f02-b9a2-002c226162af'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:51.189521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:51.196284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68a0c323-ae15-44cf-afac-a533859e6271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.271482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-87edd4e2-7f2e-4132-b40a-e2bd87496474 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:51.298110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2159add1-5fab-4b16-810b-6859c1ea0e08 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:51.374212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2159add1-5fab-4b16-810b-6859c1ea0e08 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:51.374743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.391938 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:51.406048 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] Sync routers for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:51.414318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-87edd4e2-7f2e-4132-b40a-e2bd87496474 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:51.416197 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-87edd4e2-7f2e-4132-b40a-e2bd87496474 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226512062&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.2586153 Mar 22 13:10:51.422733 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2af555d2-3330-4381-9c22-07df8a008fac tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3976102 Mar 22 13:10:51.423096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43018) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:51.432008 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:51.433470 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:51.516957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.598991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c1cbd4-af56-4dd2-aca8-b5eaba542592 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting subnet 12c6fbef-6465-4c64-91a3-bb6bb66e5b1f {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:51.604368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66c1cbd4-af56-4dd2-aca8-b5eaba542592 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.619795 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:51.663335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68a0c323-ae15-44cf-afac-a533859e6271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.666044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68a0c323-ae15-44cf-afac-a533859e6271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.679246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66c1cbd4-af56-4dd2-aca8-b5eaba542592 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.692710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68a0c323-ae15-44cf-afac-a533859e6271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.693513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a0c323-ae15-44cf-afac-a533859e6271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Fanout notify agent at l3_agent the message router_deleted on router 3cfa7bab-4819-4f02-b9a2-002c226162af {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:10:51.706253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-68a0c323-ae15-44cf-afac-a533859e6271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.710171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-68a0c323-ae15-44cf-afac-a533859e6271 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/routers/3cfa7bab-4819-4f02-b9a2-002c226162af HTTP/1.1" status: 204 len: 168 time: 0.6513174 Mar 22 13:10:51.710768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43022) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:51.715854 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-e4f8d007-c827-4025-a406-a0dc8f88e0b2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:51.717059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-e4f8d007-c827-4025-a406-a0dc8f88e0b2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:51.748943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-e4f8d007-c827-4025-a406-a0dc8f88e0b2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:51.750091 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-e4f8d007-c827-4025-a406-a0dc8f88e0b2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/networks?id=fa5af885-28fa-4d5b-9994-01769a386959 HTTP/1.1" status: 200 len: 797 time: 0.2912669 Mar 22 13:10:51.776769 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-c9bd0194-79c4-4c10-96f5-ba82d8c6f14b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/quotas/6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 375 time: 0.0200019 Mar 22 13:10:51.798256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf33a7cb-b1da-4127-94f2-9da605281858 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet b9e8a828-7fe4-42a6-aed5-c549e2b63da9 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:51.801149 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf33a7cb-b1da-4127-94f2-9da605281858 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.824059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66c1cbd4-af56-4dd2-aca8-b5eaba542592 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.859689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf33a7cb-b1da-4127-94f2-9da605281858 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.925610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-b74d4bb1-f4a1-4a02-a8bc-6839fb4c141a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:51.930104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66c1cbd4-af56-4dd2-aca8-b5eaba542592 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.956931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf33a7cb-b1da-4127-94f2-9da605281858 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.971695 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:50Z', 'revision_number': 9, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:51.974082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1cbd4-af56-4dd2-aca8-b5eaba542592 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Subnet': ['ID=12c6fbef-6465-4c64-91a3-bb6bb66e5b1f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:51.978834 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] Checking router: 06ce7fb1-5833-4094-9185-743620ce5fe5 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:51.981674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-66c1cbd4-af56-4dd2-aca8-b5eaba542592 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:51.985795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-b74d4bb1-f4a1-4a02-a8bc-6839fb4c141a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:51.987079 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-b74d4bb1-f4a1-4a02-a8bc-6839fb4c141a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033024 Mar 22 13:10:51.989692 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-66c1cbd4-af56-4dd2-aca8-b5eaba542592 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/12c6fbef-6465-4c64-91a3-bb6bb66e5b1f HTTP/1.1" status: 204 len: 168 time: 0.5655434 Mar 22 13:10:51.991814 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbafcf7-3681-4879-adba-151b4af3b188 None None] Network 57e899f1-dfe2-4953-a877-92b1f6c74f39 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:51.993762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43026) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:51.995267 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:51.996237 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:52.046319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf33a7cb-b1da-4127-94f2-9da605281858 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.109181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33a7cb-b1da-4127-94f2-9da605281858 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e8a828-7fe4-42a6-aed5-c549e2b63da9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:52.115049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf33a7cb-b1da-4127-94f2-9da605281858 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.118620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f79556-7652-4113-9813-e7d2f6fc46ac None None] Network 636c76cb-1768-4cff-b6a3-fbc1702dd71e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:52.128032 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bf33a7cb-b1da-4127-94f2-9da605281858 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/b9e8a828-7fe4-42a6-aed5-c549e2b63da9 HTTP/1.1" status: 204 len: 168 time: 0.4158969 Mar 22 13:10:52.128632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43030) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:52.170778 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:52.209508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.248664 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-b9328375-448a-4bfe-aa5a-5612fad1343e service neutron] 10.222.0.70 "GET /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448637 Mar 22 13:10:52.256729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.267096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 0b1f1782-a868-44cd-8896-08a349418831 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:52.267564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.268663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:52.269382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.581383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] For port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=51685b92-0e29-44d5-bf68-18f8ed5cfa7a,segment=NetworkSegment(497d9e53-541b-4f4f-bd11-0896fada18bf),segment_id=497d9e53-541b-4f4f-bd11-0896fada18bf)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:52.581741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.604949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] DHCP port deletion for 57e899f1-dfe2-4953-a877-92b1f6c74f39 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:10:52.610238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] Deleting port 0b1f1782-a868-44cd-8896-08a349418831 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:52.610641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.617733 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:50Z', 'revision_number': 9, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:52.621769 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826892c4-31ef-4246-b7aa-fb7ba02f0868 None None] The sync data for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv is: [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:50Z', 'revision_number': 9, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd829f03a-f120-4c67-807c-ae5b26434d0a', 'name': '', 'network_id': '02dadc1d-dfde-48a7-8740-c48a65bbac7f', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:ab:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:16Z', 'updated_at': '2022-03-22T13:10:30Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': '6ae9fad4-0f73-4890-9622-9a0033d10a85', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:52.652813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a054ef3-2fa2-4ed3-9b07-947b246ede63 None None] DHCP port deletion for 636c76cb-1768-4cff-b6a3-fbc1702dd71e request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:10:52.654039 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0b63679f-480a-47b6-b041-8136cbb94efd service neutron] 10.222.0.70 "GET /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043109 Mar 22 13:10:52.681114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2a054ef3-2fa2-4ed3-9b07-947b246ede63 None None] Deleting port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:52.681490 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2a054ef3-2fa2-4ed3-9b07-947b246ede63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.747123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 51685b92-0e29-44d5-bf68-18f8ed5cfa7a owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:52.802429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port 0b1f1782-a868-44cd-8896-08a349418831, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0b1f1782-a868-44cd-8896-08a349418831,segment=NetworkSegment(72e5cc28-d511-45cc-82e8-6d2cc4363047),segment_id=72e5cc28-d511-45cc-82e8-6d2cc4363047)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:52.802800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.888793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-2f673905-8b60-4e75-8d1c-1cda4507660a req-ce2dda09-a520-4940-a7c4-144ffbe788ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:52.903717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-2f673905-8b60-4e75-8d1c-1cda4507660a req-ce2dda09-a520-4940-a7c4-144ffbe788ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:52.917329 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f673905-8b60-4e75-8d1c-1cda4507660a req-ce2dda09-a520-4940-a7c4-144ffbe788ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 210 time: 0.0807314 Mar 22 13:10:52.918751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.949665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] For port 0b1f1782-a868-44cd-8896-08a349418831, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0b1f1782-a868-44cd-8896-08a349418831,segment=NetworkSegment(72e5cc28-d511-45cc-82e8-6d2cc4363047),segment_id=72e5cc28-d511-45cc-82e8-6d2cc4363047)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:52.950062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:52.956315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 0b1f1782-a868-44cd-8896-08a349418831 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:52.975511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=51685b92-0e29-44d5-bf68-18f8ed5cfa7a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:52.991202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No DVR routers for this DVR port 51685b92-0e29-44d5-bf68-18f8ed5cfa7a on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:53.054347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.114702 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No DVR routers for this DVR port 0b1f1782-a868-44cd-8896-08a349418831 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:53.117579 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] Calling delete_port for 0b1f1782-a868-44cd-8896-08a349418831 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:53.152004 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=0b1f1782-a868-44cd-8896-08a349418831,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:53.206285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.241955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2a054ef3-2fa2-4ed3-9b07-947b246ede63 None None] The port '51685b92-0e29-44d5-bf68-18f8ed5cfa7a' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:10:53.244731 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:10:53.245150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:10:53.258023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636c76cb-1768-4cff-b6a3-fbc1702dd71e']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:53.272198 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497d9e53-541b-4f4f-bd11-0896fada18bf') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:53.272499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497d9e53-541b-4f4f-bd11-0896fada18bf') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:53.284449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 51685b92-0e29-44d5-bf68-18f8ed5cfa7a no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:53.300141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.322507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.322733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 51685b92-0e29-44d5-bf68-18f8ed5cfa7a {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:53.322997 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 51685b92-0e29-44d5-bf68-18f8ed5cfa7a not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:53.323388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0b1f1782-a868-44cd-8896-08a349418831 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:53.334365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:53.335257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.339100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.368419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 0b1f1782-a868-44cd-8896-08a349418831 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:53.368823 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e899f1-dfe2-4953-a877-92b1f6c74f39']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:53.369015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0b1f1782-a868-44cd-8896-08a349418831 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:53.369410 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 092ca67d-cc36-44e6-af2a-f0881e7271ad no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:53.382270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e5cc28-d511-45cc-82e8-6d2cc4363047') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:53.382689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e5cc28-d511-45cc-82e8-6d2cc4363047') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:53.396818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.418196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.423868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 092ca67d-cc36-44e6-af2a-f0881e7271ad {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:53.424217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 092ca67d-cc36-44e6-af2a-f0881e7271ad not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:53.428699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:10:53.429316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:53.449055 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:53.539426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.545788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:10:53.557575 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:10:53.572743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Network': ['ID=57e899f1-dfe2-4953-a877-92b1f6c74f39,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:53.579976 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6f074c43-f94e-4f8e-be32-f50318bbb80e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/networks/57e899f1-dfe2-4953-a877-92b1f6c74f39 HTTP/1.1" status: 204 len: 168 time: 1.5782468 Mar 22 13:10:53.582774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43044) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:53.635679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.667901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.730995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Network': ['ID=636c76cb-1768-4cff-b6a3-fbc1702dd71e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:53.746355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] Deleting port 0b1f1782-a868-44cd-8896-08a349418831 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:53.746837 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:53.752512 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5e2b33df-3f7e-4be7-b2b8-73ff3285da27 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/networks/636c76cb-1768-4cff-b6a3-fbc1702dd71e HTTP/1.1" status: 204 len: 168 time: 1.6227546 Mar 22 13:10:53.756217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43048) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:53.815154 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0e535ae6-3067-4ab5-86d5-eb2a4ccd2dcf None None] The port '0b1f1782-a868-44cd-8896-08a349418831' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:10:53.964053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cba0a9-d1a1-4466-94b2-f0fbcbedf7e9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:53.964621 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a9cba0a9-d1a1-4466-94b2-f0fbcbedf7e9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:53.999954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a9cba0a9-d1a1-4466-94b2-f0fbcbedf7e9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:54.004476 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a9cba0a9-d1a1-4466-94b2-f0fbcbedf7e9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/c81676ed-1235-49c6-843a-d1da7ebbaddf HTTP/1.1" status: 200 len: 841 time: 0.2440608 Mar 22 13:10:54.004761 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43054) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:54.065516 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f4161f3d-27ee-4f16-b896-ce553db92a40 req-7852f287-a7ad-4d70-bbfb-97d68d4cd3db tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 210 time: 0.0455053 Mar 22 13:10:54.150008 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7bb632bc-9f2d-45a6-a6a1-d8cec6190e23 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/c81676ed-1235-49c6-843a-d1da7ebbaddf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1440880 Mar 22 13:10:54.155721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43058) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:54.165306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:54.234330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-86c434de-e3a5-44d5-9330-589eeffe6592 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:54.235792 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-86c434de-e3a5-44d5-9330-589eeffe6592 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=fa5af885-28fa-4d5b-9994-01769a386959 HTTP/1.1" status: 200 len: 797 time: 0.1618507 Mar 22 13:10:54.284446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:54.291347 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-e0e9b5ad-b08e-444a-9aad-1bc8090141ca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 380 time: 0.0464492 Mar 22 13:10:54.295426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:54.299095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:54.306907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:54.312206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'device_id': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'admin_state_up': True, 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'security_groups': ['6d34305b-00ac-4654-b51d-ee3f77e05353']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:54.354555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:54.358569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:54.460372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:54.470349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:54.480006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:54.484206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:54.496917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:54.652465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.6 (fa5af885-28fa-4d5b-9994-01769a386959/5648fc66-7385-405b-9496-01f235604af2/23b86e78-2eb4-477c-b93b-60f252c37273) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:54.830696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:54.965419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:54.982358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object 23b86e78-2eb4-477c-b93b-60f252c37273 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:55.006385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.034647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:55.038593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:55.044875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:55.046023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.049600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99052265-7dea-473a-8223-2a6b95eff157 None None] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:55.059429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=29f7c76d-63bf-40e6-9045-f1c95fdf067d,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:55.082585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network fa5af885-28fa-4d5b-9994-01769a386959 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:55.086050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:55.090422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:55.110335 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0da7ae47-beed-4b90-956e-16d796bf7714 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9543831 Mar 22 13:10:55.113708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43068) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:55.122640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'security_group': {'name': 'tempest-secgroup-855875905'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:55.137764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:55.147917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:55.150978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port d829f03a-f120-4c67-807c-ae5b26434d0a {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:55.151557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.174295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:55.174928 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.184822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:55.204151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=23b86e78-2eb4-477c-b93b-60f252c37273,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:55.205045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:55.215886 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-0c415e4a-916f-4242-9089-dcff5189cf9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9084060 Mar 22 13:10:55.235531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Request body: {'port': {'device_id': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:55.385406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.392603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.414120 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'tenant_id': '6ba3cb16af8a45dfb2103359b449406a', 'fixed_ips': [{'subnet_id': '29f7c76d-63bf-40e6-9045-f1c95fdf067d'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:10:55.414949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.430998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:55.440533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group_rule and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:55.447194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:55.466324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:55.478112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port d829f03a-f120-4c67-807c-ae5b26434d0a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d829f03a-f120-4c67-807c-ae5b26434d0a,segment=NetworkSegment(4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40),segment_id=4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:55.478475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.491748 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1b04c66f-604a-43d7-b3ce-7d58e9362b5c None None] Provisioning for port 23b86e78-2eb4-477c-b93b-60f252c37273 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:55.502826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1b04c66f-604a-43d7-b3ce-7d58e9362b5c None None] Provisioning complete for port 23b86e78-2eb4-477c-b93b-60f252c37273 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:55.503023 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1b04c66f-604a-43d7-b3ce-7d58e9362b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.610217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1b04c66f-604a-43d7-b3ce-7d58e9362b5c None None] Port 23b86e78-2eb4-477c-b93b-60f252c37273 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:55.627257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for d829f03a-f120-4c67-807c-ae5b26434d0a owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:55.641293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Allocated IP 172.20.0.2 (c609b4f4-cfbb-4404-b014-d58ddc7e9dc1/29f7c76d-63bf-40e6-9045-f1c95fdf067d/97908c3e-ee13-4e16-8f4d-ae86822cc2e0) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:55.669248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc20dd5-3518-444f-89d5-abb9b4c918c4 req-72b37059-b0fd-46b9-be16-c5276b77a071 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:55.671284 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8dc20dd5-3518-444f-89d5-abb9b4c918c4 req-72b37059-b0fd-46b9-be16-c5276b77a071 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 931 time: 0.3404694 Mar 22 13:10:55.757573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b86e78-2eb4-477c-b93b-60f252c37273 {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:10:55.765483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.785611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-8dc20dd5-3518-444f-89d5-abb9b4c918c4 req-bc7b1216-0f9b-4b0a-96be-978b20fb31eb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:55.788392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Transition to ACTIVE for port object 23b86e78-2eb4-477c-b93b-60f252c37273 will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:55.796524 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.819203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.828604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.832270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-8dc20dd5-3518-444f-89d5-abb9b4c918c4 req-bc7b1216-0f9b-4b0a-96be-978b20fb31eb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:55.833416 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8dc20dd5-3518-444f-89d5-abb9b4c918c4 req-bc7b1216-0f9b-4b0a-96be-978b20fb31eb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503510 Mar 22 13:10:55.888284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a02961a-a8a8-4513-904a-5a55220de8f9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:55.893278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.894436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-55380c1e-3982-4fb6-8634-c2bc347020b4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7795868 Mar 22 13:10:55.898409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.914371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Transition to ACTIVE for port object 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:55.921398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Pushing event updated for resources: {'Port': ['ID=23b86e78-2eb4-477c-b93b-60f252c37273,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:55.924073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43072) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:55.945912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Transition to ACTIVE for port object 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:55.953808 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:55.970179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.008695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'security_group': {'name': 'tempest-secgroup-1029757647'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:56.017364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:56.022229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:56.026220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:56.026477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:56.030455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=d829f03a-f120-4c67-807c-ae5b26434d0a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:56.036459 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:56.039004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:56.039440 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:56.091817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Pushing event updated for resources: {'Port': ['ID=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:56.101447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.193915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Attempting to bind port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:56.194286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Attempting to bind port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'da157bb1-5241-4924-b3c4-ecd3233c75b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:56.194644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Attempting to bind port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 on network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:56.200151 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:56.200518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Checking segment: {'id': 'da157bb1-5241-4924-b3c4-ecd3233c75b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:56.200803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:56.200964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.201342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Bound using segment: {'id': 'da157bb1-5241-4924-b3c4-ecd3233c75b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:56.201805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Bound port: 97908c3e-ee13-4e16-8f4d-ae86822cc2e0, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da157bb1-5241-4924-b3c4-ecd3233c75b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:56.202174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.208356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group_rule and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:56.218895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:56.229226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:56.237454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Attempting to bind port 23b86e78-2eb4-477c-b93b-60f252c37273 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:10:56.237870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Attempting to bind port 23b86e78-2eb4-477c-b93b-60f252c37273 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:10:56.238407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Attempting to bind port 23b86e78-2eb4-477c-b93b-60f252c37273 on network fa5af885-28fa-4d5b-9994-01769a386959 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:56.247229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Port 23b86e78-2eb4-477c-b93b-60f252c37273 on network fa5af885-28fa-4d5b-9994-01769a386959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:10:56.247688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Attempting to bind port 23b86e78-2eb4-477c-b93b-60f252c37273 on network fa5af885-28fa-4d5b-9994-01769a386959 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:10:56.262186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:10:56.262428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Checking segment: {'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:10:56.262927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Bound using segment: {'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:10:56.263492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Bound port: 23b86e78-2eb4-477c-b93b-60f252c37273, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a32422d-db21-46ce-a3b4-cdfcb8dccb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:10:56.263933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.303626 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] For port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:56.307221 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] For port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,segment=NetworkSegment(da157bb1-5241-4924-b3c4-ecd3233c75b5),segment_id=da157bb1-5241-4924-b3c4-ecd3233c75b5)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:56.321197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.391756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.405673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] For port 23b86e78-2eb4-477c-b93b-60f252c37273, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:10:56.409756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.414927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.421367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] For port 23b86e78-2eb4-477c-b93b-60f252c37273, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23b86e78-2eb4-477c-b93b-60f252c37273,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:10:56.441409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c07e1a-09e2-42ac-a587-f8f9e6adb5f5 None None] Pushing event updated for resources: {'Port': ['ID=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:56.461076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.499860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f717edb1-f82b-49bf-aa54-1ebc2ecb5150,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:56.526805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.528053 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-826f494e-556a-4c4d-be45-00f10dc861be tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5441682 Mar 22 13:10:56.532063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:56.532682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:56.534024 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-259a24d8-ef1a-4759-9461-072445210198 service neutron] 10.222.0.47 "PUT /v2.0/ports/23b86e78-2eb4-477c-b93b-60f252c37273 HTTP/1.1" status: 200 len: 1093 time: 1.3089325 Mar 22 13:10:56.534482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'tag': '23b86e78-2eb4-477c-b93b-60f252c37273'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:10:56.546453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43076) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:56.552320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-154636133', 'security_groups': ['f717edb1-f82b-49bf-aa54-1ebc2ecb5150'], 'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '29f7c76d-63bf-40e6-9045-f1c95fdf067d'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:56.677002 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'tag': '23b86e78-2eb4-477c-b93b-60f252c37273', 'status': 'completed', 'code': 200} Mar 22 13:10:56.681419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a24d8-ef1a-4759-9461-072445210198 service neutron] Pushing event updated for resources: {'Port': ['ID=23b86e78-2eb4-477c-b93b-60f252c37273,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:56.804733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-a0c393bb-eac7-4d7d-af6e-433614a4c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:56.806187 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-a0c393bb-eac7-4d7d-af6e-433614a4c16a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 1096 time: 0.2182026 Mar 22 13:10:56.887826 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-18f97e7f-9cf4-4d40-95ec-3b90d0db3f65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b86e78-2eb4-477c-b93b-60f252c37273 HTTP/1.1" status: 200 len: 217 time: 0.0719535 Mar 22 13:10:56.923990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:10:56.941497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:56.946347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:port and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:56.949196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:56.955537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:56.971198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:57.175941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:10:57.187564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] Sync routers for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:10:57.198972 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d76c0de5-1ca9-47b1-993d-c46a139ac851 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6126511 Mar 22 13:10:57.199220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-b585ce6e-9d3f-4a72-95b5-5c6f7760f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:57.199690 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-b585ce6e-9d3f-4a72-95b5-5c6f7760f997 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5648fc66-7385-405b-9496-01f235604af2 HTTP/1.1" status: 200 len: 834 time: 0.2976654 Mar 22 13:10:57.201866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43084) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:57.205265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:57.207039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:57.225823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc732a-2d11-47be-918b-9126cce6ff47 req-2703bc63-1baa-455a-b571-555d6bd195f3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:57.228103 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-27dc732a-2d11-47be-918b-9126cce6ff47 req-2703bc63-1baa-455a-b571-555d6bd195f3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 943 time: 0.2285905 Mar 22 13:10:57.344364 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-27dc732a-2d11-47be-918b-9126cce6ff47 req-88f2f9f8-164a-4c4a-a624-155e73d68291 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055558 Mar 22 13:10:57.380763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:57.400717 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bf5742-5128-40ce-bc3f-3fe55f58399c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting subnet 6ae9fad4-0f73-4890-9622-9a0033d10a85 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:10:57.410350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5742-5128-40ce-bc3f-3fe55f58399c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:57.462744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:57.495835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:10:57.538768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-6cdbe41c-db0f-438d-9ddd-475fdae3b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:57.540316 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-6cdbe41c-db0f-438d-9ddd-475fdae3b5d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5af885-28fa-4d5b-9994-01769a386959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3028669 Mar 22 13:10:57.545361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:57.554131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5742-5128-40ce-bc3f-3fe55f58399c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:57.629758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:57.798977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-20790e31-22c4-40fb-88ad-4c0429087c11 None None] Provisioning for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:57.807049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-20790e31-22c4-40fb-88ad-4c0429087c11 None None] Provisioning complete for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:57.807448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-20790e31-22c4-40fb-88ad-4c0429087c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:57.885159 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-63f07794-d23c-4030-93a6-2ddff1d2a3c1 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025353 Mar 22 13:10:57.894436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5742-5128-40ce-bc3f-3fe55f58399c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:57.972990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.12 (c609b4f4-cfbb-4404-b014-d58ddc7e9dc1/29f7c76d-63bf-40e6-9045-f1c95fdf067d/9d8eaf90-9186-493c-a37e-b9a3c30d7c10) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:10:57.985073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-20790e31-22c4-40fb-88ad-4c0429087c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:58.003021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:55Z', 'revision_number': 10, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:58.014228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] Checking router: 06ce7fb1-5833-4094-9185-743620ce5fe5 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:10:58.029349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:10:58.029951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:58.078567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-20790e31-22c4-40fb-88ad-4c0429087c11 None None] For port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,segment=NetworkSegment(da157bb1-5241-4924-b3c4-ecd3233c75b5),segment_id=da157bb1-5241-4924-b3c4-ecd3233c75b5)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:58.084814 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-20790e31-22c4-40fb-88ad-4c0429087c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:58.120813 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-367f1f1d-52a5-42fb-90d2-b35f53678d53 req-cd716314-060f-4bbe-b908-6ad9e2bc5468 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276781 Mar 22 13:10:58.140915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5742-5128-40ce-bc3f-3fe55f58399c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:58.230755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf5742-5128-40ce-bc3f-3fe55f58399c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae9fad4-0f73-4890-9622-9a0033d10a85,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:58.242834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-20790e31-22c4-40fb-88ad-4c0429087c11 None None] Provisioning complete for port c81676ed-1235-49c6-843a-d1da7ebbaddf triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:58.243368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-20790e31-22c4-40fb-88ad-4c0429087c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:58.276767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:10:58.298018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5742-5128-40ce-bc3f-3fe55f58399c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:58.318815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20790e31-22c4-40fb-88ad-4c0429087c11 None None] Pushing event updated for resources: {'Port': ['ID=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:58.320543 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f9bf5742-5128-40ce-bc3f-3fe55f58399c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/6ae9fad4-0f73-4890-9622-9a0033d10a85 HTTP/1.1" status: 204 len: 168 time: 1.1177099 Mar 22 13:10:58.324220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43088) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:58.338373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10660f96-13d5-48d1-95cc-9bd78914c231 None None] Network 02dadc1d-dfde-48a7-8740-c48a65bbac7f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:10:58.390600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-20790e31-22c4-40fb-88ad-4c0429087c11 None None] Port c81676ed-1235-49c6-843a-d1da7ebbaddf cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:58.472365 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:58.500249 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:58.513456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:10:58.518646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-116bceee-f92f-4fbd-8597-8862f659bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:58.520242 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-116bceee-f92f-4fbd-8597-8862f659bf61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 1096 time: 0.3339942 Mar 22 13:10:58.553280 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port ee4f2e25-d512-4923-9d1c-5875abfef956 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:58.553680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:58.773072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:58.843195 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:55Z', 'revision_number': 10, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:10:58.847681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c2cae-cb91-480b-a9a0-1382d57905f4 None None] The sync data for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv is: [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:10:55Z', 'revision_number': 10, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None, '_interfaces': [{'id': 'd38cb173-2a2d-405a-a426-01173ed0ae7c', 'name': '', 'network_id': '8f61f824-5d06-4e25-94f9-6b0f3d827646', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'mac_address': 'fa:16:3e:2a:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:09Z', 'updated_at': '2022-03-22T13:10:19Z', 'revision_number': 5, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'subnets': [{'id': 'a655733f-37fa-4274-b266-62a7d39c4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:10:58.889819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89171dcd-3fd6-4b13-bf3a-baf2811c511a None None] DHCP port deletion for 02dadc1d-dfde-48a7-8740-c48a65bbac7f request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:10:58.894260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-89171dcd-3fd6-4b13-bf3a-baf2811c511a None None] Deleting port ee4f2e25-d512-4923-9d1c-5875abfef956 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:10:58.894693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-89171dcd-3fd6-4b13-bf3a-baf2811c511a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:59.019947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-dad00f9e-ce5a-428b-a13c-c77113118b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:59.021381 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-dad00f9e-ce5a-428b-a13c-c77113118b1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5af885-28fa-4d5b-9994-01769a386959 HTTP/1.1" status: 200 len: 898 time: 0.4906590 Mar 22 13:10:59.039818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:10:59.108227 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-89171dcd-3fd6-4b13-bf3a-baf2811c511a None None] For port ee4f2e25-d512-4923-9d1c-5875abfef956, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ee4f2e25-d512-4923-9d1c-5875abfef956,segment=NetworkSegment(4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40),segment_id=4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:59.108532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-89171dcd-3fd6-4b13-bf3a-baf2811c511a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:59.126234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:10:59.128786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:10:59.171144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=9d8eaf90-9186-493c-a37e-b9a3c30d7c10,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:59.240634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-89171dcd-3fd6-4b13-bf3a-baf2811c511a None None] Calling delete_port for ee4f2e25-d512-4923-9d1c-5875abfef956 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:59.250753 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-9f9b955e-3dbf-469a-b30f-d5de419fc8b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b86e78-2eb4-477c-b93b-60f252c37273 HTTP/1.1" status: 200 len: 217 time: 0.2040534 Mar 22 13:10:59.297518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:10:59.315777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e637a0-bc82-4f46-b28a-4b61f9501a14 req-576a0f3a-3774-4b8d-83b0-f7658616f5c1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:59.316517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-12e637a0-bc82-4f46-b28a-4b61f9501a14 req-576a0f3a-3774-4b8d-83b0-f7658616f5c1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:10:59.346381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port ee4f2e25-d512-4923-9d1c-5875abfef956, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ee4f2e25-d512-4923-9d1c-5875abfef956,segment=NetworkSegment(4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40),segment_id=4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:10:59.346750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:59.396378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-89171dcd-3fd6-4b13-bf3a-baf2811c511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:59.446016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:59.446619 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:59.457178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89171dcd-3fd6-4b13-bf3a-baf2811c511a None None] Pushing event deleted for resources: {'Port': ['ID=ee4f2e25-d512-4923-9d1c-5875abfef956,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:10:59.458912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:59.459316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:59.491471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89171dcd-3fd6-4b13-bf3a-baf2811c511a None None] No DVR routers for this DVR port ee4f2e25-d512-4923-9d1c-5875abfef956 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:10:59.524550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for ee4f2e25-d512-4923-9d1c-5875abfef956 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:10:59.558593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-bc683a14-0b14-4f7b-9ed8-bd42e97546a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:59.560024 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-bc683a14-0b14-4f7b-9ed8-bd42e97546a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5648fc66-7385-405b-9496-01f235604af2 HTTP/1.1" status: 200 len: 834 time: 0.2996321 Mar 22 13:10:59.567552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7226bca8-abd7-4bca-a232-e7c78a2656e7 None None] Provisioning for port 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:10:59.581445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7226bca8-abd7-4bca-a232-e7c78a2656e7 None None] Provisioning complete for port 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:10:59.581823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7226bca8-abd7-4bca-a232-e7c78a2656e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:59.621362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-12e637a0-bc82-4f46-b28a-4b61f9501a14 req-576a0f3a-3774-4b8d-83b0-f7658616f5c1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:10:59.622525 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-12e637a0-bc82-4f46-b28a-4b61f9501a14 req-576a0f3a-3774-4b8d-83b0-f7658616f5c1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 943 time: 1.0702603 Mar 22 13:10:59.626427 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a43f1c15-223e-4200-a11e-f0977e09cadc tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0789845 Mar 22 13:10:59.629331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43094) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:59.635260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:10:59.655302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-7226bca8-abd7-4bca-a232-e7c78a2656e7 None None] Port 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:10:59.696468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d829f03a-f120-4c67-807c-ae5b26434d0a no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:59.708084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:10:59.708407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:10:59.712664 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-12e637a0-bc82-4f46-b28a-4b61f9501a14 req-06817acb-16c1-42bb-aa68-44368e13d2d2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778763 Mar 22 13:10:59.727862 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-14f4da10-1113-44d8-996a-a568c4efc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:59.731861 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-14f4da10-1113-44d8-996a-a568c4efc173 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5af885-28fa-4d5b-9994-01769a386959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1580710 Mar 22 13:10:59.737110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: d829f03a-f120-4c67-807c-ae5b26434d0a {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:59.737455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d829f03a-f120-4c67-807c-ae5b26434d0a not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:59.738662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee4f2e25-d512-4923-9d1c-5875abfef956 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:10:59.774332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: ee4f2e25-d512-4923-9d1c-5875abfef956 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:10:59.774584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee4f2e25-d512-4923-9d1c-5875abfef956 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:10:59.792808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:10:59.796591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:10:59.799380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:10:59.804867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:10:59.814699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:10:59.818114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:59.876912 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-708885f8-8990-4973-897b-72bef35489b8 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363702 Mar 22 13:10:59.945269 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.ipam_backend_mixin [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 29f7c76d-63bf-40e6-9045-f1c95fdf067d (CIDR: 172.20.0.0/28) Mar 22 13:10:59.948477 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:10:59.948963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:10:59.966182 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-941088ef-3f0e-410f-9286-784405c6618f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3356035 Mar 22 13:10:59.969241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43098) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:10:59.974941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:00.010315 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-517f0ed7-c804-43df-8fc2-460a65dd8526 req-1a880288-afc9-427f-b89b-15f74471967e service neutron] 10.222.0.47 "GET /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257889 Mar 22 13:11:00.109477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:00.113201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:00.115939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:00.121401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:00.130965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:11:00.134370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.209556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port ee4f2e25-d512-4923-9d1c-5875abfef956 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:00.209946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.275676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] The port 'ee4f2e25-d512-4923-9d1c-5875abfef956' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:11:00.392494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.398523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.423755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dadc1d-dfde-48a7-8740-c48a65bbac7f']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:00.440273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:00.440566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebb13a9-33e1-4d45-925c-f8ffb5ef0d40') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:00.450527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:00.453721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.453953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:00.456973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:00.457926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.466798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8178fa76-f1e2-43ca-a06d-e937b0ac228a None None] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:11:00.473845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.480741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=4a0b7239-cd35-431c-b55d-cbf5268790fb,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:00.481207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:11:00.481612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.496486 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-75543ae4-be52-4653-a0d6-0eb26a0a7470 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5228143 Mar 22 13:11:00.496697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43102) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:11:00.500767 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:11:00.504702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1324368241', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4a0b7239-cd35-431c-b55d-cbf5268790fb'}], 'security_groups': ['7a02961a-a8a8-4513-904a-5a55220de8f9']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:00.584107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.606633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.619245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Network': ['ID=02dadc1d-dfde-48a7-8740-c48a65bbac7f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:00.626608 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fada7560-ad62-4cb1-86a7-d6ba99987c20 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/networks/02dadc1d-dfde-48a7-8740-c48a65bbac7f HTTP/1.1" status: 204 len: 168 time: 2.2999210 Mar 22 13:11:00.629216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43106) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:00.764825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:00.833921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bfd643-c0cd-4aba-98fa-8bd922d39c17 None None] Update dhcp port {'port': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'fixed_ips': [{'subnet_id': '29f7c76d-63bf-40e6-9045-f1c95fdf067d', 'ip_address': '172.20.0.2'}, {'subnet_id': '4a0b7239-cd35-431c-b55d-cbf5268790fb'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '97908c3e-ee13-4e16-8f4d-ae86822cc2e0'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:11:00.931542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-24bfd643-c0cd-4aba-98fa-8bd922d39c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:01.141718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-24bfd643-c0cd-4aba-98fa-8bd922d39c17 None None] Allocated IP 172.20.0.18 (c609b4f4-cfbb-4404-b014-d58ddc7e9dc1/4a0b7239-cd35-431c-b55d-cbf5268790fb/97908c3e-ee13-4e16-8f4d-ae86822cc2e0) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:01.192574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8804b-5c9f-4782-9d51-f8fc422b7d85 req-ad8d91a9-1234-4423-a129-b22921df193d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:01.194064 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6aa8804b-5c9f-4782-9d51-f8fc422b7d85 req-ad8d91a9-1234-4423-a129-b22921df193d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 943 time: 0.3447981 Mar 22 13:11:01.258195 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6aa8804b-5c9f-4782-9d51-f8fc422b7d85 req-03083d08-52d4-4344-ae19-d48525c50bf7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545433 Mar 22 13:11:01.291389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-24bfd643-c0cd-4aba-98fa-8bd922d39c17 None None] For port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,segment=NetworkSegment(da157bb1-5241-4924-b3c4-ecd3233c75b5),segment_id=da157bb1-5241-4924-b3c4-ecd3233c75b5)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:01.303140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:01.316168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-24bfd643-c0cd-4aba-98fa-8bd922d39c17 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:01.332575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-24bfd643-c0cd-4aba-98fa-8bd922d39c17 None None] Transition to ACTIVE for port object 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:01.336619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-24bfd643-c0cd-4aba-98fa-8bd922d39c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:01.494280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfd643-c0cd-4aba-98fa-8bd922d39c17 None None] Pushing event updated for resources: {'Port': ['ID=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:01.494883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Delete allocated IP 172.20.0.12 (c609b4f4-cfbb-4404-b014-d58ddc7e9dc1/29f7c76d-63bf-40e6-9045-f1c95fdf067d) {{(pid=87933) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 13:11:01.504305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.28 (c609b4f4-cfbb-4404-b014-d58ddc7e9dc1/4a0b7239-cd35-431c-b55d-cbf5268790fb/9d8eaf90-9186-493c-a37e-b9a3c30d7c10) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:01.660714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port d38cb173-2a2d-405a-a426-01173ed0ae7c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:01.661129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:01.718611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:01.736227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:01.741285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:01.865840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port d38cb173-2a2d-405a-a426-01173ed0ae7c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d38cb173-2a2d-405a-a426-01173ed0ae7c,segment=NetworkSegment(3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e),segment_id=3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:01.866224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:01.885986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=9d8eaf90-9186-493c-a37e-b9a3c30d7c10,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:01.914006 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] In _notify_port_updated(), no bound segment for port 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 on network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:11:01.919545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:01.920179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:01.923214 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d5e0b734-3aed-40ed-924c-ad31077de2f1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "PUT /v2.0/ports/9d8eaf90-9186-493c-a37e-b9a3c30d7c10 HTTP/1.1" status: 200 len: 921 time: 1.4238124 Mar 22 13:11:01.924491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43112) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:01.997540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-567bf6f9-3e52-4c2f-9209-894c40ea39f7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:01.997896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-567bf6f9-3e52-4c2f-9209-894c40ea39f7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.000627 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for d38cb173-2a2d-405a-a426-01173ed0ae7c owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:02.005364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23b86e78-2eb4-477c-b93b-60f252c37273 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:11:02.140121 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4fe51629-f2a1-4d16-959f-0294569167fa None None] Provisioning for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:02.162497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4fe51629-f2a1-4d16-959f-0294569167fa None None] Provisioning complete for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:02.163011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fe51629-f2a1-4d16-959f-0294569167fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.206727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.220756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 23b86e78-2eb4-477c-b93b-60f252c37273, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23b86e78-2eb4-477c-b93b-60f252c37273,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:02.246406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '23b86e78-2eb4-477c-b93b-60f252c37273', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'port_id': '23b86e78-2eb4-477c-b93b-60f252c37273', 'mac_address': 'fa:16:3e:c7:2a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:11:02.262312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=d38cb173-2a2d-405a-a426-01173ed0ae7c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:02.271739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-567bf6f9-3e52-4c2f-9209-894c40ea39f7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.367187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.433379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b86e78-2eb4-477c-b93b-60f252c37273 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:11:02.466138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 23b86e78-2eb4-477c-b93b-60f252c37273, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23b86e78-2eb4-477c-b93b-60f252c37273,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:02.473310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.524804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4fe51629-f2a1-4d16-959f-0294569167fa None None] Provisioning complete for port c81676ed-1235-49c6-843a-d1da7ebbaddf triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:02.525529 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fe51629-f2a1-4d16-959f-0294569167fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.570416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-567bf6f9-3e52-4c2f-9209-894c40ea39f7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 owned by {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:02.620596 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=23b86e78-2eb4-477c-b93b-60f252c37273,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:02.666230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4fe51629-f2a1-4d16-959f-0294569167fa None None] Port c81676ed-1235-49c6-843a-d1da7ebbaddf cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:02.677396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4fe51629-f2a1-4d16-959f-0294569167fa None None] Provisioning for port 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:02.682398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4fe51629-f2a1-4d16-959f-0294569167fa None None] Provisioning complete for port 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:02.682774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fe51629-f2a1-4d16-959f-0294569167fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.737762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4fe51629-f2a1-4d16-959f-0294569167fa None None] Port 9d8eaf90-9186-493c-a37e-b9a3c30d7c10 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:02.755332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['23b86e78-2eb4-477c-b93b-60f252c37273'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:11:02.758929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-567bf6f9-3e52-4c2f-9209-894c40ea39f7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.787906 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.814092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bf6f9-3e52-4c2f-9209-894c40ea39f7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=9d8eaf90-9186-493c-a37e-b9a3c30d7c10,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:02.915449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1fa51de5-456c-4eb9-90e4-7363f73ccba2 None None] Could not find standard attr ID for object 9d8eaf90-9186-493c-a37e-b9a3c30d7c10. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:11:02.949175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-567bf6f9-3e52-4c2f-9209-894c40ea39f7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.955052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa77bb7-4a62-45d7-a56b-e9955e3095a0 req-7f2c6025-6eb8-45ea-8ebf-6dc4676d3ac0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:02.956631 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9fa77bb7-4a62-45d7-a56b-e9955e3095a0 req-7f2c6025-6eb8-45ea-8ebf-6dc4676d3ac0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 944 time: 0.5289092 Mar 22 13:11:02.965964 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-567bf6f9-3e52-4c2f-9209-894c40ea39f7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/9d8eaf90-9186-493c-a37e-b9a3c30d7c10 HTTP/1.1" status: 204 len: 168 time: 1.0402699 Mar 22 13:11:02.970118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43118) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:03.015244 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8ffb81-c480-439f-8a13-813df49d6fcd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:11:03.015941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2f8ffb81-c480-439f-8a13-813df49d6fcd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Synchronizing usage tracker for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:11:03.022885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fc8f7373-e463-43b7-b03c-07a37ef4b828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.036715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2f8ffb81-c480-439f-8a13-813df49d6fcd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Unset dirty status for tenant:6ba3cb16af8a45dfb2103359b449406a on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:11:03.040588 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2f8ffb81-c480-439f-8a13-813df49d6fcd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/9d8eaf90-9186-493c-a37e-b9a3c30d7c10 HTTP/1.1" status: 404 len: 333 time: 0.0668731 Mar 22 13:11:03.040998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43122) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:03.115335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e14c5d1e-b6bf-484a-a5a8-7cf108dcb8f2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.139832 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9fa77bb7-4a62-45d7-a56b-e9955e3095a0 req-79773091-985d-4c60-bde3-c38d5445a77b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748161 Mar 22 13:11:03.143789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e14c5d1e-b6bf-484a-a5a8-7cf108dcb8f2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.144177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:11:03.192767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e14c5d1e-b6bf-484a-a5a8-7cf108dcb8f2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.210609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c5d1e-b6bf-484a-a5a8-7cf108dcb8f2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f717edb1-f82b-49bf-aa54-1ebc2ecb5150,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:03.223896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e14c5d1e-b6bf-484a-a5a8-7cf108dcb8f2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.225187 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e14c5d1e-b6bf-484a-a5a8-7cf108dcb8f2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/security-groups/f717edb1-f82b-49bf-aa54-1ebc2ecb5150 HTTP/1.1" status: 204 len: 168 time: 0.1831820 Mar 22 13:11:03.235980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43126) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:03.292971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:11:03.303825 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] Sync routers for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:11:03.310067 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-62ab78d7-a3b3-4ebf-ae68-3c2db9fd6052 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6760530 Mar 22 13:11:03.310302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43130) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:03.314423 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:03.315037 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:03.331842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:03.352721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-97643fb7-71ab-4f77-bd12-8f67e604f07d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.384525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-424742b0-3831-4bb1-9d9b-17acf55cbfd9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting subnet a655733f-37fa-4274-b266-62a7d39c4067 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:11:03.388417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-424742b0-3831-4bb1-9d9b-17acf55cbfd9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.398260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-97643fb7-71ab-4f77-bd12-8f67e604f07d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.410285 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:03.410809 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.455221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-97643fb7-71ab-4f77-bd12-8f67e604f07d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.475875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-424742b0-3831-4bb1-9d9b-17acf55cbfd9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.476374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97643fb7-71ab-4f77-bd12-8f67e604f07d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a02961a-a8a8-4513-904a-5a55220de8f9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:03.480094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-97643fb7-71ab-4f77-bd12-8f67e604f07d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.481381 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-97643fb7-71ab-4f77-bd12-8f67e604f07d tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/security-groups/7a02961a-a8a8-4513-904a-5a55220de8f9 HTTP/1.1" status: 204 len: 168 time: 0.2445588 Mar 22 13:11:03.484339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43134) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:03.540531 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:03.563234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-320df4d5-cadf-41ff-a21c-d480cf361c4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet 29f7c76d-63bf-40e6-9045-f1c95fdf067d {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:11:03.566535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-320df4d5-cadf-41ff-a21c-d480cf361c4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.578470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-424742b0-3831-4bb1-9d9b-17acf55cbfd9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.634804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-320df4d5-cadf-41ff-a21c-d480cf361c4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.648725 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:11:02Z', 'revision_number': 11, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:03.652768 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] Checking router: 06ce7fb1-5833-4094-9185-743620ce5fe5 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:11:03.661940 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:03.662543 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:10:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:03.676250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-424742b0-3831-4bb1-9d9b-17acf55cbfd9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.722116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424742b0-3831-4bb1-9d9b-17acf55cbfd9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Subnet': ['ID=a655733f-37fa-4274-b266-62a7d39c4067,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:03.725161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-424742b0-3831-4bb1-9d9b-17acf55cbfd9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.733225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738bd50c-fda3-450a-a6da-eafd7cd2a4a0 None None] Network 8f61f824-5d06-4e25-94f9-6b0f3d827646 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:11:03.738900 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-424742b0-3831-4bb1-9d9b-17acf55cbfd9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/a655733f-37fa-4274-b266-62a7d39c4067 HTTP/1.1" status: 204 len: 168 time: 0.4250679 Mar 22 13:11:03.739409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43138) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:03.742589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-320df4d5-cadf-41ff-a21c-d480cf361c4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.795128 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:03.905217 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:11:02Z', 'revision_number': 11, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:03.909523 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8436f-b796-4a2a-9f5e-f9be32e0e360 None None] The sync data for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv is: [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:11:02Z', 'revision_number': 11, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:11:04.012792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23b86e78-2eb4-477c-b93b-60f252c37273 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:04.013519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.033143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Deleting port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:04.033486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.061574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-320df4d5-cadf-41ff-a21c-d480cf361c4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.079413 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 23b86e78-2eb4-477c-b93b-60f252c37273 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:04.084071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 23b86e78-2eb4-477c-b93b-60f252c37273 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:04.084436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.114616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320df4d5-cadf-41ff-a21c-d480cf361c4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=29f7c76d-63bf-40e6-9045-f1c95fdf067d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:04.119630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-320df4d5-cadf-41ff-a21c-d480cf361c4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.133346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b9ebf-1798-4b8a-bdea-efaa8429fc40 None None] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:11:04.135589 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-320df4d5-cadf-41ff-a21c-d480cf361c4f tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/29f7c76d-63bf-40e6-9045-f1c95fdf067d HTTP/1.1" status: 204 len: 168 time: 0.6500611 Mar 22 13:11:04.139950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43142) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:04.145551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:04.287999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] DHCP port deletion for 8f61f824-5d06-4e25-94f9-6b0f3d827646 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:11:04.307153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] Deleting port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:04.307686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.315737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] For port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5,segment=NetworkSegment(3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e),segment_id=3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:04.316110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.343084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:04.355317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:04.358668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:04.366132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:04.380872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:11:04.385920 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.426147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.520702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Calling delete_port for 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:04.548198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b86e78-2eb4-477c-b93b-60f252c37273'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:11:04.602898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 23b86e78-2eb4-477c-b93b-60f252c37273, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23b86e78-2eb4-477c-b93b-60f252c37273,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:04.609329 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b86e78-2eb4-477c-b93b-60f252c37273', 'code': 200} Mar 22 13:11:04.617817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.626830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145e0b9-78a9-40a0-b0e9-90c81984d172 req-380ca4ce-2f49-474a-bef2-64a87c82ecbc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:04.628431 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4145e0b9-78a9-40a0-b0e9-90c81984d172 req-380ca4ce-2f49-474a-bef2-64a87c82ecbc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 944 time: 0.3192618 Mar 22 13:11:04.629771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.681061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No DVR routers for this DVR port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:11:04.697134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.727985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Port': ['ID=3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:04.804133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] For port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5,segment=NetworkSegment(3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e),segment_id=3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:04.804722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.848203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.876798 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4145e0b9-78a9-40a0-b0e9-90c81984d172 req-344fc39a-e577-4f9f-8885-d99553f5feba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367973 Mar 22 13:11:04.883861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:04.885364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f61f824-5d06-4e25-94f9-6b0f3d827646']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:04.905039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:04.905344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4b8ed5-96a8-482b-9c29-0d9e61a1f05e') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:04.917334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.927728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:04.932424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:04.932934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.933141 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.939921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:11:04.940310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:11:04.956425 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:11:04.958686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] Calling delete_port for 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:04.979649 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8362255 Mar 22 13:11:04.985125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=23b86e78-2eb4-477c-b93b-60f252c37273,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:04.986556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43150) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:04.995044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'security_group': {'name': 'tempest-secgroup-1719863568'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:05.000645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:05.005110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:05.008333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:05.017599 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:05.027947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975fbbf-1f45-4d4b-9b20-969cf6436be2 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=4fbf6a23-c370-4969-94b9-5853b3552ebc,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:05.039938 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.045619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.050418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:11:05.051146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:11:05.061212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f04e6-bdb3-441c-a5be-561834973519 req-2972d995-b859-4988-8e17-15fd2595de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:05.062870 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-590f04e6-bdb3-441c-a5be-561834973519 req-2972d995-b859-4988-8e17-15fd2595de31 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 1098 time: 0.1745722 Mar 22 13:11:05.067612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:05.070184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.077115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Pushing event deleted for resources: {'Network': ['ID=8f61f824-5d06-4e25-94f9-6b0f3d827646,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:05.087082 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-754c7931-9a86-44f3-ab29-bd168225807b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/networks/8f61f824-5d06-4e25-94f9-6b0f3d827646 HTTP/1.1" status: 204 len: 168 time: 1.3467667 Mar 22 13:11:05.087692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group_rule and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:05.089861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43154) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:05.090711 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:05.095209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2b078ea1-6539-44a0-b059-69e18d80fcdc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'routes': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:05.100829 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:05.132813 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-590f04e6-bdb3-441c-a5be-561834973519 req-f01081db-8aab-4e7f-8a5e-d113096f22ff service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626738 Mar 22 13:11:05.203628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.211641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.277518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ba2c6e-3e20-4ec9-a33c-9c0e1ff2a34b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:05.285429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.289549 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5e2bccfb-6342-4b27-9469-d5f1d26da371 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2962744 Mar 22 13:11:05.290048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43158) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:05.295790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'security_group': {'name': 'tempest-secgroup-1815686778'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:05.304561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:05.309503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:05.313360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:05.319556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:05.333801 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d38cb173-2a2d-405a-a426-01173ed0ae7c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:11:05.334997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.356137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:05.360180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group_rule and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:05.363715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:05.369491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:05.432015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0952a154-7c9e-4b86-838d-0930e3e3b6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.444182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: d38cb173-2a2d-405a-a426-01173ed0ae7c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:11:05.444421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d38cb173-2a2d-405a-a426-01173ed0ae7c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:11:05.444936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:11:05.446422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.extraroute_db [None req-2b078ea1-6539-44a0-b059-69e18d80fcdc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Added routes are [] {{(pid=87933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 22 13:11:05.447071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.extraroute_db [None req-2b078ea1-6539-44a0-b059-69e18d80fcdc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Removed routes are [] {{(pid=87933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 22 13:11:05.448445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b078ea1-6539-44a0-b059-69e18d80fcdc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.500873 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.503640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:11:05.503989 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:11:05.523666 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.552532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] Deleting port 3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:05.552915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.563885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ed6352-8280-42d0-b7d8-6b4d01388312,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:05.581942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.583612 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dadc6eb5-cf5d-4632-96b9-6c2c90fb2efa tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2921472 Mar 22 13:11:05.586014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43162) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:05.592319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'security_group': {'name': 'tempest-secgroup-471359975'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:05.599148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:05.603123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:05.606126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:05.616956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:05.637105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.658673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:05.663566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:security_group_rule and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:05.667704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:05.673835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cc609d5e-d89c-4482-887c-f95250e019d1 None None] The port '3992fda4-cfeb-44c6-99d7-ee0f8d9e01b5' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:11:05.675564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:05.783527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.790064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.835921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265ffb58-0fda-4a77-bf4c-824f995adf38,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:05.842724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.847595 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c5b4485b-a59f-4500-a6a3-49324569808b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2601228 Mar 22 13:11:05.848229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43166) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:05.854204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1894583466', 'security_groups': ['265ffb58-0fda-4a77-bf4c-824f995adf38'], 'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4fbf6a23-c370-4969-94b9-5853b3552ebc'}]}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:05.878131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe5eaed-2d86-467a-8672-6ef33c17866f None None] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:11:05.973813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b078ea1-6539-44a0-b059-69e18d80fcdc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:05.977512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b078ea1-6539-44a0-b059-69e18d80fcdc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.016852 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:06.028020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:06.043953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:11:06.131690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b078ea1-6539-44a0-b059-69e18d80fcdc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 06ce7fb1-5833-4094-9185-743620ce5fe5 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:11:06.141564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b7d4878c-62cf-4fbd-9b61-9967de53265d None None] Provisioning complete for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:06.141941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7d4878c-62cf-4fbd-9b61-9967de53265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.237270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.276141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] device_id is not set on port 8732cb75-4227-4a62-a767-548014aa40d8 yet. {{(pid=87932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:11:06.283040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b078ea1-6539-44a0-b059-69e18d80fcdc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:11:06.297505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b078ea1-6539-44a0-b059-69e18d80fcdc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.298686 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2b078ea1-6539-44a0-b059-69e18d80fcdc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5 HTTP/1.1" status: 200 len: 701 time: 1.2079089 Mar 22 13:11:06.302212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43172) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:06.321532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a8bc0-1c37-4357-af90-6ba8006d1c75 req-024e35b2-31c2-4c91-93d8-4d0d386a83d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:06.323616 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1f3a8bc0-1c37-4357-af90-6ba8006d1c75 req-024e35b2-31c2-4c91-93d8-4d0d386a83d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 945 time: 0.2568221 Mar 22 13:11:06.334646 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] Sync routers for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:11:06.357085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-08dcf05a-5347-488a-a456-75c4afa814bc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Synchronizing usage tracker for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:11:06.365689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.369689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:06.370331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:06.375875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-08dcf05a-5347-488a-a456-75c4afa814bc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Unset dirty status for tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:11:06.381249 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-08dcf05a-5347-488a-a456-75c4afa814bc tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=06ce7fb1-5833-4094-9185-743620ce5fe5 HTTP/1.1" status: 200 len: 205 time: 0.0780189 Mar 22 13:11:06.382255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43176) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:06.453358 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1f3a8bc0-1c37-4357-af90-6ba8006d1c75 req-562de5b1-d116-42c4-aa6f-cce3a9dbda8d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225960 Mar 22 13:11:06.517433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:06.549153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3507c6b-279b-4687-80ad-84f7c7b32287 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.576253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.4 (c609b4f4-cfbb-4404-b014-d58ddc7e9dc1/4fbf6a23-c370-4969-94b9-5853b3552ebc/8732cb75-4227-4a62-a767-548014aa40d8) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:06.689868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:11:02Z', 'revision_number': 11, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:06.702174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] Checking router: 06ce7fb1-5833-4094-9185-743620ce5fe5 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:11:06.717505 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.744612 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] Routers {'06ce7fb1-5833-4094-9185-743620ce5fe5'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:06.745247 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['06ce7fb1-5833-4094-9185-743620ce5fe5'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:06.782434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.800534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Transition to ACTIVE for port object 8732cb75-4227-4a62-a767-548014aa40d8 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:06.829516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.861293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3507c6b-279b-4687-80ad-84f7c7b32287 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.863494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3507c6b-279b-4687-80ad-84f7c7b32287 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.881846 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b7d4878c-62cf-4fbd-9b61-9967de53265d None None] Provisioning complete for port c81676ed-1235-49c6-843a-d1da7ebbaddf triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:06.882423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7d4878c-62cf-4fbd-9b61-9967de53265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.887690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3507c6b-279b-4687-80ad-84f7c7b32287 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.888228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3507c6b-279b-4687-80ad-84f7c7b32287 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Fanout notify agent at l3_agent the message router_deleted on router 06ce7fb1-5833-4094-9185-743620ce5fe5 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:11:06.902076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:06.904100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d3507c6b-279b-4687-80ad-84f7c7b32287 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.908999 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d3507c6b-279b-4687-80ad-84f7c7b32287 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5 HTTP/1.1" status: 204 len: 168 time: 0.5218434 Mar 22 13:11:06.909172 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:06.910867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43180) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:06.911870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:11:06.916314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2077832729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:06.923421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:06.927540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Usage tracker for resource:router and tenant:79af2e1ae8bf47b1866c0bb1d846b1b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:06.930337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:06.935977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:06.947919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.948918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.964998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.972991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=8732cb75-4227-4a62-a767-548014aa40d8,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:06.985760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:06.995403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:06.996116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:07.004588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] Set router 06ce7fb1-5833-4094-9185-743620ce5fe5 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:07.014659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:07.018462 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cf99ce82-a72f-40d4-9a52-471a069376b6 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1039824 Mar 22 13:11:07.019469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43184) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:07.025233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b554deb9-0b4d-49e5-a94d-431d7c70fbc8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:07.028118 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b67ed075-d316-4a31-8da0-e2355401d9ec tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1787136 Mar 22 13:11:07.031917 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43188) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:07.039380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:07.065040 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4878c-62cf-4fbd-9b61-9967de53265d None None] Port c81676ed-1235-49c6-843a-d1da7ebbaddf cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:07.136560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:11:02Z', 'revision_number': 11, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:07.148628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc42ce-4554-44be-be3f-09727d435a69 None None] The sync data for ids ['06ce7fb1-5833-4094-9185-743620ce5fe5'] in dv-neutron-834664-2-hyperv is: [{'id': '06ce7fb1-5833-4094-9185-743620ce5fe5', 'name': 'tempest-RoutersTest-router-1698779591', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:06Z', 'updated_at': '2022-03-22T13:11:02Z', 'revision_number': 11, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:11:07.155111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861911a-5fd8-4736-b838-04dc222e5b05 None None] Update dhcp port {'port': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'fixed_ips': [{'subnet_id': '4a0b7239-cd35-431c-b55d-cbf5268790fb', 'ip_address': '172.20.0.18'}, {'subnet_id': '4fbf6a23-c370-4969-94b9-5853b3552ebc'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '97908c3e-ee13-4e16-8f4d-ae86822cc2e0'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:11:07.196441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:07.202548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:07.206797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:07.214624 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:07.217922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6861911a-5fd8-4736-b838-04dc222e5b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:07.228213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:11:07.231869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:07.377344 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.ipam_backend_mixin [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4fbf6a23-c370-4969-94b9-5853b3552ebc (CIDR: 172.20.0.0/28) Mar 22 13:11:07.383308 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:11:07.383887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:07.419902 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-47900d84-4ae1-4f4d-b670-e3437f77d6a3 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3864710 Mar 22 13:11:07.422488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43192) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:07.428008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:07.471409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-6861911a-5fd8-4736-b838-04dc222e5b05 None None] Allocated IP 172.20.0.2 (c609b4f4-cfbb-4404-b014-d58ddc7e9dc1/4fbf6a23-c370-4969-94b9-5853b3552ebc/97908c3e-ee13-4e16-8f4d-ae86822cc2e0) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:07.581315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b554deb9-0b4d-49e5-a94d-431d7c70fbc8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:07.596033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b554deb9-0b4d-49e5-a94d-431d7c70fbc8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:07.609606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:07.613663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:07.616698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:07.623375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:07.634681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:11:07.639502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:07.659561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6861911a-5fd8-4736-b838-04dc222e5b05 None None] For port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,segment=NetworkSegment(da157bb1-5241-4924-b3c4-ecd3233c75b5),segment_id=da157bb1-5241-4924-b3c4-ecd3233c75b5)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:07.687272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6861911a-5fd8-4736-b838-04dc222e5b05 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:07.707969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6861911a-5fd8-4736-b838-04dc222e5b05 None None] Transition to ACTIVE for port object 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:07.712645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6861911a-5fd8-4736-b838-04dc222e5b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:07.839188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718d915-3e5a-4b12-8068-90f83aec9c9d req-bc4772c1-a9a3-42c4-a852-28dcf52b9344 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:07.840860 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2718d915-3e5a-4b12-8068-90f83aec9c9d req-bc4772c1-a9a3-42c4-a852-28dcf52b9344 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 945 time: 0.2423358 Mar 22 13:11:07.852777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b554deb9-0b4d-49e5-a94d-431d7c70fbc8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Router 080b621a-8601-4134-bc59-65e592daa900 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:11:07.864949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:07.886821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861911a-5fd8-4736-b838-04dc222e5b05 None None] Pushing event updated for resources: {'Port': ['ID=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:07.908217 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.ipam_backend_mixin [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4a0b7239-cd35-431c-b55d-cbf5268790fb (CIDR: 172.20.0.16/28) Mar 22 13:11:07.911969 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:11:07.912459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:07.930990 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-aa664329-dc35-4c46-8d3a-b984f0afa191 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5074801 Mar 22 13:11:07.933617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43198) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:07.939633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'subnet': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:08.037434 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2718d915-3e5a-4b12-8068-90f83aec9c9d req-03bae521-f1f7-4e5e-be28-b0ec2a370ec8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759517 Mar 22 13:11:08.038493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b554deb9-0b4d-49e5-a94d-431d7c70fbc8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:11:08.046103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b554deb9-0b4d-49e5-a94d-431d7c70fbc8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:08.047248 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b554deb9-0b4d-49e5-a94d-431d7c70fbc8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "PUT /v2.0/routers/080b621a-8601-4134-bc59-65e592daa900 HTTP/1.1" status: 200 len: 694 time: 1.0267105 Mar 22 13:11:08.051715 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b02668-1251-4155-a869-cd58c153e10e None None] Sync routers for ids ['080b621a-8601-4134-bc59-65e592daa900'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:11:08.052447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43202) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:08.065291 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b02668-1251-4155-a869-cd58c153e10e None None] Routers {'080b621a-8601-4134-bc59-65e592daa900'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:08.066177 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-40b02668-1251-4155-a869-cd58c153e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['080b621a-8601-4134-bc59-65e592daa900'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:08.105166 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:08.110083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Usage tracker for resource:subnet and tenant:6ba3cb16af8a45dfb2103359b449406a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:08.113145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:08.119378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:08.141568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Made reservation on behalf of 6ba3cb16af8a45dfb2103359b449406a for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:11:08.145216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:08.223808 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ed42dc5b-6e92-4c3d-8418-e3c240e16603 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/routers/080b621a-8601-4134-bc59-65e592daa900 HTTP/1.1" status: 200 len: 700 time: 0.1700802 Mar 22 13:11:08.224689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43208) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:08.243883 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-40b02668-1251-4155-a869-cd58c153e10e None None] Set router 080b621a-8601-4134-bc59-65e592daa900 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:08.281516 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b5fe3858-78a0-4292-8473-0b79e8281e2b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=080b621a-8601-4134-bc59-65e592daa900 HTTP/1.1" status: 200 len: 205 time: 0.0555871 Mar 22 13:11:08.284217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43212) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:08.392759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff9510-e618-4d6d-a36c-d901822bb934 req-f057adad-d5bb-45c9-80cf-f3b98c0c2435 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:08.394157 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-71ff9510-e618-4d6d-a36c-d901822bb934 req-f057adad-d5bb-45c9-80cf-f3b98c0c2435 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 945 time: 0.1424773 Mar 22 13:11:08.400771 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-40b02668-1251-4155-a869-cd58c153e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080b621a-8601-4134-bc59-65e592daa900', 'name': 'tempest-RoutersTest-router-2077832729', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:06Z', 'updated_at': '2022-03-22T13:11:07Z', 'revision_number': 2, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:08.406018 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b02668-1251-4155-a869-cd58c153e10e None None] Checking router: 080b621a-8601-4134-bc59-65e592daa900 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:11:08.421159 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b02668-1251-4155-a869-cd58c153e10e None None] Routers {'080b621a-8601-4134-bc59-65e592daa900'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:08.422049 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-40b02668-1251-4155-a869-cd58c153e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['080b621a-8601-4134-bc59-65e592daa900'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:08.442308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5d8750f6-5fe0-4794-b024-87d8b6f2c401 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:08.524689 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-71ff9510-e618-4d6d-a36c-d901822bb934 req-4f964d9c-6d79-44c5-93c6-03ea25f85e12 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234751 Mar 22 13:11:08.544851 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43216) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:08.570014 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-40b02668-1251-4155-a869-cd58c153e10e None None] Set router 080b621a-8601-4134-bc59-65e592daa900 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:08.619757 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9f8bf741-26ed-4337-bb3b-8d54393665d1 None None] Provisioning for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:08.626268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9f8bf741-26ed-4337-bb3b-8d54393665d1 None None] Provisioning complete for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:08.626930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf741-26ed-4337-bb3b-8d54393665d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:08.651886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:08.706866 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-40b02668-1251-4155-a869-cd58c153e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080b621a-8601-4134-bc59-65e592daa900', 'name': 'tempest-RoutersTest-router-2077832729', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:06Z', 'updated_at': '2022-03-22T13:11:07Z', 'revision_number': 2, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:08.712849 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b02668-1251-4155-a869-cd58c153e10e None None] The sync data for ids ['080b621a-8601-4134-bc59-65e592daa900'] in dv-neutron-834664-2-hyperv is: [{'id': '080b621a-8601-4134-bc59-65e592daa900', 'name': 'tempest-RoutersTest-router-2077832729', 'tenant_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:06Z', 'updated_at': '2022-03-22T13:11:07Z', 'revision_number': 2, 'project_id': '79af2e1ae8bf47b1866c0bb1d846b1b0', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:11:08.771601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Subnet': ['ID=90596ca9-2065-462f-8d8f-c186ac11f810,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:08.783112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c0e37-018a-4f37-8a0e-a80e7b4b62e2 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:08.786755 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5d0c0e37-018a-4f37-8a0e-a80e7b4b62e2 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 1093 time: 0.2375824 Mar 22 13:11:08.787662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43220) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:08.802358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:08.806864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': '23b86e78-2eb4-477c-b93b-60f252c37273', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:08.814431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:08.818642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:08.819472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:08.827582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:08.838640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:floatingip and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:08.842474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:08.853792 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:08.861455 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9bbf2ee1-bd52-4c06-9a11-2f92f5e0d292 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9267967 Mar 22 13:11:08.864502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43224) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:08.866683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc1317-6ffc-45e1-886e-377009ccd0d5 None None] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:11:08.876515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-392046699', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90596ca9-2065-462f-8d8f-c186ac11f810'}], 'security_groups': ['c4ba2c6e-3e20-4ec9-a33c-9c0e1ff2a34b', '50ed6352-8280-42d0-b7d8-6b4d01388312']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:08.912119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:08.969266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5d8750f6-5fe0-4794-b024-87d8b6f2c401 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:08.972433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5d8750f6-5fe0-4794-b024-87d8b6f2c401 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:09.001569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5d8750f6-5fe0-4794-b024-87d8b6f2c401 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:09.003250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8750f6-5fe0-4794-b024-87d8b6f2c401 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Fanout notify agent at l3_agent the message router_deleted on router 080b621a-8601-4134-bc59-65e592daa900 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:11:09.016437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9f8bf741-26ed-4337-bb3b-8d54393665d1 None None] Provisioning complete for port c81676ed-1235-49c6-843a-d1da7ebbaddf triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:09.016997 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf741-26ed-4337-bb3b-8d54393665d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:09.024716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5d8750f6-5fe0-4794-b024-87d8b6f2c401 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:09.026033 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5d8750f6-5fe0-4794-b024-87d8b6f2c401 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/080b621a-8601-4134-bc59-65e592daa900 HTTP/1.1" status: 204 len: 168 time: 0.7409065 Mar 22 13:11:09.029116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43228) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.085653 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5c0c6b09-d792-4311-9f52-d87c4496d23e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=080b621a-8601-4134-bc59-65e592daa900 HTTP/1.1" status: 200 len: 205 time: 0.0530488 Mar 22 13:11:09.086362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43232) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.118014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:09.118593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9f8bf741-26ed-4337-bb3b-8d54393665d1 None None] Port c81676ed-1235-49c6-843a-d1da7ebbaddf cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:09.166215 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-a46ebf29-3cc6-4f0c-b68c-9d03793e974f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] delete failed (client error): The resource could not be found. Mar 22 13:11:09.167187 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a46ebf29-3cc6-4f0c-b68c-9d03793e974f tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/080b621a-8601-4134-bc59-65e592daa900 HTTP/1.1" status: 404 len: 336 time: 0.0799015 Mar 22 13:11:09.170250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43236) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.214838 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-63650629-a223-49b0-a319-14906cebb7a7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:09.215334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63650629-a223-49b0-a319-14906cebb7a7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:09.218848 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-63650629-a223-49b0-a319-14906cebb7a7 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/6d632a82-5799-4901-8b67-4a97abfdd00a HTTP/1.1" status: 404 len: 337 time: 0.0477045 Mar 22 13:11:09.221329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43240) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.267724 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4f9848-359f-4c4f-84ad-de6e23a423da tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:09.268686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4f9848-359f-4c4f-84ad-de6e23a423da tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:09.270464 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7c4f9848-359f-4c4f-84ad-de6e23a423da tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/12c6fbef-6465-4c64-91a3-bb6bb66e5b1f HTTP/1.1" status: 404 len: 337 time: 0.0480509 Mar 22 13:11:09.274204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43244) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.291704 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:09.337664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9114ba65-8b1f-41bc-8477-018d1adef5e1 None None] Provisioning for port 8732cb75-4227-4a62-a767-548014aa40d8 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:09.358595 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9114ba65-8b1f-41bc-8477-018d1adef5e1 None None] Provisioning complete for port 8732cb75-4227-4a62-a767-548014aa40d8 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:09.358965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9114ba65-8b1f-41bc-8477-018d1adef5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:09.362672 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b6d00b-f175-4766-a61e-cf01b2dae848 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:09.363130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b6d00b-f175-4766-a61e-cf01b2dae848 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:09.364873 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e9b6d00b-f175-4766-a61e-cf01b2dae848 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/6ae9fad4-0f73-4890-9622-9a0033d10a85 HTTP/1.1" status: 404 len: 337 time: 0.0889046 Mar 22 13:11:09.367472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43248) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.409345 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b598c35-a599-41b8-a119-ea93d599e1a1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:09.410276 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b598c35-a599-41b8-a119-ea93d599e1a1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:09.411726 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2b598c35-a599-41b8-a119-ea93d599e1a1 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/a655733f-37fa-4274-b266-62a7d39c4067 HTTP/1.1" status: 404 len: 337 time: 0.0414910 Mar 22 13:11:09.414308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43252) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.424316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ff5f7-007e-46e0-9b15-6f802276dccb None None] Update dhcp port {'port': {'network_id': 'c609b4f4-cfbb-4404-b014-d58ddc7e9dc1', 'fixed_ips': [{'subnet_id': '4a0b7239-cd35-431c-b55d-cbf5268790fb', 'ip_address': '172.20.0.18'}, {'subnet_id': '4fbf6a23-c370-4969-94b9-5853b3552ebc', 'ip_address': '172.20.0.2'}, {'subnet_id': '90596ca9-2065-462f-8d8f-c186ac11f810'}], 'binding:host_id': 'dv-neutron-834664-2-hyperv'}, 'id': '97908c3e-ee13-4e16-8f4d-ae86822cc2e0'} from dv-neutron-834664-2-hyperv. {{(pid=87934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 22 13:11:09.438816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:09.464181 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-35551aa1-dc5c-4f18-b366-fadaf621f5b4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=06ce7fb1-5833-4094-9185-743620ce5fe5 HTTP/1.1" status: 200 len: 205 time: 0.0483291 Mar 22 13:11:09.466273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43256) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.488219 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9114ba65-8b1f-41bc-8477-018d1adef5e1 None None] Port 8732cb75-4227-4a62-a767-548014aa40d8 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:09.496398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d27ff5f7-007e-46e0-9b15-6f802276dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:09.536278 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-f0c192d8-f3fc-47d0-92a6-99472d4e97e4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] delete failed (client error): The resource could not be found. Mar 22 13:11:09.537664 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f0c192d8-f3fc-47d0-92a6-99472d4e97e4 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/06ce7fb1-5833-4094-9185-743620ce5fe5 HTTP/1.1" status: 404 len: 336 time: 0.0703020 Mar 22 13:11:09.540525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43260) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.549193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:09.549819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:09.596363 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-58c1bde7-b397-4449-bb66-c8de816ee584 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=e94d597c-d0e6-40cc-be50-76ba67cb5409 HTTP/1.1" status: 200 len: 205 time: 0.0541344 Mar 22 13:11:09.598480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43264) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.675968 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-64275add-600a-495e-8dd6-85a8320c239c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] delete failed (client error): The resource could not be found. Mar 22 13:11:09.679485 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-64275add-600a-495e-8dd6-85a8320c239c tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/e94d597c-d0e6-40cc-be50-76ba67cb5409 HTTP/1.1" status: 404 len: 336 time: 0.0775800 Mar 22 13:11:09.680354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43268) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.716703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.62 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/ef0133bd-dcf5-4280-a5f7-f0c33c970248) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:09.726903 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d78661-ab3d-476d-93c4-50f11263239e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:09.727528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d78661-ab3d-476d-93c4-50f11263239e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:09.732311 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d1d78661-ab3d-476d-93c4-50f11263239e tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/1626f504-7716-4bde-bcab-7dc377928833 HTTP/1.1" status: 404 len: 337 time: 0.0479851 Mar 22 13:11:09.732800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43272) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.758221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Delete allocated IP 172.20.0.4 (c609b4f4-cfbb-4404-b014-d58ddc7e9dc1/4fbf6a23-c370-4969-94b9-5853b3552ebc) {{(pid=87932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 13:11:09.780329 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3db45c92-9bea-41ec-a6af-9ebc50425b73 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=e04d1813-773d-4ee8-9b83-0fa291ed0884 HTTP/1.1" status: 200 len: 205 time: 0.0465071 Mar 22 13:11:09.782633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Allocated IP 172.20.0.38 (c609b4f4-cfbb-4404-b014-d58ddc7e9dc1/90596ca9-2065-462f-8d8f-c186ac11f810/8732cb75-4227-4a62-a767-548014aa40d8) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:09.782789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43276) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.854941 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-23741acb-0c9c-4412-a20a-b37a79111745 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] delete failed (client error): The resource could not be found. Mar 22 13:11:09.858958 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-23741acb-0c9c-4412-a20a-b37a79111745 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/e04d1813-773d-4ee8-9b83-0fa291ed0884 HTTP/1.1" status: 404 len: 336 time: 0.0724614 Mar 22 13:11:09.859254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43280) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.906464 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b4756f83-df98-4d66-84a5-41222142edc3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3a8c27a-a268-4ddc-8d50-dfb63c5407a5 HTTP/1.1" status: 200 len: 205 time: 0.0456443 Mar 22 13:11:09.914604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43284) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:09.984516 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-31dc22f5-4498-474d-971d-27e0597605c8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] delete failed (client error): The resource could not be found. Mar 22 13:11:09.987954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-31dc22f5-4498-474d-971d-27e0597605c8 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/e3a8c27a-a268-4ddc-8d50-dfb63c5407a5 HTTP/1.1" status: 404 len: 336 time: 0.0697522 Mar 22 13:11:09.988107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43288) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.025148 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b37afe-e12e-4d69-9a77-74d90eac8493 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:10.025577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b37afe-e12e-4d69-9a77-74d90eac8493 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:10.030136 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a3b37afe-e12e-4d69-9a77-74d90eac8493 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/dc9fe6e2-e93a-4e2d-a394-2adfde2333f2 HTTP/1.1" status: 404 len: 337 time: 0.0382276 Mar 22 13:11:10.030359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43292) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.072192 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-451c2e52-4e67-4483-83c9-fb785f3c8322 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=28b41a6a-6d2b-43c3-8d8d-427e88ed5f58 HTTP/1.1" status: 200 len: 205 time: 0.0406671 Mar 22 13:11:10.074287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43296) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.088424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:10.142237 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-7848a63a-9e87-44ff-a2eb-64707994c027 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] delete failed (client error): The resource could not be found. Mar 22 13:11:10.143240 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7848a63a-9e87-44ff-a2eb-64707994c027 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/28b41a6a-6d2b-43c3-8d8d-427e88ed5f58 HTTP/1.1" status: 404 len: 336 time: 0.0680742 Mar 22 13:11:10.145804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43300) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.183703 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19103e7-2fd1-4cbe-affa-bbe045b2734b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:10.184152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19103e7-2fd1-4cbe-affa-bbe045b2734b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:10.185823 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b19103e7-2fd1-4cbe-affa-bbe045b2734b tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/cbad15bd-509b-43ac-a4d3-c69128391799 HTTP/1.1" status: 404 len: 337 time: 0.0391264 Mar 22 13:11:10.188379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43304) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.214082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:10.235911 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-193b8488-042c-446f-a07e-0531010a6e97 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "GET /v2.0/ports?device_id=77a8ce8a-c269-493e-9d19-81560efa5cdf HTTP/1.1" status: 200 len: 205 time: 0.0464311 Mar 22 13:11:10.238121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43308) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.288936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:10.299286 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:10.302762 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-e4bc63d9-fc9e-48d4-bfaa-3c53d5404fd3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] delete failed (client error): The resource could not be found. Mar 22 13:11:10.306171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e4bc63d9-fc9e-48d4-bfaa-3c53d5404fd3 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/routers/77a8ce8a-c269-493e-9d19-81560efa5cdf HTTP/1.1" status: 404 len: 336 time: 0.0648165 Mar 22 13:11:10.306342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:10.306469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43312) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.312613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:11:10.337839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=ef0133bd-dcf5-4280-a5f7-f0c33c970248,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:10.349298 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-28511489-1603-4f68-a1d8-f488da11cfb9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:10.349795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28511489-1603-4f68-a1d8-f488da11cfb9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:10.356026 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-28511489-1603-4f68-a1d8-f488da11cfb9 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/ed1ea133-b8d8-4cf9-928f-d3a43226bfd1 HTTP/1.1" status: 404 len: 337 time: 0.0441279 Mar 22 13:11:10.356306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43316) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.360992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Ignored duplicate provisioning block setup for port 8732cb75-4227-4a62-a767-548014aa40d8 by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 13:11:10.371598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:10.398526 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-84362b08-8fa3-42a1-ba5f-0fb2a85d6448 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:10.398981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84362b08-8fa3-42a1-ba5f-0fb2a85d6448 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:10.403153 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-84362b08-8fa3-42a1-ba5f-0fb2a85d6448 tempest-RoutersTest-593466692 tempest-RoutersTest-593466692-project] 10.222.0.70 "DELETE /v2.0/subnets/40b1903e-fbec-4fc5-a261-4cacc5a28a21 HTTP/1.1" status: 404 len: 337 time: 0.0433052 Mar 22 13:11:10.446065 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-d27ff5f7-007e-46e0-9b15-6f802276dccb None None] Allocated IP 172.20.0.34 (c609b4f4-cfbb-4404-b014-d58ddc7e9dc1/90596ca9-2065-462f-8d8f-c186ac11f810/97908c3e-ee13-4e16-8f4d-ae86822cc2e0) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:10.573497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event updated for resources: {'Port': ['ID=8732cb75-4227-4a62-a767-548014aa40d8,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:10.595178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d27ff5f7-007e-46e0-9b15-6f802276dccb None None] For port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,segment=NetworkSegment(da157bb1-5241-4924-b3c4-ecd3233c75b5),segment_id=da157bb1-5241-4924-b3c4-ecd3233c75b5)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:10.621256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d27ff5f7-007e-46e0-9b15-6f802276dccb None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:10.637797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d27ff5f7-007e-46e0-9b15-6f802276dccb None None] Transition to ACTIVE for port object 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:10.642426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d27ff5f7-007e-46e0-9b15-6f802276dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:10.650979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] In _notify_port_updated(), no bound segment for port 8732cb75-4227-4a62-a767-548014aa40d8 on network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 {{(pid=87932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:11:10.656939 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:10.657555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:10.658845 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2f12e026-1749-4d54-938f-bb99c98472bd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "PUT /v2.0/ports/8732cb75-4227-4a62-a767-548014aa40d8 HTTP/1.1" status: 200 len: 959 time: 1.7911913 Mar 22 13:11:10.661876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43324) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.690526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43328) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.813473 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-939b0718-d1d0-4b6c-9652-9f9c490d79d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 8732cb75-4227-4a62-a767-548014aa40d8 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:10.813827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-939b0718-d1d0-4b6c-9652-9f9c490d79d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:10.826585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ff5f7-007e-46e0-9b15-6f802276dccb None None] Pushing event updated for resources: {'Port': ['ID=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:10.866955 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-534834e6-09a3-4395-b11f-57964e15f5e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79af2e1ae8bf47b1866c0bb1d846b1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741967 Mar 22 13:11:10.869637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43334) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:10.938714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34df8084-263a-4d02-a51a-069fcd18c991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:10.970169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34df8084-263a-4d02-a51a-069fcd18c991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:11.034794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34df8084-263a-4d02-a51a-069fcd18c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:11.049901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df8084-263a-4d02-a51a-069fcd18c991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b5d5a1-1ce8-4bad-98d5-f3c7d4075e0a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:11.056708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34df8084-263a-4d02-a51a-069fcd18c991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:11.061274 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-34df8084-263a-4d02-a51a-069fcd18c991 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52b5d5a1-1ce8-4bad-98d5-f3c7d4075e0a HTTP/1.1" status: 204 len: 168 time: 0.1906090 Mar 22 13:11:11.182623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-939b0718-d1d0-4b6c-9652-9f9c490d79d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:11.261434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:11.327349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-939b0718-d1d0-4b6c-9652-9f9c490d79d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 8732cb75-4227-4a62-a767-548014aa40d8 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:11.380960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:11.430744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c50c9e6d-8bd3-44f7-91e9-f246c85530aa None None] Provisioning for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:11.439588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c50c9e6d-8bd3-44f7-91e9-f246c85530aa None None] Provisioning complete for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:11.440076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c50c9e6d-8bd3-44f7-91e9-f246c85530aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:11.591409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c50c9e6d-8bd3-44f7-91e9-f246c85530aa None None] Provisioning complete for port 8732cb75-4227-4a62-a767-548014aa40d8 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:11.592091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c50c9e6d-8bd3-44f7-91e9-f246c85530aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:11.647960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c50c9e6d-8bd3-44f7-91e9-f246c85530aa None None] Port 8732cb75-4227-4a62-a767-548014aa40d8 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:11.659256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c50c9e6d-8bd3-44f7-91e9-f246c85530aa None None] Provisioning complete for port c81676ed-1235-49c6-843a-d1da7ebbaddf triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:11.659625 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c50c9e6d-8bd3-44f7-91e9-f246c85530aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:11.679388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:11.736080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-939b0718-d1d0-4b6c-9652-9f9c490d79d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:11.758735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c50c9e6d-8bd3-44f7-91e9-f246c85530aa None None] Port c81676ed-1235-49c6-843a-d1da7ebbaddf cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:11.803430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b0718-d1d0-4b6c-9652-9f9c490d79d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=8732cb75-4227-4a62-a767-548014aa40d8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:11.950939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43358) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:11.974477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-047d3584-1886-46e2-b5b9-9028c0ec08cc None None] Could not find standard attr ID for object 8732cb75-4227-4a62-a767-548014aa40d8. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:11:12.017007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-939b0718-d1d0-4b6c-9652-9f9c490d79d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.046568 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-939b0718-d1d0-4b6c-9652-9f9c490d79d1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/8732cb75-4227-4a62-a767-548014aa40d8 HTTP/1.1" status: 204 len: 168 time: 1.3834901 Mar 22 13:11:12.049326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43364) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:12.097985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9782047c-c9ce-4595-93bb-07ba2e2838f0 tempest-DvrRoutersNegativeTest-893170540 tempest-DvrRoutersNegativeTest-893170540-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-832838609', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:12.100833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.policy [None req-9782047c-c9ce-4595-93bb-07ba2e2838f0 tempest-DvrRoutersNegativeTest-893170540 tempest-DvrRoutersNegativeTest-893170540-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87933) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 22 13:11:12.101128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.policy [None req-9782047c-c9ce-4595-93bb-07ba2e2838f0 tempest-DvrRoutersNegativeTest-893170540 tempest-DvrRoutersNegativeTest-893170540-project] Failed policy check for 'create_router' {{(pid=87933) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 22 13:11:12.101675 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-9782047c-c9ce-4595-93bb-07ba2e2838f0 tempest-DvrRoutersNegativeTest-893170540 tempest-DvrRoutersNegativeTest-893170540-project] create failed (client error): Access was denied to this resource. Mar 22 13:11:12.102363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.107507 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9782047c-c9ce-4595-93bb-07ba2e2838f0 tempest-DvrRoutersNegativeTest-893170540 tempest-DvrRoutersNegativeTest-893170540-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1539836 Mar 22 13:11:12.108871 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c986c992-f8d7-4540-9247-64d796e77a18 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] GET failed (client error): The resource could not be found. Mar 22 13:11:12.109757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.110480 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c986c992-f8d7-4540-9247-64d796e77a18 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports/8732cb75-4227-4a62-a767-548014aa40d8 HTTP/1.1" status: 404 len: 333 time: 0.0598247 Mar 22 13:11:12.113293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43370) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:12.193791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183b2ec8-212c-4c2f-888b-3cab82203b66 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.222592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183b2ec8-212c-4c2f-888b-3cab82203b66 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.236062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=ef0133bd-dcf5-4280-a5f7-f0c33c970248,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:12.240860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.274050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183b2ec8-212c-4c2f-888b-3cab82203b66 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.293476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b2ec8-212c-4c2f-888b-3cab82203b66 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265ffb58-0fda-4a77-bf4c-824f995adf38,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:12.297440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-183b2ec8-212c-4c2f-888b-3cab82203b66 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.298434 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-183b2ec8-212c-4c2f-888b-3cab82203b66 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/security-groups/265ffb58-0fda-4a77-bf4c-824f995adf38 HTTP/1.1" status: 204 len: 168 time: 0.1842587 Mar 22 13:11:12.310959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43374) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:12.390077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a9e9cd-9d4b-41da-8aba-561f0c95b5cb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.417956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a9e9cd-9d4b-41da-8aba-561f0c95b5cb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.441987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43380) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:12.467943 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP f0bec5cc-c7f6-4f98-906d-b88e864ef42c associated. External IP: 172.26.5.62, port: 23b86e78-2eb4-477c-b93b-60f252c37273. Mar 22 13:11:12.468926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a9e9cd-9d4b-41da-8aba-561f0c95b5cb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.488889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9e9cd-9d4b-41da-8aba-561f0c95b5cb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ed6352-8280-42d0-b7d8-6b4d01388312,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:12.492176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a9e9cd-9d4b-41da-8aba-561f0c95b5cb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.493268 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f4a9e9cd-9d4b-41da-8aba-561f0c95b5cb tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/security-groups/50ed6352-8280-42d0-b7d8-6b4d01388312 HTTP/1.1" status: 204 len: 168 time: 0.1811054 Mar 22 13:11:12.499618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43386) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:12.574814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c335cf24-ce43-4cba-9dfa-85d65eb05cbf tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.602667 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c335cf24-ce43-4cba-9dfa-85d65eb05cbf tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.627985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-461e7435-048f-4bb5-b537-6d6b29c05c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.649412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c335cf24-ce43-4cba-9dfa-85d65eb05cbf tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.654705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-461e7435-048f-4bb5-b537-6d6b29c05c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:12.667856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-461e7435-048f-4bb5-b537-6d6b29c05c82 admin admin] Usage tracker for resource:security_group_rule and tenant:fd4f829e292443b98e7b4c8ea96b6cf3 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:12.668160 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335cf24-ce43-4cba-9dfa-85d65eb05cbf tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ba2c6e-3e20-4ec9-a33c-9c0e1ff2a34b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:12.671552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c335cf24-ce43-4cba-9dfa-85d65eb05cbf tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.672624 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-461e7435-048f-4bb5-b537-6d6b29c05c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:12.675382 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c335cf24-ce43-4cba-9dfa-85d65eb05cbf tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/security-groups/c4ba2c6e-3e20-4ec9-a33c-9c0e1ff2a34b HTTP/1.1" status: 204 len: 168 time: 0.1743691 Mar 22 13:11:12.675967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43390) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:12.682683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-461e7435-048f-4bb5-b537-6d6b29c05c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:12.741474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-556aa3a4-eba6-4d91-9ef3-34a562cdc5d6 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet 4fbf6a23-c370-4969-94b9-5853b3552ebc {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:11:12.744481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-556aa3a4-eba6-4d91-9ef3-34a562cdc5d6 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.803372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-556aa3a4-eba6-4d91-9ef3-34a562cdc5d6 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.888628 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-556aa3a4-eba6-4d91-9ef3-34a562cdc5d6 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.908464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 1c97d8b4-9c5a-4590-b551-2388f449b629 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:11:12.939200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-461e7435-048f-4bb5-b537-6d6b29c05c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:12.995937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-461e7435-048f-4bb5-b537-6d6b29c05c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.070468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-556aa3a4-eba6-4d91-9ef3-34a562cdc5d6 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.071669 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-461e7435-048f-4bb5-b537-6d6b29c05c82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd4f829e292443b98e7b4c8ea96b6cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287439 Mar 22 13:11:13.101950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43394) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:13.124511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556aa3a4-eba6-4d91-9ef3-34a562cdc5d6 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbf6a23-c370-4969-94b9-5853b3552ebc,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:13.126559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-556aa3a4-eba6-4d91-9ef3-34a562cdc5d6 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.132661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd651b-bba9-4cff-8138-03324bb04f89 None None] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:11:13.151471 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-556aa3a4-eba6-4d91-9ef3-34a562cdc5d6 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/4fbf6a23-c370-4969-94b9-5853b3552ebc HTTP/1.1" status: 204 len: 168 time: 0.4743042 Mar 22 13:11:13.152207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43398) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:13.250899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e7435-048f-4bb5-b537-6d6b29c05c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02941d84-1315-4b50-84d5-c43a7c5bf387,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:13.257907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e28dc14-41c6-45fe-b581-031ec0e22f68 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet 90596ca9-2065-462f-8d8f-c186ac11f810 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:11:13.261472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e28dc14-41c6-45fe-b581-031ec0e22f68 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.287427 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:11:13.300407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] Sync routers for ids ['1c97d8b4-9c5a-4590-b551-2388f449b629'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:11:13.307004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-584240cf-01dc-4dea-9544-c0cd86feccfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.316680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.346955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] Routers {'1c97d8b4-9c5a-4590-b551-2388f449b629'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:13.347758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['1c97d8b4-9c5a-4590-b551-2388f449b629'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:13.349918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e28dc14-41c6-45fe-b581-031ec0e22f68 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.385728 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-839a6d4c-7387-4874-a9f3-232aab563b3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5919228 Mar 22 13:11:13.385728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'tag': '23b86e78-2eb4-477c-b93b-60f252c37273'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:11:13.386926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43402) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:13.389624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-584240cf-01dc-4dea-9544-c0cd86feccfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.431439 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'tag': '23b86e78-2eb4-477c-b93b-60f252c37273', 'status': 'completed', 'code': 200} Mar 22 13:11:13.537274 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-55320b40-0b15-40ca-9be8-6741f307c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:13.539208 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-55320b40-0b15-40ca-9be8-6741f307c4d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 1098 time: 0.0774474 Mar 22 13:11:13.562318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] Set router 1c97d8b4-9c5a-4590-b551-2388f449b629 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:13.576084 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e752bf4b-96d8-4ea0-90fb-456e3cc5ac94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/f0bec5cc-c7f6-4f98-906d-b88e864ef42c HTTP/1.1" status: 200 len: 990 time: 0.1743345 Mar 22 13:11:13.582022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-584240cf-01dc-4dea-9544-c0cd86feccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.601592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e28dc14-41c6-45fe-b581-031ec0e22f68 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.629082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584240cf-01dc-4dea-9544-c0cd86feccfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02941d84-1315-4b50-84d5-c43a7c5bf387,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:13.650781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-584240cf-01dc-4dea-9544-c0cd86feccfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.651930 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-584240cf-01dc-4dea-9544-c0cd86feccfc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02941d84-1315-4b50-84d5-c43a7c5bf387 HTTP/1.1" status: 204 len: 168 time: 0.5490263 Mar 22 13:11:13.713891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e28dc14-41c6-45fe-b581-031ec0e22f68 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.722323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-a4bae7e3-580f-4f83-a70c-3aba5005c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:13.724048 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-a4bae7e3-580f-4f83-a70c-3aba5005c09d service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5af885-28fa-4d5b-9994-01769a386959 HTTP/1.1" status: 200 len: 898 time: 0.1777093 Mar 22 13:11:13.797552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0e28dc14-41c6-45fe-b581-031ec0e22f68 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.812990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28dc14-41c6-45fe-b581-031ec0e22f68 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=90596ca9-2065-462f-8d8f-c186ac11f810,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:13.825809 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0e28dc14-41c6-45fe-b581-031ec0e22f68 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/90596ca9-2065-462f-8d8f-c186ac11f810 HTTP/1.1" status: 204 len: 168 time: 0.6689074 Mar 22 13:11:13.829373 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43410) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:13.874827 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec62752b-a63f-4e3a-9ec1-34648c9aecc7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:13.875307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec62752b-a63f-4e3a-9ec1-34648c9aecc7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:13.877017 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ec62752b-a63f-4e3a-9ec1-34648c9aecc7 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/4fbf6a23-c370-4969-94b9-5853b3552ebc HTTP/1.1" status: 404 len: 337 time: 0.0467041 Mar 22 13:11:13.879753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43416) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:13.914855 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-cb092a78-5d7d-4bd5-abec-75c7707ce55c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b86e78-2eb4-477c-b93b-60f252c37273 HTTP/1.1" status: 200 len: 998 time: 0.1812625 Mar 22 13:11:13.967673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cd7208-8a42-406e-a5f9-bd4ee50c6e47 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting subnet 4a0b7239-cd35-431c-b55d-cbf5268790fb {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:11:13.971209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7cd7208-8a42-406e-a5f9-bd4ee50c6e47 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:14.000019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-236bc72e-a1bb-4ab7-881d-553e59fa8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:14.001944 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-236bc72e-a1bb-4ab7-881d-553e59fa8dcf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5648fc66-7385-405b-9496-01f235604af2 HTTP/1.1" status: 200 len: 834 time: 0.0708382 Mar 22 13:11:14.045846 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'f0bec5cc-c7f6-4f98-906d-b88e864ef42c', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'port_id': '23b86e78-2eb4-477c-b93b-60f252c37273', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'mac_address': 'fa:16:3e:c7:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:11:10Z', 'updated_at': '2022-03-22T13:11:10Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2159add1-5fab-4b16-810b-6859c1ea0e08', 'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:e9:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:42Z', 'updated_at': '2022-03-22T13:10:49Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '5648fc66-7385-405b-9496-01f235604af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:14.050064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] Checking router: 1c97d8b4-9c5a-4590-b551-2388f449b629 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:11:14.053239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7cd7208-8a42-406e-a5f9-bd4ee50c6e47 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:14.058863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] Routers {'1c97d8b4-9c5a-4590-b551-2388f449b629'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:14.060373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['1c97d8b4-9c5a-4590-b551-2388f449b629'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:14.137129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-c6551a3f-5cc8-4a73-aeb5-7b07a57cc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:14.139519 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-c6551a3f-5cc8-4a73-aeb5-7b07a57cc11e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5af885-28fa-4d5b-9994-01769a386959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1292706 Mar 22 13:11:14.190708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7cd7208-8a42-406e-a5f9-bd4ee50c6e47 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:14.288926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7cd7208-8a42-406e-a5f9-bd4ee50c6e47 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:14.322873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] Set router 1c97d8b4-9c5a-4590-b551-2388f449b629 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:14.362834 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-40e4c985-ca88-4226-b74c-6329641550a6 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133887 Mar 22 13:11:14.381188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd7208-8a42-406e-a5f9-bd4ee50c6e47 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0b7239-cd35-431c-b55d-cbf5268790fb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:14.390004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f7cd7208-8a42-406e-a5f9-bd4ee50c6e47 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:14.398149 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f7cd7208-8a42-406e-a5f9-bd4ee50c6e47 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/4a0b7239-cd35-431c-b55d-cbf5268790fb HTTP/1.1" status: 204 len: 168 time: 0.5173733 Mar 22 13:11:14.400507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43430) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.418261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779c37e5-e8f8-4fab-aff5-8d0c8127055c None None] Network c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:11:14.455021 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9437b36-f8a6-4c33-b009-0a27ec5ff109 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:14.455552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9437b36-f8a6-4c33-b009-0a27ec5ff109 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:14.459695 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f9437b36-f8a6-4c33-b009-0a27ec5ff109 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/29f7c76d-63bf-40e6-9045-f1c95fdf067d HTTP/1.1" status: 404 len: 337 time: 0.0556698 Mar 22 13:11:14.461693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43438) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.523822 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f48cf715-3e67-4bc3-8edd-d3df711594e3 req-e154690b-ad2b-4925-83fa-8e888bcbb6f1 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534598 Mar 22 13:11:14.524480 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-56413e16-de08-4141-a231-2eb010d560ce tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cfa7bab-4819-4f02-b9a2-002c226162af HTTP/1.1" status: 200 len: 205 time: 0.0615659 Mar 22 13:11:14.526768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43444) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.576059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43448) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.601595 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.api.v2.resource [None req-1c10adcd-820f-4a3d-a7b2-72f319031bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] delete failed (client error): The resource could not be found. Mar 22 13:11:14.605082 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1c10adcd-820f-4a3d-a7b2-72f319031bd8 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/routers/3cfa7bab-4819-4f02-b9a2-002c226162af HTTP/1.1" status: 404 len: 336 time: 0.0749397 Mar 22 13:11:14.605820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43452) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.653910 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-baeaf7b7-3ccf-400d-aff3-2f2f9d16a0e4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:14.654282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baeaf7b7-3ccf-400d-aff3-2f2f9d16a0e4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:14.661597 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-baeaf7b7-3ccf-400d-aff3-2f2f9d16a0e4 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/b9e8a828-7fe4-42a6-aed5-c549e2b63da9 HTTP/1.1" status: 404 len: 337 time: 0.0521226 Mar 22 13:11:14.661775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43456) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.661890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43458) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.664668 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034697 Mar 22 13:11:14.668156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43462) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.698463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bc1085d4-b6c4-4e8a-8765-64ca62bede22 None None] Provisioning complete for port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:14.698872 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bc1085d4-b6c4-4e8a-8765-64ca62bede22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:14.706954 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0a10b24a-6be0-4e0d-ada8-9c439258a1a5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/f0bec5cc-c7f6-4f98-906d-b88e864ef42c HTTP/1.1" status: 200 len: 990 time: 0.1296639 Mar 22 13:11:14.716532 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d78927f-539a-4daf-89a1-80043ec5bdcd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:14.716996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d78927f-539a-4daf-89a1-80043ec5bdcd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:14.719140 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8d78927f-539a-4daf-89a1-80043ec5bdcd tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/88ab50a8-cc34-4351-ad8f-1fc5f72648c5 HTTP/1.1" status: 404 len: 337 time: 0.0562429 Mar 22 13:11:14.721980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43468) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.764407 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-265cf0da-86b9-485f-8b36-42466d36908c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:14.764877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265cf0da-86b9-485f-8b36-42466d36908c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:14.766859 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-265cf0da-86b9-485f-8b36-42466d36908c tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/c18113dd-417c-40e0-99f1-ade96e7625f4 HTTP/1.1" status: 404 len: 337 time: 0.0438550 Mar 22 13:11:14.769345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43472) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.803842 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2c4ae8b8-3100-44a1-a470-7ba52f77f669 tempest-NetworksApiDiscovery-586435996 tempest-NetworksApiDiscovery-586435996-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1347163 Mar 22 13:11:14.812606 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-dace8a34-fa69-4760-ba94-f01a34d5ac94 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:14.813087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dace8a34-fa69-4760-ba94-f01a34d5ac94 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:14.814890 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-dace8a34-fa69-4760-ba94-f01a34d5ac94 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/7994799f-9723-46b6-935f-acb3a1f87bc2 HTTP/1.1" status: 404 len: 333 time: 0.0444252 Mar 22 13:11:14.817233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43478) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.864533 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5eddb5-d090-4414-a268-74c9faf4b38b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:14.865404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5eddb5-d090-4414-a268-74c9faf4b38b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:14.869273 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1b5eddb5-d090-4414-a268-74c9faf4b38b tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/b3410137-689b-49f1-9d81-fabc0500f7df HTTP/1.1" status: 404 len: 337 time: 0.0486839 Mar 22 13:11:14.869455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43482) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.907579 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d01a95-ff61-43a7-93b5-196c875f3a20 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:14.908132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d01a95-ff61-43a7-93b5-196c875f3a20 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:14.911728 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f6d01a95-ff61-43a7-93b5-196c875f3a20 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/935c29b3-b437-450a-976c-d508f9e3abd6 HTTP/1.1" status: 404 len: 337 time: 0.0412304 Mar 22 13:11:14.912506 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43486) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.954670 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a05e8df-7ba9-401f-8c0c-4e2ade9439e5 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:14.955064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a05e8df-7ba9-401f-8c0c-4e2ade9439e5 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:14.956862 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5a05e8df-7ba9-401f-8c0c-4e2ade9439e5 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/8ffc45a7-2782-4a18-bb6c-77ffe8eebbdc HTTP/1.1" status: 404 len: 333 time: 0.0433967 Mar 22 13:11:14.959555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43490) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:14.997600 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a139cc72-bf57-4ef7-8107-f8dddc3df79a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:14.998994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a139cc72-bf57-4ef7-8107-f8dddc3df79a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:15.002696 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a139cc72-bf57-4ef7-8107-f8dddc3df79a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/0dd93af2-f334-46fb-a08a-3c06d8833401 HTTP/1.1" status: 404 len: 337 time: 0.0397675 Mar 22 13:11:15.002875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43494) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:15.045279 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-f501086a-2d1c-46f4-8ea7-3af970d309e1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] DELETE failed (client error): The resource could not be found. Mar 22 13:11:15.045740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f501086a-2d1c-46f4-8ea7-3af970d309e1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:11:15.050252 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f501086a-2d1c-46f4-8ea7-3af970d309e1 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/subnets/7618ff45-7ca2-4ebc-8fe8-3a9536c0a2d8 HTTP/1.1" status: 404 len: 337 time: 0.0435932 Mar 22 13:11:15.050252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43500) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:15.115086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43504) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:15.119933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bc1085d4-b6c4-4e8a-8765-64ca62bede22 None None] Provisioning complete for port c81676ed-1235-49c6-843a-d1da7ebbaddf triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:15.120357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bc1085d4-b6c4-4e8a-8765-64ca62bede22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.127078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b49778e4-57d6-4349-9f29-59c1660be48a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port c81676ed-1235-49c6-843a-d1da7ebbaddf {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:15.127476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b49778e4-57d6-4349-9f29-59c1660be48a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.196082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-bc1085d4-b6c4-4e8a-8765-64ca62bede22 None None] Port c81676ed-1235-49c6-843a-d1da7ebbaddf cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:15.203147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] DHCP port deletion for c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:11:15.210491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] Deleting port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:15.210788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.254487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'f0bec5cc-c7f6-4f98-906d-b88e864ef42c', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'port_id': '23b86e78-2eb4-477c-b93b-60f252c37273', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'mac_address': 'fa:16:3e:c7:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:11:10Z', 'updated_at': '2022-03-22T13:11:10Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2159add1-5fab-4b16-810b-6859c1ea0e08', 'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:e9:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:42Z', 'updated_at': '2022-03-22T13:10:49Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '5648fc66-7385-405b-9496-01f235604af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:15.265608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c906814-fa20-40ed-a7fe-6df1d1a14630 None None] The sync data for ids ['1c97d8b4-9c5a-4590-b551-2388f449b629'] in dv-neutron-834664-2-hyperv is: [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'f0bec5cc-c7f6-4f98-906d-b88e864ef42c', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'port_id': '23b86e78-2eb4-477c-b93b-60f252c37273', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'mac_address': 'fa:16:3e:c7:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:11:10Z', 'updated_at': '2022-03-22T13:11:10Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2159add1-5fab-4b16-810b-6859c1ea0e08', 'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:e9:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:42Z', 'updated_at': '2022-03-22T13:10:49Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '5648fc66-7385-405b-9496-01f235604af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:11:15.278524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-940b73ab-e6a6-4cee-9fbb-1ac09cad438a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.279545 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:11:15.296719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-940b73ab-e6a6-4cee-9fbb-1ac09cad438a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:15.300656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-940b73ab-e6a6-4cee-9fbb-1ac09cad438a admin admin] Usage tracker for resource:security_group_rule and tenant:9d84edd06c9a4ea3ac4fefbb299b2a2c is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:15.303723 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-940b73ab-e6a6-4cee-9fbb-1ac09cad438a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:15.310311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-940b73ab-e6a6-4cee-9fbb-1ac09cad438a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:15.409413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b49778e4-57d6-4349-9f29-59c1660be48a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.444234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-940b73ab-e6a6-4cee-9fbb-1ac09cad438a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.451048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-940b73ab-e6a6-4cee-9fbb-1ac09cad438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.502434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b73ab-e6a6-4cee-9fbb-1ac09cad438a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7966d6cc-342f-4ee7-998f-6dfdbfffacf5,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:15.533286 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-940b73ab-e6a6-4cee-9fbb-1ac09cad438a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d84edd06c9a4ea3ac4fefbb299b2a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141767 Mar 22 13:11:15.534067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43510) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:15.556865 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f441ce76-9fa0-42e1-8fed-5bab1e98c132 None None] New status for floating IP f0bec5cc-c7f6-4f98-906d-b88e864ef42c: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:11:15.578686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] For port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,segment=NetworkSegment(da157bb1-5241-4924-b3c4-ecd3233c75b5),segment_id=da157bb1-5241-4924-b3c4-ecd3233c75b5)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:15.579310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.612432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6510d1b7-a849-4284-a651-315e559587a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.648338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6510d1b7-a849-4284-a651-315e559587a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.679481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b49778e4-57d6-4349-9f29-59c1660be48a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for c81676ed-1235-49c6-843a-d1da7ebbaddf owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:15.710696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43514) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:15.761832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] Calling delete_port for 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:15.795203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b49778e4-57d6-4349-9f29-59c1660be48a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.800454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.839750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,segment=NetworkSegment(da157bb1-5241-4924-b3c4-ecd3233c75b5),segment_id=da157bb1-5241-4924-b3c4-ecd3233c75b5)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:15.848754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.868720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49778e4-57d6-4349-9f29-59c1660be48a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=c81676ed-1235-49c6-843a-d1da7ebbaddf,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:15.886224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b49778e4-57d6-4349-9f29-59c1660be48a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.899191 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b49778e4-57d6-4349-9f29-59c1660be48a tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/ports/c81676ed-1235-49c6-843a-d1da7ebbaddf HTTP/1.1" status: 204 len: 168 time: 0.8480232 Mar 22 13:11:15.907366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43518) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:15.938092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,revision_number=11']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:15.939537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6510d1b7-a849-4284-a651-315e559587a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.969143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510d1b7-a849-4284-a651-315e559587a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7966d6cc-342f-4ee7-998f-6dfdbfffacf5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:15.976213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:11:15.976627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:11:15.986033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6510d1b7-a849-4284-a651-315e559587a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:15.989644 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6510d1b7-a849-4284-a651-315e559587a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7966d6cc-342f-4ee7-998f-6dfdbfffacf5 HTTP/1.1" status: 204 len: 168 time: 0.4520350 Mar 22 13:11:16.019960 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-05ee4170-9570-4a21-99b6-c2db3bd6b10e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/f0bec5cc-c7f6-4f98-906d-b88e864ef42c HTTP/1.1" status: 200 len: 992 time: 0.3029904 Mar 22 13:11:16.040931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.051821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Deleting port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:16.052180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.259375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] For port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,segment=NetworkSegment(da157bb1-5241-4924-b3c4-ecd3233c75b5),segment_id=da157bb1-5241-4924-b3c4-ecd3233c75b5)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:16.259726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.383979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Calling delete_port for 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:16.463526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.478407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] Deleting port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:16.478855 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.521464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Port': ['ID=97908c3e-ee13-4e16-8f4d-ae86822cc2e0,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:16.525224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] No DVR routers for this DVR port 97908c3e-ee13-4e16-8f4d-ae86822cc2e0 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:11:16.549300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-85e864c6-e07c-4077-9f19-c32171c8aefe None None] The port '97908c3e-ee13-4e16-8f4d-ae86822cc2e0' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:11:16.654830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.679831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c609b4f4-cfbb-4404-b014-d58ddc7e9dc1']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:16.692028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da157bb1-5241-4924-b3c4-ecd3233c75b5') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:16.692335 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da157bb1-5241-4924-b3c4-ecd3233c75b5') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:16.704128 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.720896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.727096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:11:16.727520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:11:16.741752 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:11:16.824479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.844901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:16.853116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] Pushing event deleted for resources: {'Network': ['ID=c609b4f4-cfbb-4404-b014-d58ddc7e9dc1,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:16.860878 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-05fbc44d-1816-41af-804e-c73ffc2c6ac9 tempest-PortsTestJSON-167160874 tempest-PortsTestJSON-167160874-project] 10.222.0.70 "DELETE /v2.0/networks/c609b4f4-cfbb-4404-b014-d58ddc7e9dc1 HTTP/1.1" status: 204 len: 168 time: 0.9523909 Mar 22 13:11:17.131846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43556) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:17.404140 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f74dbf0f-9994-459d-b1a2-c78912f8694d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ba3cb16af8a45dfb2103359b449406a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711060 Mar 22 13:11:17.406694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43570) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:17.466496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4876d5ab-bf22-4d8b-8a67-f075c7de0b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:17.493723 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4876d5ab-bf22-4d8b-8a67-f075c7de0b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:17.546745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4876d5ab-bf22-4d8b-8a67-f075c7de0b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:17.564492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876d5ab-bf22-4d8b-8a67-f075c7de0b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbeb437-86bc-4733-b0e4-b09be3a139b2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:17.567033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4876d5ab-bf22-4d8b-8a67-f075c7de0b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:17.570455 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4876d5ab-bf22-4d8b-8a67-f075c7de0b2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8dbeb437-86bc-4733-b0e4-b09be3a139b2 HTTP/1.1" status: 204 len: 168 time: 0.1604190 Mar 22 13:11:18.022992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43576) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:18.028463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342879801', 'description': 'tempest-secgroup-smoke-342879801 description', 'project_id': 'cc73678f773f48eda59dd829017e259a'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:18.034433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:18.038221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:security_group and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:18.041062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:18.046617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:18.056785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.068794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.083557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:18.087352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:security_group_rule and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:18.090565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:18.096995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:18.182989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.187046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.197134 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:18.204435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:security_group_rule and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:18.208934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:18.222355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:18.229315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88acc6d2-0b6e-4926-b33d-2a6a4be57629,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:18.240185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.240529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.240865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.241197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.241526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.241859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.242181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.242502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.242824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.243142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.243481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.243801 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:18.308075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.312569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.352535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026f6c83-385e-46db-81de-33c4403bedb8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:18.355102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.356871 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-53a69e9d-bfae-4f11-9b26-499a6cd7361a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3323131 Mar 22 13:11:18.359835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43580) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:18.364833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'security_group_rule': {'security_group_id': '026f6c83-385e-46db-81de-33c4403bedb8', 'project_id': 'cc73678f773f48eda59dd829017e259a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:18.370593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:18.374955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:security_group_rule and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:18.377825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:18.383451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:18.400433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.474764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.488787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.513969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a241d599-60f8-4a75-8ba3-cace373803a9,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:18.524103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.525253 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-aeb04bef-1223-4671-934b-bd11fce7fa16 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644895 Mar 22 13:11:18.528602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43584) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:18.533568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'security_group_rule': {'security_group_id': '026f6c83-385e-46db-81de-33c4403bedb8', 'project_id': 'cc73678f773f48eda59dd829017e259a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:18.539337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:18.543029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:security_group_rule and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:18.547207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:18.552840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:18.568806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.632947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.636317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.659369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8bf70e-ad97-4c6e-aeb1-bf38b02a82dc,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:18.667733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.670059 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-21616fe9-8c11-47b3-8ee9-14a9fc705064 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403933 Mar 22 13:11:18.672682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43588) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:18.677429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'security_group_rule': {'security_group_id': '026f6c83-385e-46db-81de-33c4403bedb8', 'project_id': 'cc73678f773f48eda59dd829017e259a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:18.682967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:18.686653 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:security_group_rule and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:18.689866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:18.695417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:18.711083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.772191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.775559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.799074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d676c46b-2e27-4e30-bc43-e03a6896d30b,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:18.811396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.812548 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-59be20f3-f6d3-4670-b1c3-a30e4d5d9860 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389542 Mar 22 13:11:18.815276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43592) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:18.820552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'security_group_rule': {'security_group_id': '026f6c83-385e-46db-81de-33c4403bedb8', 'project_id': 'cc73678f773f48eda59dd829017e259a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:18.826456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:18.830318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:security_group_rule and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:18.833145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:18.838685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:18.856021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.920579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.923892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.947381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f942e9-e1ea-458d-b432-865608f857c7,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:18.957183 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:18.958486 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fe37e66c-f368-4faf-9ad4-842ec847119f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419399 Mar 22 13:11:18.961182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43596) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:18.966730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'security_group_rule': {'security_group_id': '026f6c83-385e-46db-81de-33c4403bedb8', 'project_id': 'cc73678f773f48eda59dd829017e259a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:18.972546 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:18.976238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:security_group_rule and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:18.979019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:18.984541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:18.996620 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Project cc73678f773f48eda59dd829017e259a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:11:19.003041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.064686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.068855 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.092225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7158239-9664-4908-a068-2992e97cb3f3,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:19.101596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.102792 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7ab59171-0b65-4f66-966e-424f2ff22eba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406264 Mar 22 13:11:19.105554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43600) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:19.110495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'security_group_rule': {'security_group_id': '026f6c83-385e-46db-81de-33c4403bedb8', 'project_id': 'cc73678f773f48eda59dd829017e259a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:19.116504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:19.120346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:security_group_rule and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:19.123237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:19.130285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:19.140858 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Project cc73678f773f48eda59dd829017e259a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:11:19.147415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.210146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.213482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.236100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65420eda-543d-4f96-82e4-1fac007898eb,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:19.244843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.246024 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4f4cea25-0525-4082-8b9a-abdf0d30ceda tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395650 Mar 22 13:11:19.248880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43604) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:19.254184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'network': {'name': 'tempest-network-smoke--392867676', 'project_id': 'cc73678f773f48eda59dd829017e259a', 'port_security_enabled': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:19.258851 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:19.263096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:network and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:19.265977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:19.271611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:19.282206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Made reservation on behalf of cc73678f773f48eda59dd829017e259a for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:11:19.285513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.312113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:11:19.320493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.320758 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Added segment e5866d21-5e5b-42d0-bb35-3ea503e56336 of type vlan for network aa778adc-e3cd-45a3-9541-05794cd0543a Mar 22 13:11:19.349851 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.378635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.384053 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:19.384639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.434969 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1845274 Mar 22 13:11:19.438259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43608) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:19.443664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'admin_state_up': True, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:19.451417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:19.455135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:router and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:19.458042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:19.464476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:19.474378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.475417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.490436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:19.494026 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b369165-ede5-45e3-85ce-09a90c42c88e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'Network': ['ID=aa778adc-e3cd-45a3-9541-05794cd0543a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:19.504284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network aa778adc-e3cd-45a3-9541-05794cd0543a details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:11:19.762113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:20.057352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:20.086541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:20.221773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Allocated IP 172.26.5.57 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/fbe8413a-c120-4f45-9294-874a9fa8a3ec) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:20.366181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:20.394127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:20.454877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:20.461598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:20.465665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:11:20.497842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'Port': ['ID=fbe8413a-c120-4f45-9294-874a9fa8a3ec,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:20.975988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:21.306793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:21.510280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Router 037510d3-869b-43f0-a4ba-29b8713b32e6 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:11:21.513932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:21.691428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:11:21.700817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Sync routers for ids ['037510d3-869b-43f0-a4ba-29b8713b32e6'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:11:21.710192 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Routers {'037510d3-869b-43f0-a4ba-29b8713b32e6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:21.710804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['037510d3-869b-43f0-a4ba-29b8713b32e6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:21.717491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:21.718946 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f35e1344-c5f8-415a-92bb-d66bb258aa28 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2796543 Mar 22 13:11:21.723407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43612) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:21.891677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Set router 037510d3-869b-43f0-a4ba-29b8713b32e6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:21.927454 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e810d623-292f-4f23-9f58-078b3b9ff473 tempest-TestNetworkAdvancedServerOps-1128231713 tempest-TestNetworkAdvancedServerOps-1128231713-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=cc73678f773f48eda59dd829017e259a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2029331 Mar 22 13:11:21.930202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43618) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:22.170745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01ad1aa-9f94-422a-9f32-e94cdeaa586b tempest-TestNetworkAdvancedServerOps-1128231713 tempest-TestNetworkAdvancedServerOps-1128231713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:22.172257 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d01ad1aa-9f94-422a-9f32-e94cdeaa586b tempest-TestNetworkAdvancedServerOps-1128231713 tempest-TestNetworkAdvancedServerOps-1128231713-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2411625 Mar 22 13:11:22.175027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43622) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:22.213281 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4612452e-b112-4b98-8386-1d1e41bef68a tempest-TestNetworkAdvancedServerOps-1128231713 tempest-TestNetworkAdvancedServerOps-1128231713-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371840 Mar 22 13:11:22.215832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43626) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:22.221323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1152202901', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'project_id': 'cc73678f773f48eda59dd829017e259a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:22.222433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:20Z', 'revision_number': 3, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:22.226346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Checking router: 037510d3-869b-43f0-a4ba-29b8713b32e6 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:11:22.226692 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Updating router 037510d3-869b-43f0-a4ba-29b8713b32e6 port fbe8413a-c120-4f45-9294-874a9fa8a3ec binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:11:22.281423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:22.330573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:22.334437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:subnet and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:22.338149 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:22.343616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:22.354909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Made reservation on behalf of cc73678f773f48eda59dd829017e259a for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:11:22.359712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:22.583596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:22.613196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:22.625437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Transition to ACTIVE for port object fbe8413a-c120-4f45-9294-874a9fa8a3ec will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:22.632142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:22.665742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'Subnet': ['ID=00887f2c-7f97-4e10-8eb8-b923b6708721,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:22.667924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Checking segment: {'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:11:22.668280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Network hostable DHCP agents. Network: aa778adc-e3cd-45a3-9541-05794cd0543a, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:11:22.689902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Network aa778adc-e3cd-45a3-9541-05794cd0543a is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:11:22.700324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, aa778adc-e3cd-45a3-9541-05794cd0543a) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:22.704783 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:22.705483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:22.713967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8cfd63-d101-4891-a78e-2a76729c1900 None None] Network aa778adc-e3cd-45a3-9541-05794cd0543a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:11:22.726631 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8a7a8ec3-aa49-4da8-a8a3-f5a20ed3878a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5098155 Mar 22 13:11:22.729467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43630) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:22.731631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Attempting to bind port fbe8413a-c120-4f45-9294-874a9fa8a3ec on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:11:22.731998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Attempting to bind port fbe8413a-c120-4f45-9294-874a9fa8a3ec by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:11:22.732354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Attempting to bind port fbe8413a-c120-4f45-9294-874a9fa8a3ec on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:11:22.747834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17683f0f-fe38-49db-83f7-e1e289a11611 None None] Pushing event updated for resources: {'Port': ['ID=fbe8413a-c120-4f45-9294-874a9fa8a3ec,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:22.759484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:11:22.759866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:11:22.760262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:22.760653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:11:22.761115 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Bound port: fbe8413a-c120-4f45-9294-874a9fa8a3ec, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:11:22.761487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:22.931076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] For port fbe8413a-c120-4f45-9294-874a9fa8a3ec, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:11:22.950030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] For port fbe8413a-c120-4f45-9294-874a9fa8a3ec, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fbe8413a-c120-4f45-9294-874a9fa8a3ec,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:11:22.956961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:23.063823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-aa778adc-e3cd-45a3-9541-05794cd0543a', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:11:23.064620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:23.087632 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Routers {'037510d3-869b-43f0-a4ba-29b8713b32e6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:23.088243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['037510d3-869b-43f0-a4ba-29b8713b32e6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:23.154593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17683f0f-fe38-49db-83f7-e1e289a11611 None None] Pushing event updated for resources: {'Port': ['ID=fbe8413a-c120-4f45-9294-874a9fa8a3ec,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:23.369585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] Set router 037510d3-869b-43f0-a4ba-29b8713b32e6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:23.545654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:23.548743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Allocated IP 172.20.0.2 (aa778adc-e3cd-45a3-9541-05794cd0543a/00887f2c-7f97-4e10-8eb8-b923b6708721/2e986efb-640f-4613-b03b-cbae228da733) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:23.872278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:23.875287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:20Z', 'revision_number': 3, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:23.884981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7834ad4-684e-4e68-9708-42db0f30ca8f None None] The sync data for ids ['037510d3-869b-43f0-a4ba-29b8713b32e6'] in dv-neutron-834664-2-hyperv is: [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:20Z', 'revision_number': 3, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:11:23.886881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Transition to ACTIVE for port object 2e986efb-640f-4613-b03b-cbae228da733 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:23.906476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Transition to ACTIVE for port object 2e986efb-640f-4613-b03b-cbae228da733 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:23.912757 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:23.978135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Network aa778adc-e3cd-45a3-9541-05794cd0543a is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:23.984784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:23.985689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Allocated IP 172.20.0.1 (aa778adc-e3cd-45a3-9541-05794cd0543a/00887f2c-7f97-4e10-8eb8-b923b6708721/daeea567-324f-4ce3-8403-d71383093907) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:23.989342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:11:23.995598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Pushing event updated for resources: {'Port': ['ID=2e986efb-640f-4613-b03b-cbae228da733,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:24.004470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.004826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.005167 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.005503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.005840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.006176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.006503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.006829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.007174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.007513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.007839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.008164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:24.111248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Attempting to bind port 2e986efb-640f-4613-b03b-cbae228da733 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:11:24.111826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Attempting to bind port 2e986efb-640f-4613-b03b-cbae228da733 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:11:24.112190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Attempting to bind port 2e986efb-640f-4613-b03b-cbae228da733 on network aa778adc-e3cd-45a3-9541-05794cd0543a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:11:24.124396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:11:24.125083 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Checking segment: {'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:11:24.125702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:24.126288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Bound using segment: {'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:11:24.127218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Bound port: 2e986efb-640f-4613-b03b-cbae228da733, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:11:24.127960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:24.166548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:24.183359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Transition to ACTIVE for port object daeea567-324f-4ce3-8403-d71383093907 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:24.209142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:24.220131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] For port 2e986efb-640f-4613-b03b-cbae228da733, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:11:24.223633 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] For port 2e986efb-640f-4613-b03b-cbae228da733, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2e986efb-640f-4613-b03b-cbae228da733,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:11:24.230003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:24.273479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Network aa778adc-e3cd-45a3-9541-05794cd0543a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:24.277303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:24.280568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:11:24.333821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71ab6-cd20-42b5-9dfa-1d13eb681ddd None None] Pushing event updated for resources: {'Port': ['ID=2e986efb-640f-4613-b03b-cbae228da733,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:24.353791 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'Port': ['ID=daeea567-324f-4ce3-8403-d71383093907,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:24.378783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:24.768199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:25.180345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:25.184637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:25.308146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:25.320039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'Port': ['ID=daeea567-324f-4ce3-8403-d71383093907,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:25.346523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2e986efb-640f-4613-b03b-cbae228da733 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:25.441550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2e986efb-640f-4613-b03b-cbae228da733 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:25.446784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fbe8413a-c120-4f45-9294-874a9fa8a3ec up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:25.476228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Network aa778adc-e3cd-45a3-9541-05794cd0543a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:25.477816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:25.515449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837d9fa9-6482-42eb-ac57-48bad4923618 None None] Network aa778adc-e3cd-45a3-9541-05794cd0543a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:11:25.624893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port fbe8413a-c120-4f45-9294-874a9fa8a3ec completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:25.639104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port fbe8413a-c120-4f45-9294-874a9fa8a3ec triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:25.639493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:25.667355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Router 037510d3-869b-43f0-a4ba-29b8713b32e6 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:11:25.674350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8f4d90a9-b2c3-4487-8f1f-145c4c2d6c92 None None] Provisioning for port 2e986efb-640f-4613-b03b-cbae228da733 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:25.695754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8f4d90a9-b2c3-4487-8f1f-145c4c2d6c92 None None] Provisioning complete for port 2e986efb-640f-4613-b03b-cbae228da733 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:25.696049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8f4d90a9-b2c3-4487-8f1f-145c4c2d6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:25.865963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:11:25.875811 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9a7d911f-6760-4bf3-b401-19992207b072 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "PUT /v2.0/routers/037510d3-869b-43f0-a4ba-29b8713b32e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1451669 Mar 22 13:11:25.957770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:25.986959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8f4d90a9-b2c3-4487-8f1f-145c4c2d6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:26.006597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port fbe8413a-c120-4f45-9294-874a9fa8a3ec, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fbe8413a-c120-4f45-9294-874a9fa8a3ec,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:26.007710 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Sync routers for ids ['037510d3-869b-43f0-a4ba-29b8713b32e6'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:11:26.019715 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Routers {'037510d3-869b-43f0-a4ba-29b8713b32e6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:26.020380 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['037510d3-869b-43f0-a4ba-29b8713b32e6'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:26.024435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:26.097348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8f4d90a9-b2c3-4487-8f1f-145c4c2d6c92 None None] For port 2e986efb-640f-4613-b03b-cbae228da733, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2e986efb-640f-4613-b03b-cbae228da733,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:26.113815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8f4d90a9-b2c3-4487-8f1f-145c4c2d6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:26.119206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-0fd2437b-0cc9-45d6-b9db-81e72ddeefa1 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Synchronizing usage tracker for tenant:cc73678f773f48eda59dd829017e259a on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:11:26.128591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=fbe8413a-c120-4f45-9294-874a9fa8a3ec,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:26.139630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-0fd2437b-0cc9-45d6-b9db-81e72ddeefa1 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Unset dirty status for tenant:cc73678f773f48eda59dd829017e259a on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:11:26.141398 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-0fd2437b-0cc9-45d6-b9db-81e72ddeefa1 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342879801&fields=id&tenant_id=cc73678f773f48eda59dd829017e259a HTTP/1.1" status: 200 len: 267 time: 0.0699134 Mar 22 13:11:26.216589 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Set router 037510d3-869b-43f0-a4ba-29b8713b32e6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:26.254624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d90a9-b2c3-4487-8f1f-145c4c2d6c92 None None] Pushing event updated for resources: {'Port': ['ID=2e986efb-640f-4613-b03b-cbae228da733,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:26.315150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-7a185ab9-b260-4115-bdd0-c513e284d679 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:26.323217 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-7a185ab9-b260-4115-bdd0-c513e284d679 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/networks?id=aa778adc-e3cd-45a3-9541-05794cd0543a HTTP/1.1" status: 200 len: 796 time: 0.1707315 Mar 22 13:11:26.339338 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-a8910a97-97c5-4de4-9a23-3aff3b4118a4 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/quotas/cc73678f773f48eda59dd829017e259a HTTP/1.1" status: 200 len: 375 time: 0.0152111 Mar 22 13:11:26.427152 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-6549a46e-28d3-4084-91a7-4be6e542180c tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc73678f773f48eda59dd829017e259a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869021 Mar 22 13:11:26.439229 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0fcce255-3841-4ee3-b67a-21033774d122 None None] Provisioning for port daeea567-324f-4ce3-8403-d71383093907 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:26.446213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0fcce255-3841-4ee3-b67a-21033774d122 None None] Provisioning complete for port daeea567-324f-4ce3-8403-d71383093907 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:26.446588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0fcce255-3841-4ee3-b67a-21033774d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:26.509631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-0fcce255-3841-4ee3-b67a-21033774d122 None None] Port daeea567-324f-4ce3-8403-d71383093907 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:26.522115 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0fcce255-3841-4ee3-b67a-21033774d122 None None] Provisioning complete for port 2e986efb-640f-4613-b03b-cbae228da733 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:26.522850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0fcce255-3841-4ee3-b67a-21033774d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:26.575571 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:24Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'daeea567-324f-4ce3-8403-d71383093907', 'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'mac_address': 'fa:16:3e:fc:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:23Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 2, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'subnets': [{'id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:26.579815 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Checking router: 037510d3-869b-43f0-a4ba-29b8713b32e6 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:11:26.580285 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Updating router 037510d3-869b-43f0-a4ba-29b8713b32e6 port daeea567-324f-4ce3-8403-d71383093907 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:11:26.601507 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-13833c1d-22d8-4640-80fd-abe8c301a7d6 service neutron] 10.222.0.70 "GET /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561818 Mar 22 13:11:26.639963 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:26.774604 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-6e8a257e-6858-43c2-befd-2baa56f2d5c3 service neutron] 10.222.0.70 "GET /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666303 Mar 22 13:11:26.801472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7a9e8f8f-4205-475f-8644-01a6e704a1ba None None] Provisioning complete for port daeea567-324f-4ce3-8403-d71383093907 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:26.801832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8f8f-4205-475f-8644-01a6e704a1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:26.861272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e8f8f-4205-475f-8644-01a6e704a1ba None None] Port daeea567-324f-4ce3-8403-d71383093907 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:26.970280 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-f3ea3610-4e36-405e-8929-a0d404abdbcf req-db380300-aec2-482e-a42f-a66f1865c836 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Synchronizing usage tracker for tenant:cc73678f773f48eda59dd829017e259a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:11:26.982409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-01475e9b-9962-4ca2-9afc-3622d7e1878c None None] Provisioning complete for port daeea567-324f-4ce3-8403-d71383093907 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:26.982786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-01475e9b-9962-4ca2-9afc-3622d7e1878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:26.992965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-f3ea3610-4e36-405e-8929-a0d404abdbcf req-db380300-aec2-482e-a42f-a66f1865c836 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Unset dirty status for tenant:cc73678f773f48eda59dd829017e259a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:11:26.994430 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f3ea3610-4e36-405e-8929-a0d404abdbcf req-db380300-aec2-482e-a42f-a66f1865c836 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 210 time: 0.0708168 Mar 22 13:11:27.040056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-01475e9b-9962-4ca2-9afc-3622d7e1878c None None] Port daeea567-324f-4ce3-8403-d71383093907 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:27.050745 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:27.062669 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Transition to ACTIVE for port object daeea567-324f-4ce3-8403-d71383093907 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:27.069359 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:27.198421 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Pushing event updated for resources: {'Port': ['ID=daeea567-324f-4ce3-8403-d71383093907,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:27.238897 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.243028 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.243467 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.243863 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.244135 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.244464 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.244785 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.245106 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.245428 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.245745 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.246059 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.246378 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:27.293051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2e986efb-640f-4613-b03b-cbae228da733 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:27.321264 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Attempting to bind port daeea567-324f-4ce3-8403-d71383093907 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:11:27.321449 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Attempting to bind port daeea567-324f-4ce3-8403-d71383093907 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:11:27.321831 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Attempting to bind port daeea567-324f-4ce3-8403-d71383093907 on network aa778adc-e3cd-45a3-9541-05794cd0543a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:11:27.328694 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:11:27.329359 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Checking segment: {'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:11:27.329966 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:27.330501 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Bound using segment: {'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:11:27.331138 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Bound port: daeea567-324f-4ce3-8403-d71383093907, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:11:27.331757 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:27.413694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2e986efb-640f-4613-b03b-cbae228da733 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:27.414092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:27.421346 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:11:27.486394 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] For port daeea567-324f-4ce3-8403-d71383093907, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:11:27.489391 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] For port daeea567-324f-4ce3-8403-d71383093907, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=daeea567-324f-4ce3-8403-d71383093907,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:11:27.494051 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:27.548717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fbe8413a-c120-4f45-9294-874a9fa8a3ec up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:27.590725 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Routers {'037510d3-869b-43f0-a4ba-29b8713b32e6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:27.591669 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['037510d3-869b-43f0-a4ba-29b8713b32e6'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:27.626789 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port fbe8413a-c120-4f45-9294-874a9fa8a3ec triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:27.627180 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:27.648866 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf2811-b534-4a96-b8b0-4fefee037113 None None] Pushing event updated for resources: {'Port': ['ID=daeea567-324f-4ce3-8403-d71383093907,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:27.784864 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] Set router 037510d3-869b-43f0-a4ba-29b8713b32e6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:28.096854 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:24Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'daeea567-324f-4ce3-8403-d71383093907', 'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'mac_address': 'fa:16:3e:fc:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:23Z', 'updated_at': '2022-03-22T13:11:27Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'subnets': [{'id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:28.100626 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e4a3f-094e-4b02-b093-78625cd59972 None None] The sync data for ids ['037510d3-869b-43f0-a4ba-29b8713b32e6'] in dv-neutron-834664-2-hyperv is: [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:24Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'daeea567-324f-4ce3-8403-d71383093907', 'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'mac_address': 'fa:16:3e:fc:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:23Z', 'updated_at': '2022-03-22T13:11:27Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'subnets': [{'id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:11:28.188608 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0d855beb-6c9f-42db-a869-3024c455b20f req-4330148f-3a4a-430f-9567-0633d8199b87 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 210 time: 0.0703232 Mar 22 13:11:28.446839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-5b575b2f-f90c-4c90-8139-9b669520bb24 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:28.447562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-5b575b2f-f90c-4c90-8139-9b669520bb24 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Synchronizing usage tracker for tenant:cc73678f773f48eda59dd829017e259a on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:11:28.466344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-5b575b2f-f90c-4c90-8139-9b669520bb24 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Unset dirty status for tenant:cc73678f773f48eda59dd829017e259a on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:11:28.467627 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-5b575b2f-f90c-4c90-8139-9b669520bb24 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.47 "GET /v2.0/networks?id=aa778adc-e3cd-45a3-9541-05794cd0543a HTTP/1.1" status: 200 len: 796 time: 0.3192947 Mar 22 13:11:28.527183 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-78f716c0-d650-454e-a01a-7ab1f4c32733 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc73678f773f48eda59dd829017e259a HTTP/1.1" status: 200 len: 379 time: 0.0408278 Mar 22 13:11:28.544504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'port': {'device_id': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'admin_state_up': True, 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'security_groups': ['026f6c83-385e-46db-81de-33c4403bedb8']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:28.687364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:28.696912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:28.707822 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Made reservation on behalf of cc73678f773f48eda59dd829017e259a for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:11:28.711555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:28.888123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Allocated IP 172.20.0.11 (aa778adc-e3cd-45a3-9541-05794cd0543a/00887f2c-7f97-4e10-8eb8-b923b6708721/2e493d0b-aba1-4f7e-a51f-4b71fe5ba469) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:29.085469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:29.102161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Transition to ACTIVE for port object 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:29.127111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:29.195964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Network aa778adc-e3cd-45a3-9541-05794cd0543a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:29.198911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:29.201985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:11:29.254549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'Port': ['ID=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:29.270021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.270648 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.271154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.271687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.273977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.274512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.275010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.275534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.276052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.276543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.277026 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.277510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:11:29.306473 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device daeea567-324f-4ce3-8403-d71383093907 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:29.313601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:29.314233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:29.395105 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-310dceb0-9922-46fd-92b8-e2316769b92e tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8549125 Mar 22 13:11:29.395341 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port daeea567-324f-4ce3-8403-d71383093907 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:29.400398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port daeea567-324f-4ce3-8403-d71383093907 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:29.400779 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:29.409030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Request body: {'port': {'device_id': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:29.468537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fa020-88a4-4b54-b65d-7d2dd83ed31e req-f4989e5e-34a6-4351-9215-9c9391d34615 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:29.469208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-3a1fa020-88a4-4b54-b65d-7d2dd83ed31e req-f4989e5e-34a6-4351-9215-9c9391d34615 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Synchronizing usage tracker for tenant:cc73678f773f48eda59dd829017e259a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:11:29.477934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-92be8e9f-f9dd-4801-80ce-f01b56d98050 None None] Provisioning for port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:29.509650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-92be8e9f-f9dd-4801-80ce-f01b56d98050 None None] Provisioning complete for port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:29.509941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-92be8e9f-f9dd-4801-80ce-f01b56d98050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:29.532915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-3a1fa020-88a4-4b54-b65d-7d2dd83ed31e req-f4989e5e-34a6-4351-9215-9c9391d34615 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Unset dirty status for tenant:cc73678f773f48eda59dd829017e259a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:11:29.534047 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3a1fa020-88a4-4b54-b65d-7d2dd83ed31e req-f4989e5e-34a6-4351-9215-9c9391d34615 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 932 time: 0.2157559 Mar 22 13:11:29.566375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:29.580665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:29.594280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-92be8e9f-f9dd-4801-80ce-f01b56d98050 None None] Port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:11:29.615390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port daeea567-324f-4ce3-8403-d71383093907, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=daeea567-324f-4ce3-8403-d71383093907,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:29.619593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:29.639022 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3a1fa020-88a4-4b54-b65d-7d2dd83ed31e req-321d12d1-d01e-4349-a95e-78a1808c26bc tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935047 Mar 22 13:11:29.687482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=daeea567-324f-4ce3-8403-d71383093907,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:29.930469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:11:29.937588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:29.951206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Transition to ACTIVE for port object 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:11:29.955937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:30.084875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Pushing event updated for resources: {'Port': ['ID=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:30.202261 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Attempting to bind port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:11:30.202589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Attempting to bind port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:11:30.202910 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Attempting to bind port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 on network aa778adc-e3cd-45a3-9541-05794cd0543a {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:11:30.207549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 on network aa778adc-e3cd-45a3-9541-05794cd0543a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:11:30.207866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Attempting to bind port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 on network aa778adc-e3cd-45a3-9541-05794cd0543a {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:11:30.212913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:11:30.213246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Checking segment: {'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:11:30.213629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Bound using segment: {'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:11:30.214076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Bound port: 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5866d21-5e5b-42d0-bb35-3ea503e56336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:11:30.214418 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:30.442400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] For port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:11:30.446177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] For port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:11:30.451393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:30.515467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:30.516139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:30.517543 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] 10.222.0.47 "PUT /v2.0/ports/2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 HTTP/1.1" status: 200 len: 1094 time: 1.1133692 Mar 22 13:11:30.518138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:11:30.555311 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-4f3ba762-094a-4479-a197-1cf3b25c3bab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2740290 Mar 22 13:11:30.561572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea03b4-573a-4298-887d-a80249873254 service neutron] Pushing event updated for resources: {'Port': ['ID=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:30.609898 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'status': 'completed', 'code': 200} Mar 22 13:11:30.695090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-2f063805-94a3-4d8c-a353-9734c31b7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:30.696522 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-2f063805-94a3-4d8c-a353-9734c31b7a87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc73678f773f48eda59dd829017e259a&device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 1097 time: 0.1197059 Mar 22 13:11:30.808117 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-0d544af5-45f5-47e7-9449-a2d80f85b2da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 HTTP/1.1" status: 200 len: 217 time: 0.1022243 Mar 22 13:11:30.872898 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-eef8f86b-2ca3-4eec-b33b-0bca511feb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:30.874334 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-eef8f86b-2ca3-4eec-b33b-0bca511feb07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 1098 time: 0.2284513 Mar 22 13:11:30.896337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-63e82184-c348-4ed5-842e-af09568b8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:30.897808 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-63e82184-c348-4ed5-842e-af09568b8a04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00887f2c-7f97-4e10-8eb8-b923b6708721 HTTP/1.1" status: 200 len: 835 time: 0.0743773 Mar 22 13:11:31.033422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b1570-9b41-4711-9ecb-c0e95c39b11c req-4a101eb0-60bf-4934-a209-d3e15a23f7de tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:31.034841 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-920b1570-9b41-4711-9ecb-c0e95c39b11c req-4a101eb0-60bf-4934-a209-d3e15a23f7de tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 944 time: 0.2770240 Mar 22 13:11:31.120963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-2b8e73ef-e8e3-43d9-892f-02ec9e7549a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:31.122969 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-2b8e73ef-e8e3-43d9-892f-02ec9e7549a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.2242670 Mar 22 13:11:31.126081 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-920b1570-9b41-4711-9ecb-c0e95c39b11c req-2aaf9a20-0e0c-4ff3-8b22-caad4deef7f0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775299 Mar 22 13:11:31.209456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-12258938-f20b-41cf-a75c-c76a30e0f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:31.210894 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-12258938-f20b-41cf-a75c-c76a30e0f753 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa778adc-e3cd-45a3-9541-05794cd0543a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2843566 Mar 22 13:11:31.254802 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device daeea567-324f-4ce3-8403-d71383093907 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:31.271432 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-a64d50f2-751c-4f72-b45e-3f7b75612ae2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe463ac-cbec-4842-a043-0c7a561fb73a HTTP/1.1" status: 200 len: 1001 time: 0.1363688 Mar 22 13:11:31.323777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port daeea567-324f-4ce3-8403-d71383093907 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:31.324141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:31.405609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-8a28bbd4-2b0f-4485-ad21-f2bc020a248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:31.407046 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-8a28bbd4-2b0f-4485-ad21-f2bc020a248d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.0926137 Mar 22 13:11:31.411997 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-b04a9399-4919-43f6-9a48-a50b682e059e service neutron] 10.222.0.47 "GET /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925724 Mar 22 13:11:31.592073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-7f25766f-ff96-4f85-a511-39d3fe58ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:31.593700 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-7f25766f-ff96-4f85-a511-39d3fe58ea72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1801541 Mar 22 13:11:31.595660 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-52256563-c89e-4d62-ac30-2bcd2f40924a req-dd14ab45-1574-4eb3-97e0-1296746a42cb service neutron] 10.222.0.47 "GET /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481903 Mar 22 13:11:31.779303 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-de36ed2a-8139-41fb-9bd2-df45c750892a service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698866 Mar 22 13:11:31.832130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-e82b3ee0-56e1-4f0c-8da6-fbb17feca1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:31.833552 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-e82b3ee0-56e1-4f0c-8da6-fbb17feca1ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc73678f773f48eda59dd829017e259a&device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 1097 time: 0.1438916 Mar 22 13:11:32.128035 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c5437f6a-8eb7-4fcb-bf19-a3411b340217 req-4af690c9-87a9-4cb7-a9f6-df1740d1e9ef service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393128 Mar 22 13:11:32.150416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-127a954b-1aff-4cb9-a87c-45d25418e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:32.151864 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-127a954b-1aff-4cb9-a87c-45d25418e5eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa778adc-e3cd-45a3-9541-05794cd0543a HTTP/1.1" status: 200 len: 897 time: 0.1589036 Mar 22 13:11:32.231318 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-354a5dfc-27b5-4c06-b668-f43b005c5902 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 HTTP/1.1" status: 200 len: 217 time: 0.0683191 Mar 22 13:11:32.294235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-596dd828-fb76-4358-8a17-6b42a8c8e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:32.295891 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-596dd828-fb76-4358-8a17-6b42a8c8e885 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00887f2c-7f97-4e10-8eb8-b923b6708721 HTTP/1.1" status: 200 len: 835 time: 0.0582380 Mar 22 13:11:32.312718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72030acc-c872-4b6c-a756-44315b022a5e req-2ebc47ab-f3af-49e4-b11a-c67ce12a45ae tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:32.314163 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-72030acc-c872-4b6c-a756-44315b022a5e req-2ebc47ab-f3af-49e4-b11a-c67ce12a45ae tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 944 time: 0.0820887 Mar 22 13:11:32.359114 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-72030acc-c872-4b6c-a756-44315b022a5e req-89857925-360a-4d27-b625-1641dc7e56bc tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389283 Mar 22 13:11:32.379507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-24e8c163-7baa-4686-ba8e-612b0f8114b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:32.380923 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-24e8c163-7baa-4686-ba8e-612b0f8114b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa778adc-e3cd-45a3-9541-05794cd0543a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769036 Mar 22 13:11:32.515928 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-eaeb929a-4607-4196-bdd0-d7f47f3ccd05 service neutron] 10.222.0.47 "GET /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246169 Mar 22 13:11:32.653012 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1a3d9032-36fa-43e6-943b-c76e7f516c41 req-a4ab8ff5-1af4-4236-b9e8-4ecb5c49e31a service neutron] 10.222.0.47 "GET /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268971 Mar 22 13:11:33.006132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e7ea-f418-4da7-9261-7b2222c0c05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:33.554462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1136fa-8f3d-43bd-ab95-09f04606dc5e req-9a3bbf0b-ce85-45cd-93dd-832a1af2c188 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:33.555925 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9f1136fa-8f3d-43bd-ab95-09f04606dc5e req-9a3bbf0b-ce85-45cd-93dd-832a1af2c188 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 944 time: 0.0780287 Mar 22 13:11:33.604334 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9f1136fa-8f3d-43bd-ab95-09f04606dc5e req-426f6f22-4721-4a1d-b58e-4fc6f4622dc2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 Mar 22 13:11:34.200728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:11:34.360017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:34.377038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'port_id': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'mac_address': 'fa:16:3e:d8:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:11:34.430857 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:34.446998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:11:34.461391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:34.465648 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:34.529896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:34.749280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['2e493d0b-aba1-4f7e-a51f-4b71fe5ba469'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:11:34.806515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413092bf-4d3c-4b6d-bf68-0e31b179b4d1 req-4b61b7e3-d3c2-4da6-92c6-c658db62ffa8 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:34.807979 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-413092bf-4d3c-4b6d-bf68-0e31b179b4d1 req-4b61b7e3-d3c2-4da6-92c6-c658db62ffa8 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 945 time: 0.0794697 Mar 22 13:11:34.854516 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-413092bf-4d3c-4b6d-bf68-0e31b179b4d1 req-c7c20ab0-cd39-4747-810d-c1ba1394a82f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407913 Mar 22 13:11:35.325636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a3955896-b252-47aa-8901-147b698c2086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:36.040295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15ecb1-a5fd-4b79-8f7a-a98c8c7a186e req-6354bfc7-1ccf-4a67-84c7-18872f2728f5 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:36.041711 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5e15ecb1-a5fd-4b79-8f7a-a98c8c7a186e req-6354bfc7-1ccf-4a67-84c7-18872f2728f5 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 945 time: 0.0850015 Mar 22 13:11:36.085051 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5e15ecb1-a5fd-4b79-8f7a-a98c8c7a186e req-f9c1347b-2053-41cd-a0f7-eaaf811988f3 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377655 Mar 22 13:11:36.219792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:11:36.285989 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:11:36.290473 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:11:36.290847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:36.352911 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:36.414525 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:36.440499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:11:36.450500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:36.454855 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:36.493033 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'code': 200} Mar 22 13:11:36.533552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:36.571302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:36.735720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc392d8-9e92-4a21-9a46-1a80b9b224b5 req-297c520a-9fb1-4c79-816e-f06bc3ca59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:36.737116 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5dc392d8-9e92-4a21-9a46-1a80b9b224b5 req-297c520a-9fb1-4c79-816e-f06bc3ca59c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 1099 time: 0.0721045 Mar 22 13:11:36.776959 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5dc392d8-9e92-4a21-9a46-1a80b9b224b5 req-c45df997-7ebf-4f14-afff-03289c4f6574 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336378 Mar 22 13:11:37.411415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5e94b-e0fc-452e-adf0-1e883227eb4f req-a78acddf-3007-403c-b484-72dd7e5aefba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:37.412863 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26b5e94b-e0fc-452e-adf0-1e883227eb4f req-a78acddf-3007-403c-b484-72dd7e5aefba tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0807114 Mar 22 13:11:37.456377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26b5e94b-e0fc-452e-adf0-1e883227eb4f req-5c3a14bb-f0f0-41bf-90fa-580e08ab4365 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377746 Mar 22 13:11:37.765659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:38.642126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc1d9-60b2-4d32-bbc0-c6523fc80ebc req-64309ee2-8180-4975-8b58-9e8c6e1c8c8f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:38.643594 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-967cc1d9-60b2-4d32-bbc0-c6523fc80ebc req-64309ee2-8180-4975-8b58-9e8c6e1c8c8f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0834622 Mar 22 13:11:38.686401 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-967cc1d9-60b2-4d32-bbc0-c6523fc80ebc req-fc62d993-bbf3-463c-83d3-1226aa37f1f3 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372846 Mar 22 13:11:38.872312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cbe1f-4a51-463b-8176-3b0202b505e2 req-d664a3d6-04a9-447f-a272-b90f6c87c381 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:38.873761 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-963cbe1f-4a51-463b-8176-3b0202b505e2 req-d664a3d6-04a9-447f-a272-b90f6c87c381 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0821106 Mar 22 13:11:38.916214 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-963cbe1f-4a51-463b-8176-3b0202b505e2 req-efc1ff80-e68e-433b-bc44-fcdf653fae01 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369399 Mar 22 13:11:38.938577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43694) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:39.006466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da12790-5220-467f-801b-dc91a155e36d tempest-TestNetworkAdvancedServerOps-1128231713 tempest-TestNetworkAdvancedServerOps-1128231713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:39.007954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3da12790-5220-467f-801b-dc91a155e36d tempest-TestNetworkAdvancedServerOps-1128231713 tempest-TestNetworkAdvancedServerOps-1128231713-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 1094 time: 0.0684009 Mar 22 13:11:39.010765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43698) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:39.016091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:39.021825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:39.025580 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Usage tracker for resource:floatingip and tenant:cc73678f773f48eda59dd829017e259a is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:39.028377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:39.033889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:39.044144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:39.177871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:39.313859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Allocated IP 172.26.5.114 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/61d0b251-3404-4584-bf5a-0e825c476712) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:39.561166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:39.589247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:39.648318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:39.651059 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:39.655254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:11:39.702422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'Port': ['ID=61d0b251-3404-4584-bf5a-0e825c476712,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:40.066719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:40.138493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:40.343642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:40.348422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:40.459782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event updated for resources: {'Port': ['ID=61d0b251-3404-4584-bf5a-0e825c476712,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:40.470283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:40.635185 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Floating IP 5a0a9eee-003c-4154-b88b-b81ec8196c54 associated. External IP: 172.26.5.114, port: 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469. Mar 22 13:11:41.086619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Router 037510d3-869b-43f0-a4ba-29b8713b32e6 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:11:41.263318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:11:41.273332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] Sync routers for ids ['037510d3-869b-43f0-a4ba-29b8713b32e6'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:11:41.282586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] Routers {'037510d3-869b-43f0-a4ba-29b8713b32e6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:41.283312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['037510d3-869b-43f0-a4ba-29b8713b32e6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:41.286467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:41.341392 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6baab8c8-6fb2-482b-a78a-3b2459d57ad0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3295200 Mar 22 13:11:41.341988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:11:41.420024 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'status': 'completed', 'code': 200} Mar 22 13:11:41.481167 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] Set router 037510d3-869b-43f0-a4ba-29b8713b32e6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:41.588790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-e61aa9b5-fc2f-42a9-ac99-c619c23ad4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:41.590283 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-e61aa9b5-fc2f-42a9-ac99-c619c23ad4d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc73678f773f48eda59dd829017e259a&device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 1099 time: 0.1302505 Mar 22 13:11:41.601413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d23f-760c-498b-9cac-97dba8b4d999 req-db4a69dd-9e0b-49a9-990a-3c495b061d62 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:41.602793 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-13a2d23f-760c-498b-9cac-97dba8b4d999 req-db4a69dd-9e0b-49a9-990a-3c495b061d62 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.1121595 Mar 22 13:11:41.736131 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-13a2d23f-760c-498b-9cac-97dba8b4d999 req-a25e97a6-b155-4eba-97f2-825952d59ee5 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119704 Mar 22 13:11:41.761276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43706) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:41.819199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-c3dc0166-afa0-4754-9189-bcec8b34b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:41.820626 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-c3dc0166-afa0-4754-9189-bcec8b34b5d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa778adc-e3cd-45a3-9541-05794cd0543a HTTP/1.1" status: 200 len: 897 time: 0.2169862 Mar 22 13:11:41.843522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:24Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '5a0a9eee-003c-4154-b88b-b81ec8196c54', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'floating_ip_address': '172.26.5.114', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'port_id': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'mac_address': 'fa:16:3e:d8:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:11:40Z', 'updated_at': '2022-03-22T13:11:40Z', 'revision_number': 0, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daeea567-324f-4ce3-8403-d71383093907', 'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'mac_address': 'fa:16:3e:fc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:23Z', 'updated_at': '2022-03-22T13:11:29Z', 'revision_number': 5, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'subnets': [{'id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:41.847445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] Checking router: 037510d3-869b-43f0-a4ba-29b8713b32e6 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:11:41.856275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] Routers {'037510d3-869b-43f0-a4ba-29b8713b32e6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:41.856818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['037510d3-869b-43f0-a4ba-29b8713b32e6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:42.036144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] Set router 037510d3-869b-43f0-a4ba-29b8713b32e6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:42.061461 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-45ad43bb-f5ed-4952-98bf-eeba697a0940 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/floatingips/5a0a9eee-003c-4154-b88b-b81ec8196c54 HTTP/1.1" status: 200 len: 992 time: 0.2983906 Mar 22 13:11:42.075400 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-04af87b6-b871-42dd-8a76-ab4fad5f9103 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 HTTP/1.1" status: 200 len: 1000 time: 0.2389593 Mar 22 13:11:42.138565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-3b7cca81-a519-4c65-9605-57b2493be994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:42.139921 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-3b7cca81-a519-4c65-9605-57b2493be994 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00887f2c-7f97-4e10-8eb8-b923b6708721 HTTP/1.1" status: 200 len: 835 time: 0.0583494 Mar 22 13:11:42.220073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-7c5812e7-a424-4648-96d1-7b47bcedcc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:42.221529 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-7c5812e7-a424-4648-96d1-7b47bcedcc04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa778adc-e3cd-45a3-9541-05794cd0543a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712819 Mar 22 13:11:42.366500 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-268ec51a-f73a-4f40-9f87-6d739777f970 service neutron] 10.222.0.47 "GET /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328113 Mar 22 13:11:42.431969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:24Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '5a0a9eee-003c-4154-b88b-b81ec8196c54', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'floating_ip_address': '172.26.5.114', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'port_id': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'mac_address': 'fa:16:3e:d8:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:11:40Z', 'updated_at': '2022-03-22T13:11:40Z', 'revision_number': 0, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daeea567-324f-4ce3-8403-d71383093907', 'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'mac_address': 'fa:16:3e:fc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:23Z', 'updated_at': '2022-03-22T13:11:29Z', 'revision_number': 5, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'subnets': [{'id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:42.437081 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe85debc-6c33-4e78-beb4-062ed6214716 None None] The sync data for ids ['037510d3-869b-43f0-a4ba-29b8713b32e6'] in dv-neutron-834664-2-hyperv is: [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:24Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '5a0a9eee-003c-4154-b88b-b81ec8196c54', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'floating_ip_address': '172.26.5.114', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'port_id': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'mac_address': 'fa:16:3e:d8:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:11:40Z', 'updated_at': '2022-03-22T13:11:40Z', 'revision_number': 0, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daeea567-324f-4ce3-8403-d71383093907', 'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'mac_address': 'fa:16:3e:fc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:23Z', 'updated_at': '2022-03-22T13:11:29Z', 'revision_number': 5, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'subnets': [{'id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:11:42.511169 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-391512a3-c1c8-453a-9d4c-85795114b9e9 req-ef1ff0a0-aa24-4e0f-900c-cbd20d6a1e8e service neutron] 10.222.0.47 "GET /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337347 Mar 22 13:11:42.633100 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b67112-3dc7-4fc9-9618-a75c8b835c43 None None] New status for floating IP 5a0a9eee-003c-4154-b88b-b81ec8196c54: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:11:43.064390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43712) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:43.167698 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c479e33b-bc77-4680-9cc2-6efbe53a8785 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/floatingips/5a0a9eee-003c-4154-b88b-b81ec8196c54 HTTP/1.1" status: 200 len: 994 time: 0.1020956 Mar 22 13:11:47.228853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43718) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:47.338074 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6750c64b-848c-48d0-b59f-af29f4ac5540 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/f0bec5cc-c7f6-4f98-906d-b88e864ef42c HTTP/1.1" status: 200 len: 992 time: 0.1125197 Mar 22 13:11:47.687148 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43726) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:47.906645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port ef0133bd-dcf5-4280-a5f7-f0c33c970248 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:47.907846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:48.081990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:48.081990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:48.210042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for ef0133bd-dcf5-4280-a5f7-f0c33c970248 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:48.353139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:48.401674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=ef0133bd-dcf5-4280-a5f7-f0c33c970248,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:48.490672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:48.490882 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP f0bec5cc-c7f6-4f98-906d-b88e864ef42c disassociated (deleted). External IP: 172.26.5.62, port: 23b86e78-2eb4-477c-b93b-60f252c37273. Mar 22 13:11:48.941618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 1c97d8b4-9c5a-4590-b551-2388f449b629 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:11:49.121222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:11:49.130108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] Sync routers for ids ['1c97d8b4-9c5a-4590-b551-2388f449b629'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:11:49.140209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] Routers {'1c97d8b4-9c5a-4590-b551-2388f449b629'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:49.140823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['1c97d8b4-9c5a-4590-b551-2388f449b629'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:49.141516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:49.198687 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e1fdba4c-9929-430a-b03f-1505e4b602bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/floatingips/f0bec5cc-c7f6-4f98-906d-b88e864ef42c HTTP/1.1" status: 204 len: 168 time: 1.5104194 Mar 22 13:11:49.199794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'tag': '23b86e78-2eb4-477c-b93b-60f252c37273'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:11:49.253913 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'tag': '23b86e78-2eb4-477c-b93b-60f252c37273', 'status': 'completed', 'code': 200} Mar 22 13:11:49.328209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] Set router 1c97d8b4-9c5a-4590-b551-2388f449b629 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:49.360952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-a77cb2b3-2933-4fea-a635-4f2beddb72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:49.363115 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-a77cb2b3-2933-4fea-a635-4f2beddb72b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 1098 time: 0.0741549 Mar 22 13:11:49.520020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-bc56f64b-0e64-4e0a-97bc-c9f7cc39b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:49.521640 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-bc56f64b-0e64-4e0a-97bc-c9f7cc39b324 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5af885-28fa-4d5b-9994-01769a386959 HTTP/1.1" status: 200 len: 898 time: 0.1510353 Mar 22 13:11:49.597153 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-9b3829e7-ce8b-4ae9-ad2e-65365f7774cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b86e78-2eb4-477c-b93b-60f252c37273 HTTP/1.1" status: 200 len: 217 time: 0.0653815 Mar 22 13:11:49.610419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b720442-5443-449b-9bed-3f8bb98839d4 req-504067d3-7204-4bb3-9dd6-5a17547d7a6d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:49.611112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5b720442-5443-449b-9bed-3f8bb98839d4 req-504067d3-7204-4bb3-9dd6-5a17547d7a6d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:11:49.626441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5b720442-5443-449b-9bed-3f8bb98839d4 req-504067d3-7204-4bb3-9dd6-5a17547d7a6d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:11:49.627736 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5b720442-5443-449b-9bed-3f8bb98839d4 req-504067d3-7204-4bb3-9dd6-5a17547d7a6d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 945 time: 0.0957081 Mar 22 13:11:49.668644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-a91f69b0-8247-43bb-a3d2-ada6052e5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:49.670248 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-a91f69b0-8247-43bb-a3d2-ada6052e5634 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5648fc66-7385-405b-9496-01f235604af2 HTTP/1.1" status: 200 len: 834 time: 0.0597057 Mar 22 13:11:49.672209 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5b720442-5443-449b-9bed-3f8bb98839d4 req-3d227be9-aa64-4689-b425-bdd7b1ca3a41 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389075 Mar 22 13:11:49.672385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2159add1-5fab-4b16-810b-6859c1ea0e08', 'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:e9:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:42Z', 'updated_at': '2022-03-22T13:10:49Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '5648fc66-7385-405b-9496-01f235604af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:49.676319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] Checking router: 1c97d8b4-9c5a-4590-b551-2388f449b629 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:11:49.686689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] Routers {'1c97d8b4-9c5a-4590-b551-2388f449b629'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:49.686689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['1c97d8b4-9c5a-4590-b551-2388f449b629'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:49.760020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-83fff1f2-8acb-4da1-b73a-b2ddbe1e4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:49.763003 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-83fff1f2-8acb-4da1-b73a-b2ddbe1e4e1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5af885-28fa-4d5b-9994-01769a386959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820878 Mar 22 13:11:49.870379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] Set router 1c97d8b4-9c5a-4590-b551-2388f449b629 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:49.895720 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-1f12ed85-87a4-44fa-9436-821caef15709 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245370 Mar 22 13:11:50.033876 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-09571128-2f00-4b24-abfd-867fcfa90b00 req-c3f2c33a-cfff-4d12-89d7-3500c97ea552 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291943 Mar 22 13:11:50.189229 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2159add1-5fab-4b16-810b-6859c1ea0e08', 'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:e9:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:42Z', 'updated_at': '2022-03-22T13:10:49Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '5648fc66-7385-405b-9496-01f235604af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:50.193064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf7a1b4-36ba-4eee-9aca-5e40b0a7f94c None None] The sync data for ids ['1c97d8b4-9c5a-4590-b551-2388f449b629'] in dv-neutron-834664-2-hyperv is: [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:10:43Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2159add1-5fab-4b16-810b-6859c1ea0e08', 'name': '', 'network_id': 'fa5af885-28fa-4d5b-9994-01769a386959', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:e9:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5648fc66-7385-405b-9496-01f235604af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:42Z', 'updated_at': '2022-03-22T13:10:49Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '5648fc66-7385-405b-9496-01f235604af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:11:50.405795 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6fe26-868d-4115-b83a-335d8244c698 None None] New status for floating IP f0bec5cc-c7f6-4f98-906d-b88e864ef42c: DOWN {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:11:50.860240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e2151-f388-4f30-bbb1-0d2dd9c39d02 req-813e40c6-b7f6-4585-a227-2675810d5a0b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:50.861705 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9d8e2151-f388-4f30-bbb1-0d2dd9c39d02 req-813e40c6-b7f6-4585-a227-2675810d5a0b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 945 time: 0.0822034 Mar 22 13:11:50.904327 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9d8e2151-f388-4f30-bbb1-0d2dd9c39d02 req-ed44e5de-0147-4623-95bf-535a14417045 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371358 Mar 22 13:11:51.357179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-8b6d0094-205e-41b8-8107-316c3f03b07d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:51.358569 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-8b6d0094-205e-41b8-8107-316c3f03b07d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 945 time: 0.0797825 Mar 22 13:11:51.427248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-ca1e7728-0e6e-4b80-84f6-8c4a265ba635 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 23b86e78-2eb4-477c-b93b-60f252c37273 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:51.427589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-ca1e7728-0e6e-4b80-84f6-8c4a265ba635 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:51.514801 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:51.783011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-ca1e7728-0e6e-4b80-84f6-8c4a265ba635 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 23b86e78-2eb4-477c-b93b-60f252c37273, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23b86e78-2eb4-477c-b93b-60f252c37273,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:51.783272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-ca1e7728-0e6e-4b80-84f6-8c4a265ba635 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:51.905907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-ca1e7728-0e6e-4b80-84f6-8c4a265ba635 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 23b86e78-2eb4-477c-b93b-60f252c37273 owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:52.054822 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-ca1e7728-0e6e-4b80-84f6-8c4a265ba635 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:52.090536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff347cb9-b3bd-4b16-9221-6ee3b85e1689 req-2b74546d-e847-4fe6-956e-c4ef5ea7502a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:52.091992 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff347cb9-b3bd-4b16-9221-6ee3b85e1689 req-2b74546d-e847-4fe6-956e-c4ef5ea7502a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fc4216f-21f4-4d9e-92b5-4c9abebb28a2 HTTP/1.1" status: 200 len: 867 time: 0.0839045 Mar 22 13:11:52.103037 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e7728-0e6e-4b80-84f6-8c4a265ba635 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=23b86e78-2eb4-477c-b93b-60f252c37273,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:52.139290 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff347cb9-b3bd-4b16-9221-6ee3b85e1689 req-9fba6fe9-a49a-42f2-9abf-363cd5c67721 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d34305b-00ac-4654-b51d-ee3f77e05353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412772 Mar 22 13:11:52.180303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-ca1e7728-0e6e-4b80-84f6-8c4a265ba635 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] No DVR routers for this DVR port 23b86e78-2eb4-477c-b93b-60f252c37273 on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:11:52.182694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-ca1e7728-0e6e-4b80-84f6-8c4a265ba635 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:52.185281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'name': 'network-vif-deleted', 'tag': '23b86e78-2eb4-477c-b93b-60f252c37273'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:11:52.200612 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9cdfb25f-cca4-472c-a028-009bbbf81af8 req-ca1e7728-0e6e-4b80-84f6-8c4a265ba635 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "DELETE /v2.0/ports/23b86e78-2eb4-477c-b93b-60f252c37273 HTTP/1.1" status: 204 len: 173 time: 0.8360775 Mar 22 13:11:52.384565 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4216f-21f4-4d9e-92b5-4c9abebb28a2', 'name': 'network-vif-deleted', 'tag': '23b86e78-2eb4-477c-b93b-60f252c37273', 'status': 'completed', 'code': 200} Mar 22 13:11:53.234710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43744) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:53.300437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-beef9951-a2e6-449e-a259-bc05db23c622 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:53.328795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-beef9951-a2e6-449e-a259-bc05db23c622 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:53.392063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-beef9951-a2e6-449e-a259-bc05db23c622 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:53.412488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef9951-a2e6-449e-a259-bc05db23c622 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d34305b-00ac-4654-b51d-ee3f77e05353,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:53.425820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-beef9951-a2e6-449e-a259-bc05db23c622 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:53.426986 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-beef9951-a2e6-449e-a259-bc05db23c622 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/6d34305b-00ac-4654-b51d-ee3f77e05353 HTTP/1.1" status: 204 len: 168 time: 0.1912346 Mar 22 13:11:53.459767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43750) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:53.997300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:54.442146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 2159add1-5fab-4b16-810b-6859c1ea0e08 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:54.442479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:54.623582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 2159add1-5fab-4b16-810b-6859c1ea0e08, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2159add1-5fab-4b16-810b-6859c1ea0e08,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:54.624298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:54.743445 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 2159add1-5fab-4b16-810b-6859c1ea0e08 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:55.063759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:55.111244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=2159add1-5fab-4b16-810b-6859c1ea0e08,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:55.391541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:55.856749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 1c97d8b4-9c5a-4590-b551-2388f449b629 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:11:56.030886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:11:56.039932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] Sync routers for ids ['1c97d8b4-9c5a-4590-b551-2388f449b629'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:11:56.043584 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-186303c2-75bf-4acb-9577-868a14f1164d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/1c97d8b4-9c5a-4590-b551-2388f449b629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5823445 Mar 22 13:11:56.046081 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43754) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:56.048785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] Routers {'1c97d8b4-9c5a-4590-b551-2388f449b629'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:56.049391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['1c97d8b4-9c5a-4590-b551-2388f449b629'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:56.110428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-426b3337-8a6e-4e26-a48a-2169e54b2ccf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting subnet 5648fc66-7385-405b-9496-01f235604af2 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:11:56.113277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-426b3337-8a6e-4e26-a48a-2169e54b2ccf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:56.172407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-426b3337-8a6e-4e26-a48a-2169e54b2ccf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:56.255559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-426b3337-8a6e-4e26-a48a-2169e54b2ccf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:56.269716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] Set router 1c97d8b4-9c5a-4590-b551-2388f449b629 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:56.311737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23b86e78-2eb4-477c-b93b-60f252c37273 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:11:56.333048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-426b3337-8a6e-4e26-a48a-2169e54b2ccf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:56.372157 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b3337-8a6e-4e26-a48a-2169e54b2ccf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Subnet': ['ID=5648fc66-7385-405b-9496-01f235604af2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:56.375655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-426b3337-8a6e-4e26-a48a-2169e54b2ccf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:56.383661 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-426b3337-8a6e-4e26-a48a-2169e54b2ccf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/subnets/5648fc66-7385-405b-9496-01f235604af2 HTTP/1.1" status: 204 len: 168 time: 0.3366036 Mar 22 13:11:56.384546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43758) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:56.407687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961db40-4e5d-4975-b502-257a190d4dad None None] Network fa5af885-28fa-4d5b-9994-01769a386959 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:11:56.426755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 23b86e78-2eb4-477c-b93b-60f252c37273 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:11:56.427093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23b86e78-2eb4-477c-b93b-60f252c37273 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:11:56.563624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:56.741396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:56.751561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:56.751904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:56.758541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:11:54Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d730e54-dd17-4b38-83f3-8f1979b6f3c5', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:10:34Z', 'updated_at': '2022-03-22T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:56.762725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] Checking router: 1c97d8b4-9c5a-4590-b551-2388f449b629 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:11:56.775860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] Routers {'1c97d8b4-9c5a-4590-b551-2388f449b629'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:11:56.776491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['1c97d8b4-9c5a-4590-b551-2388f449b629'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:56.833402 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb9960-0c8d-4462-a51f-f2ca6d76de4b None None] DHCP port deletion for fa5af885-28fa-4d5b-9994-01769a386959 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:11:56.845072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-67cb9960-0c8d-4462-a51f-f2ca6d76de4b None None] Deleting port 49224a3a-3056-4f83-a31d-a008509e1ade {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:11:56.845443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-67cb9960-0c8d-4462-a51f-f2ca6d76de4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:56.929162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 8d730e54-dd17-4b38-83f3-8f1979b6f3c5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8d730e54-dd17-4b38-83f3-8f1979b6f3c5,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:56.929517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:57.013049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] Set router 1c97d8b4-9c5a-4590-b551-2388f449b629 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:11:57.127771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:11:56Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:57.153284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57b51d-3f21-466e-9f1a-85568e70adf7 None None] The sync data for ids ['1c97d8b4-9c5a-4590-b551-2388f449b629'] in dv-neutron-834664-2-hyperv is: [{'id': '1c97d8b4-9c5a-4590-b551-2388f449b629', 'name': 'tempest-TestNetworkBasicOps-router-1939310640', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:10:32Z', 'updated_at': '2022-03-22T13:11:56Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:11:57.185903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:57.249620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-67cb9960-0c8d-4462-a51f-f2ca6d76de4b None None] For port 49224a3a-3056-4f83-a31d-a008509e1ade, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=49224a3a-3056-4f83-a31d-a008509e1ade,segment=NetworkSegment(0a32422d-db21-46ce-a3b4-cdfcb8dccb87),segment_id=0a32422d-db21-46ce-a3b4-cdfcb8dccb87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:11:57.250097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-67cb9960-0c8d-4462-a51f-f2ca6d76de4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:57.354624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:57.390699 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-67cb9960-0c8d-4462-a51f-f2ca6d76de4b None None] Calling delete_port for 49224a3a-3056-4f83-a31d-a008509e1ade owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:11:57.446503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=8d730e54-dd17-4b38-83f3-8f1979b6f3c5,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:57.507041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:57.528635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-67cb9960-0c8d-4462-a51f-f2ca6d76de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:57.581579 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb9960-0c8d-4462-a51f-f2ca6d76de4b None None] No DVR routers for this DVR port 49224a3a-3056-4f83-a31d-a008509e1ade on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:11:57.583831 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb9960-0c8d-4462-a51f-f2ca6d76de4b None None] Pushing event deleted for resources: {'Port': ['ID=49224a3a-3056-4f83-a31d-a008509e1ade,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:57.707509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:57.709650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:57.731679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:57.732176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Fanout notify agent at l3_agent the message router_deleted on router 1c97d8b4-9c5a-4590-b551-2388f449b629 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:11:57.747557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:57.748630 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-caeb04d5-0969-4c1c-8adf-b24d1c26d369 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/routers/1c97d8b4-9c5a-4590-b551-2388f449b629 HTTP/1.1" status: 204 len: 168 time: 1.3629270 Mar 22 13:11:57.751332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43762) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:57.867594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:57.957252 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2159add1-5fab-4b16-810b-6859c1ea0e08 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:11:57.998104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 2159add1-5fab-4b16-810b-6859c1ea0e08 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:11:57.998433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2159add1-5fab-4b16-810b-6859c1ea0e08 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:11:57.998838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 49224a3a-3056-4f83-a31d-a008509e1ade no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:11:58.010914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.030840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 49224a3a-3056-4f83-a31d-a008509e1ade {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:11:58.031209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 49224a3a-3056-4f83-a31d-a008509e1ade not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:11:58.040401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5af885-28fa-4d5b-9994-01769a386959']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:58.053163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a32422d-db21-46ce-a3b4-cdfcb8dccb87') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:58.053469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a32422d-db21-46ce-a3b4-cdfcb8dccb87') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:11:58.065461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.081506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.087721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:11:58.088092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:11:58.103243 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:11:58.189002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.193947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.220600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Network': ['ID=fa5af885-28fa-4d5b-9994-01769a386959,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:58.228379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-34bf9572-7fed-46af-868d-191a6be89cea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/networks/fa5af885-28fa-4d5b-9994-01769a386959 HTTP/1.1" status: 204 len: 168 time: 0.4761097 Mar 22 13:11:58.239882 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43766) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:58.245835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'network': {'name': 'tempest-network-smoke--2127748853', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'port_security_enabled': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:58.251508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:58.255535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:network and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:58.258323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:58.264024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:58.273344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:11:58.277504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.305438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:11:58.314486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.314768 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Added segment 49345592-20bc-4b20-8940-7631c6b0b3f6 of type vlan for network 10e7561c-45fe-4134-b28c-ebd97c9653f8 Mar 22 13:11:58.340632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.369748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.375165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:58.375910 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.486174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Network': ['ID=10e7561c-45fe-4134-b28c-ebd97c9653f8,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:11:58.489089 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f6bef519-7d11-432f-ade4-15e7ad7be029 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2481306 Mar 22 13:11:58.492003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43770) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:58.496346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 10e7561c-45fe-4134-b28c-ebd97c9653f8 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:11:58.497019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-213113893', 'admin_state_up': True, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:11:58.503958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:11:58.507697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:router and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:11:58.510577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:11:58.517342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:11:58.528832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.529934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.545502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.813266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:59.219875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:59.228877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:11:59.250738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:59.262201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:11:59.262543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8d730e54-dd17-4b38-83f3-8f1979b6f3c5 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:11:59.387932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.61 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/01219db0-a6c5-4169-9d71-cdab4039829e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:11:59.531931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:59.558951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:59.618078 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:11:59.624662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:11:59.628632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:11:59.661010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=01219db0-a6c5-4169-9d71-cdab4039829e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:00.033571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:00.361518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:00.673300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 5642257a-ec9c-4a99-98ce-40dc248407ea is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:12:00.847650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:12:00.857610 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Sync routers for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:12:00.866797 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:12:00.867419 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:00.873633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:00.877331 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-84d96b51-83f9-4969-958c-1341f90cd574 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3819828 Mar 22 13:12:00.878232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43774) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:00.918824 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a8d95b72-160c-4a61-becd-e87bfaccc040 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6daadd1aa47b42258070c40f7792664e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393472 Mar 22 13:12:00.921422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43778) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:01.051328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1b88f-a95d-4819-afb7-704e24ebb75b tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:01.052688 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0fa1b88f-a95d-4819-afb7-704e24ebb75b tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302862 Mar 22 13:12:01.055655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43782) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:01.070968 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:12:01.098798 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0f1f7864-26fe-41fa-a3a4-31c4352de139 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419509 Mar 22 13:12:01.102967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43786) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:01.108349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112022554', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:01.216403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:01.220658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:subnet and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:01.223548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:01.230949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:01.239376 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:12:01.242783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.355399 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:11:59Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:01.359235 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Checking router: 5642257a-ec9c-4a99-98ce-40dc248407ea for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:12:01.359589 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Updating router 5642257a-ec9c-4a99-98ce-40dc248407ea port 01219db0-a6c5-4169-9d71-cdab4039829e binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:12:01.414803 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.463556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.563073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Subnet': ['ID=4e61d751-0be2-4c83-befb-4c8c61dba1ca,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:01.567104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Checking segment: {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:12:01.567495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network hostable DHCP agents. Network: 10e7561c-45fe-4134-b28c-ebd97c9653f8, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:12:01.587137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 10e7561c-45fe-4134-b28c-ebd97c9653f8 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:12:01.596198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 10e7561c-45fe-4134-b28c-ebd97c9653f8) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:01.600174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:01.600759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.606606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92843be4-cc78-4e9d-9ce2-35f094817b39 None None] Network 10e7561c-45fe-4134-b28c-ebd97c9653f8 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:12:01.627313 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fd41aff0-7870-43d5-b782-e8ae975318ae tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5206530 Mar 22 13:12:01.627565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43790) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:01.750263 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.761305 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Transition to ACTIVE for port object 01219db0-a6c5-4169-9d71-cdab4039829e will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:01.767927 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.828540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-10e7561c-45fe-4134-b28c-ebd97c9653f8', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:12:01.829403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.833548 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Attempting to bind port 01219db0-a6c5-4169-9d71-cdab4039829e on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:12:01.833888 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Attempting to bind port 01219db0-a6c5-4169-9d71-cdab4039829e by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:12:01.834225 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Attempting to bind port 01219db0-a6c5-4169-9d71-cdab4039829e on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:12:01.848907 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:12:01.849276 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:12:01.849654 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.850037 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:12:01.850495 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Bound port: 01219db0-a6c5-4169-9d71-cdab4039829e, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:12:01.850875 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.893519 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664ea1b-25a1-42b1-a668-28f1eb3b90dc None None] Pushing event updated for resources: {'Port': ['ID=01219db0-a6c5-4169-9d71-cdab4039829e,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:01.935764 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] For port 01219db0-a6c5-4169-9d71-cdab4039829e, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:12:01.939151 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] For port 01219db0-a6c5-4169-9d71-cdab4039829e, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=01219db0-a6c5-4169-9d71-cdab4039829e,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:12:01.943060 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.994858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Allocated IP 172.20.0.2 (10e7561c-45fe-4134-b28c-ebd97c9653f8/4e61d751-0be2-4c83-befb-4c8c61dba1ca/b738bf75-dd5c-440a-8011-def39be03c44) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:02.018738 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:12:02.019396 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:02.094184 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664ea1b-25a1-42b1-a668-28f1eb3b90dc None None] Pushing event updated for resources: {'Port': ['ID=01219db0-a6c5-4169-9d71-cdab4039829e,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:02.210835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:02.216684 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:12:02.222429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Transition to ACTIVE for port object b738bf75-dd5c-440a-8011-def39be03c44 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:02.242404 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Transition to ACTIVE for port object b738bf75-dd5c-440a-8011-def39be03c44 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:02.248084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:02.306916 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Network 10e7561c-45fe-4134-b28c-ebd97c9653f8 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:02.308001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:02.311737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:12:02.359963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Pushing event updated for resources: {'Port': ['ID=b738bf75-dd5c-440a-8011-def39be03c44,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:02.423926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Attempting to bind port b738bf75-dd5c-440a-8011-def39be03c44 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:12:02.424798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Attempting to bind port b738bf75-dd5c-440a-8011-def39be03c44 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:12:02.424798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Attempting to bind port b738bf75-dd5c-440a-8011-def39be03c44 on network 10e7561c-45fe-4134-b28c-ebd97c9653f8 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:12:02.429860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:12:02.430228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Checking segment: {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:12:02.430630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:02.431015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Bound using segment: {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:12:02.431500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Bound port: b738bf75-dd5c-440a-8011-def39be03c44, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:12:02.431868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:02.493201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:02.526042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] For port b738bf75-dd5c-440a-8011-def39be03c44, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:12:02.530807 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] For port b738bf75-dd5c-440a-8011-def39be03c44, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b738bf75-dd5c-440a-8011-def39be03c44,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:12:02.536350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:02.547863 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:11:59Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:02.552099 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817bbda-530a-4be4-85f4-95b725450323 None None] The sync data for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv is: [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:11:59Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:12:02.627891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0299c9-46df-4deb-81e9-4fabf7253b90 None None] Pushing event updated for resources: {'Port': ['ID=b738bf75-dd5c-440a-8011-def39be03c44,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:02.977811 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.1 (10e7561c-45fe-4134-b28c-ebd97c9653f8/4e61d751-0be2-4c83-befb-4c8c61dba1ca/d1f3725f-f87f-49ee-b378-936fb4af187e) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:03.014104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b150534d-6848-4d4b-8805-19d9303dace8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:03.150561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:03.166830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object d1f3725f-f87f-49ee-b378-936fb4af187e will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:03.191957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:03.261013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 10e7561c-45fe-4134-b28c-ebd97c9653f8 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:03.269232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:03.273928 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:12:03.321408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=d1f3725f-f87f-49ee-b378-936fb4af187e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:03.364102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:03.364318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b738bf75-dd5c-440a-8011-def39be03c44 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:03.469161 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port b738bf75-dd5c-440a-8011-def39be03c44 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:03.475260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 01219db0-a6c5-4169-9d71-cdab4039829e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:03.560514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 01219db0-a6c5-4169-9d71-cdab4039829e completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:03.568366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 01219db0-a6c5-4169-9d71-cdab4039829e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:03.569920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:03.655608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:03.675371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45da53-50ed-4a7e-bf37-185b07f5f679 None None] Network 10e7561c-45fe-4134-b28c-ebd97c9653f8 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:12:03.770650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:03.838798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 01219db0-a6c5-4169-9d71-cdab4039829e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=01219db0-a6c5-4169-9d71-cdab4039829e,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:03.842931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c780a0a5-ad4d-4585-afad-72d660662444 None None] Provisioning for port b738bf75-dd5c-440a-8011-def39be03c44 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:03.848164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:03.895515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c780a0a5-ad4d-4585-afad-72d660662444 None None] Provisioning complete for port b738bf75-dd5c-440a-8011-def39be03c44 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:03.895890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c780a0a5-ad4d-4585-afad-72d660662444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:04.020561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=01219db0-a6c5-4169-9d71-cdab4039829e,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:04.139408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c780a0a5-ad4d-4585-afad-72d660662444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:04.189797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c780a0a5-ad4d-4585-afad-72d660662444 None None] For port b738bf75-dd5c-440a-8011-def39be03c44, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b738bf75-dd5c-440a-8011-def39be03c44,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:04.196659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c780a0a5-ad4d-4585-afad-72d660662444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:04.209657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:04.214764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:04.269409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780a0a5-ad4d-4585-afad-72d660662444 None None] Pushing event updated for resources: {'Port': ['ID=b738bf75-dd5c-440a-8011-def39be03c44,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:04.331613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=d1f3725f-f87f-49ee-b378-936fb4af187e,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:04.334193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:04.420435 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:12:04.421026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cab709b5-0c9e-4a04-9f9a-af34b4952195 None None] Provisioning complete for port b738bf75-dd5c-440a-8011-def39be03c44 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:04.421352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cab709b5-0c9e-4a04-9f9a-af34b4952195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:04.481591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 10e7561c-45fe-4134-b28c-ebd97c9653f8 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:04.482774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:04.570280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cab709b5-0c9e-4a04-9f9a-af34b4952195 None None] Provisioning for port d1f3725f-f87f-49ee-b378-936fb4af187e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:04.577712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cab709b5-0c9e-4a04-9f9a-af34b4952195 None None] Provisioning complete for port d1f3725f-f87f-49ee-b378-936fb4af187e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:04.578369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cab709b5-0c9e-4a04-9f9a-af34b4952195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:04.643598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cab709b5-0c9e-4a04-9f9a-af34b4952195 None None] Port d1f3725f-f87f-49ee-b378-936fb4af187e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:12:04.683745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 5642257a-ec9c-4a99-98ce-40dc248407ea has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:12:04.762352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b6350d3b-1cf6-4689-bcb5-7ba2fac649c8 None None] Provisioning complete for port d1f3725f-f87f-49ee-b378-936fb4af187e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:04.762906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b6350d3b-1cf6-4689-bcb5-7ba2fac649c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:04.814981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b6350d3b-1cf6-4689-bcb5-7ba2fac649c8 None None] Port d1f3725f-f87f-49ee-b378-936fb4af187e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:12:04.871494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:12:04.885445 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0fe6d175-2a1c-48ed-b5d8-14c401e17702 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/5642257a-ec9c-4a99-98ce-40dc248407ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2569354 Mar 22 13:12:04.886178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Sync routers for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:12:04.889206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43796) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:04.896934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:12:04.897540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:11:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:04.997332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4ea4435a-fdbe-433a-bfdf-97157d8c8939 None None] Provisioning complete for port d1f3725f-f87f-49ee-b378-936fb4af187e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:04.997704 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4ea4435a-fdbe-433a-bfdf-97157d8c8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:05.033511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2626beb-7ac6-4438-92b7-dd6f19d65d2e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.033985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2626beb-7ac6-4438-92b7-dd6f19d65d2e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.034445 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2626beb-7ac6-4438-92b7-dd6f19d65d2e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.034890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2626beb-7ac6-4438-92b7-dd6f19d65d2e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.035377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2626beb-7ac6-4438-92b7-dd6f19d65d2e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.035852 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2626beb-7ac6-4438-92b7-dd6f19d65d2e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.036303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2626beb-7ac6-4438-92b7-dd6f19d65d2e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.040812 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c2626beb-7ac6-4438-92b7-dd6f19d65d2e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1480234 Mar 22 13:12:05.040960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43800) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:05.121794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6faeb9d-aa99-48a8-83ca-37494cdaa627 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.122262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6faeb9d-aa99-48a8-83ca-37494cdaa627 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.122868 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6faeb9d-aa99-48a8-83ca-37494cdaa627 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.123193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6faeb9d-aa99-48a8-83ca-37494cdaa627 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.123642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6faeb9d-aa99-48a8-83ca-37494cdaa627 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.124088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6faeb9d-aa99-48a8-83ca-37494cdaa627 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.124535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6faeb9d-aa99-48a8-83ca-37494cdaa627 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.127306 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f6faeb9d-aa99-48a8-83ca-37494cdaa627 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0844781 Mar 22 13:12:05.129285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43806) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:05.129636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4435a-fdbe-433a-bfdf-97157d8c8939 None None] Port d1f3725f-f87f-49ee-b378-936fb4af187e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:12:05.138499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:12:05.314159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574ca3-744f-41d6-a68f-d9b41026f969 req-05dd5b0d-5ccc-41ff-a828-19c91322273b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:05.315786 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-64574ca3-744f-41d6-a68f-d9b41026f969 req-05dd5b0d-5ccc-41ff-a828-19c91322273b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 945 time: 0.1186159 Mar 22 13:12:05.413077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b738bf75-dd5c-440a-8011-def39be03c44 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:05.428536 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-64574ca3-744f-41d6-a68f-d9b41026f969 req-d5782fcd-751f-4038-b93f-1ca7fd782098 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064720 Mar 22 13:12:05.472636 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cf96f616-890f-410b-aaa6-ca1f88b69fad tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.3417399 Mar 22 13:12:05.484344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4de51be4-1c69-4f5b-82aa-6abc48a46cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:05.566932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b738bf75-dd5c-440a-8011-def39be03c44 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:05.567421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:05.637550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:05.645410 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Checking router: 5642257a-ec9c-4a99-98ce-40dc248407ea for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:12:05.645761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Updating router 5642257a-ec9c-4a99-98ce-40dc248407ea port d1f3725f-f87f-49ee-b378-936fb4af187e binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:12:05.737368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:05.833710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 01219db0-a6c5-4169-9d71-cdab4039829e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:06.006375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 01219db0-a6c5-4169-9d71-cdab4039829e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:06.006631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.285369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.297166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43814) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:06.298850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Transition to ACTIVE for port object d1f3725f-f87f-49ee-b378-936fb4af187e will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:06.302539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774507438', 'description': 'tempest-secgroup-smoke-774507438 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:06.308496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:06.311225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.313341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:06.316266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:06.322023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:06.333046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.354893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:06.358739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:06.361644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:06.367318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:06.440808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.445215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.446196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.451909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279755ad-9b3a-48f1-a2f2-05a9b5987842 None None] Pushing event updated for resources: {'Port': ['ID=d1f3725f-f87f-49ee-b378-936fb4af187e,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:06.486731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.491052 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1901546 Mar 22 13:12:06.491518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43820) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:06.497444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '53ed5aef-5ddf-4535-9a15-4a09ba276bea', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:06.507671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:06.517803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:06.528007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:06.535073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:06.552295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0de106-1058-4d59-821a-784a7a925a9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ed5aef-5ddf-4535-9a15-4a09ba276bea,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:06.557813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.565628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Attempting to bind port d1f3725f-f87f-49ee-b378-936fb4af187e on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:12:06.565994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Attempting to bind port d1f3725f-f87f-49ee-b378-936fb4af187e by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:12:06.566467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Attempting to bind port d1f3725f-f87f-49ee-b378-936fb4af187e on network 10e7561c-45fe-4134-b28c-ebd97c9653f8 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:12:06.576164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:12:06.576728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Checking segment: {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:12:06.577277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.577664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Bound using segment: {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:12:06.578251 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Bound port: d1f3725f-f87f-49ee-b378-936fb4af187e, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:12:06.578633 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.630624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.682585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.689985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] For port d1f3725f-f87f-49ee-b378-936fb4af187e, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:12:06.693274 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] For port d1f3725f-f87f-49ee-b378-936fb4af187e, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d1f3725f-f87f-49ee-b378-936fb4af187e,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:12:06.697237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.700042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.728342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787e644-b39f-4c21-8d73-bec3ca22c214 req-2e7fef02-1c86-4d60-8ac2-98639d5f4178 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:06.729799 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e787e644-b39f-4c21-8d73-bec3ca22c214 req-2e7fef02-1c86-4d60-8ac2-98639d5f4178 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 945 time: 0.1617980 Mar 22 13:12:06.734418 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21207f3-5851-4580-801e-b01142c377ac,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:06.756460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.757653 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7e5a126a-87d5-4032-b9c6-6308bc627232 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2650433 Mar 22 13:12:06.760447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43824) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:06.769050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '53ed5aef-5ddf-4535-9a15-4a09ba276bea', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:06.775446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:06.779874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:06.783218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:06.784302 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e787e644-b39f-4c21-8d73-bec3ca22c214 req-34d39154-cfca-4c4e-a3cd-cfbc030d8efb tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450063 Mar 22 13:12:06.790704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:06.795862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:12:06.806173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:12:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:06.820250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.876924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279755ad-9b3a-48f1-a2f2-05a9b5987842 None None] Pushing event updated for resources: {'Port': ['ID=d1f3725f-f87f-49ee-b378-936fb4af187e,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:06.891338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.895759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.918853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de27ef04-6fb7-4ba4-9094-a052cbe80601,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:06.931297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:06.935723 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ded6ef98-2909-465b-9494-15db91bec14d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1696756 Mar 22 13:12:06.936091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43828) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:06.941681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '53ed5aef-5ddf-4535-9a15-4a09ba276bea', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:06.948130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:06.952186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:06.955083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:06.961092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:06.979325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.012685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:12:07.202857 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.210026 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.236583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e21adcc-0e6d-473c-a12d-68b987a57418,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:07.260054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.260054 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e6553e22-587e-4b78-a398-5d67e8f079a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210583 Mar 22 13:12:07.261312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43834) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:07.266646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '53ed5aef-5ddf-4535-9a15-4a09ba276bea', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:07.276184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:07.280695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:07.284546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:07.290015 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-b6090473-0e86-41b2-83a6-7cf1fd31e26f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:07.290916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:07.291636 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-b6090473-0e86-41b2-83a6-7cf1fd31e26f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 945 time: 0.2509804 Mar 22 13:12:07.310702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.379481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Deleting port cbe463ac-cbec-4842-a043-0c7a561fb73a {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:12:07.379914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.387193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:06Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:07.389697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.391441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1dbae-5870-46b2-8d39-8b1efa85c831 None None] The sync data for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv is: [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:06Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:12:07.398507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.423304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed67ee40-e928-46da-ac62-fec7edcb9223,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:07.436549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.438086 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-11b7bcf7-6349-41be-94da-cafad4037581 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757426 Mar 22 13:12:07.440959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43840) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:07.447185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '53ed5aef-5ddf-4535-9a15-4a09ba276bea', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:07.462385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:07.470344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:07.474670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:07.486157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:07.496783 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:12:07.503368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.584592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.590696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.618909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71a86b4-8b01-4405-be29-9b18b9b581e1,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:07.635984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.637883 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-872906b4-9312-4c4d-9c67-adf5a0ca9e2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1956394 Mar 22 13:12:07.640782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43844) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:07.646791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '53ed5aef-5ddf-4535-9a15-4a09ba276bea', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:07.653206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:07.657788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:07.660974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:07.667050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:07.679104 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:12:07.686157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.712939 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] For port cbe463ac-cbec-4842-a043-0c7a561fb73a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cbe463ac-cbec-4842-a043-0c7a561fb73a,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:07.713493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.764158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.771458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.783241 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.802014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a4de41-6145-42bb-8033-41f008b62f0b,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:07.825819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:07.827193 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a950373d-db48-4441-981e-d67f84b5b235 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1853225 Mar 22 13:12:08.013183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6166e214-cc89-44f6-9594-497a24b6e797 req-d60ac28d-8220-448d-b5e3-49b8e46cecd8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:08.029826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6166e214-cc89-44f6-9594-497a24b6e797 req-d60ac28d-8220-448d-b5e3-49b8e46cecd8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:08.031289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-d60ac28d-8220-448d-b5e3-49b8e46cecd8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774507438&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.0596159 Mar 22 13:12:08.097967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:08.098349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:08.098754 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Floating IP 291cb3f9-3449-44f1-b299-cf9569db9c03 disassociated. External IP: 172.26.5.108, port: cbe463ac-cbec-4842-a043-0c7a561fb73a. Mar 22 13:12:08.099013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Calling delete_port for cbe463ac-cbec-4842-a043-0c7a561fb73a owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:12:08.146686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68e89e-6995-4cd6-9e3b-0075e65be485 req-beabd905-289d-468a-90fa-fa8a9cd5dcf1 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:08.148104 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6f68e89e-6995-4cd6-9e3b-0075e65be485 req-beabd905-289d-468a-90fa-fa8a9cd5dcf1 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 945 time: 0.2361877 Mar 22 13:12:08.202840 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166e214-cc89-44f6-9594-497a24b6e797 req-7927e200-f0dd-4907-ae10-afd6553b2efb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:08.203607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6166e214-cc89-44f6-9594-497a24b6e797 req-7927e200-f0dd-4907-ae10-afd6553b2efb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:08.221458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6166e214-cc89-44f6-9594-497a24b6e797 req-7927e200-f0dd-4907-ae10-afd6553b2efb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:08.222201 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6f68e89e-6995-4cd6-9e3b-0075e65be485 req-213d8bf4-3a80-4b68-b291-2c864a97bd61 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678816 Mar 22 13:12:08.229251 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-7927e200-f0dd-4907-ae10-afd6553b2efb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/networks?id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 797 time: 0.1883490 Mar 22 13:12:08.243022 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-dd80e8ba-284b-49c7-b0b4-99afdf8d3ab4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/quotas/6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 375 time: 0.0101628 Mar 22 13:12:08.299584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:08.355768 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-8763a3cf-48e2-42c1-9945-8a98b1324750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030068 Mar 22 13:12:08.359064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event deleted for resources: {'Port': ['ID=cbe463ac-cbec-4842-a043-0c7a561fb73a,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:08.364953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-a0bc97f9-a3f1-4b64-b459-ccaa61512432 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:12:08.366239 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-a0bc97f9-a3f1-4b64-b459-ccaa61512432 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064869 Mar 22 13:12:08.555919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Router 3313869f-45ec-405e-a717-8f3c09ac8c76 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:12:08.633570 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-1e378af6-fbf6-4271-8516-3e36c94836ff service neutron] 10.222.0.70 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480855 Mar 22 13:12:08.744403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:12:08.754213 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] Sync routers for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:12:08.766537 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:12:08.767407 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:12:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:08.783495 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-125177db-d4e2-484f-9d3f-3743a052c5d9 service neutron] 10.222.0.70 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428807 Mar 22 13:12:08.829549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] No DVR routers for this DVR port cbe463ac-cbec-4842-a043-0c7a561fb73a on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:12:08.836509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:08.839655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172f8b8-e8e8-430b-a90c-21487e856983', 'name': 'network-vif-deleted', 'tag': 'cbe463ac-cbec-4842-a043-0c7a561fb73a'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:12:08.860219 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9a47e07f-bbc3-4187-b108-82956919f9b0 req-fe718444-4429-4d6f-9a76-3da30c11b1bf tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "DELETE /v2.0/ports/cbe463ac-cbec-4842-a043-0c7a561fb73a HTTP/1.1" status: 204 len: 173 time: 1.5586483 Mar 22 13:12:08.899080 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172f8b8-e8e8-430b-a90c-21487e856983', 'name': 'network-vif-deleted', 'tag': 'cbe463ac-cbec-4842-a043-0c7a561fb73a', 'status': 'completed', 'code': 200} Mar 22 13:12:08.974214 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:12:09.138095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-f0724562-9527-4cfd-a3c7-2ba300b5d68b req-ac0864a7-f1cb-4c58-b2ec-b82e43f9b547 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:09.157947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-f0724562-9527-4cfd-a3c7-2ba300b5d68b req-ac0864a7-f1cb-4c58-b2ec-b82e43f9b547 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:09.168100 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f0724562-9527-4cfd-a3c7-2ba300b5d68b req-ac0864a7-f1cb-4c58-b2ec-b82e43f9b547 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 210 time: 0.1962018 Mar 22 13:12:09.376203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d1f3725f-f87f-49ee-b378-936fb4af187e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:09.464380 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:09.473364 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] Checking router: 3313869f-45ec-405e-a717-8f3c09ac8c76 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:12:09.485178 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-70ee154f-15c3-44aa-8b65-286be5114fe1 req-f457cc74-5aa6-4a61-94ee-82b6a12f5fcc tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=9172f8b8-e8e8-430b-a90c-21487e856983 HTTP/1.1" status: 200 len: 210 time: 0.1004190 Mar 22 13:12:09.486044 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:12:09.486891 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:12:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:09.528308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port d1f3725f-f87f-49ee-b378-936fb4af187e completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:09.533423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d1f3725f-f87f-49ee-b378-936fb4af187e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:09.533867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:09.654497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:09.682924 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:12:09.690623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port d1f3725f-f87f-49ee-b378-936fb4af187e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d1f3725f-f87f-49ee-b378-936fb4af187e,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:09.694440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:09.760265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=d1f3725f-f87f-49ee-b378-936fb4af187e,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:10.001829 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:10.006484 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c4b34-5b09-4c4a-affa-d7ed1733647c None None] The sync data for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv is: [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:12:10.222291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277280b-bb0d-42b7-83fb-3c875f795f59 None None] New status for floating IP 291cb3f9-3449-44f1-b299-cf9569db9c03: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:12:10.305125 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-19ef36cf-248b-42a2-ac45-4b1c8e13ce40 req-136372d3-907f-4327-a0cd-9962dc88619c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 210 time: 0.0408607 Mar 22 13:12:10.369834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device cbe463ac-cbec-4842-a043-0c7a561fb73a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:12:10.461092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: cbe463ac-cbec-4842-a043-0c7a561fb73a {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:12:10.461767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device cbe463ac-cbec-4842-a043-0c7a561fb73a not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:12:10.625171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166e214-cc89-44f6-9594-497a24b6e797 req-b3f35e27-90d1-48f2-b8c5-449ba064a405 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:10.625855 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6166e214-cc89-44f6-9594-497a24b6e797 req-b3f35e27-90d1-48f2-b8c5-449ba064a405 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:10.637372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6166e214-cc89-44f6-9594-497a24b6e797 req-b3f35e27-90d1-48f2-b8c5-449ba064a405 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:10.638465 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-b3f35e27-90d1-48f2-b8c5-449ba064a405 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 797 time: 0.1713867 Mar 22 13:12:10.695337 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-95c47ec9-cc50-493f-bda0-d8f979d67a71 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 379 time: 0.0403967 Mar 22 13:12:10.701320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'device_id': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'admin_state_up': True, 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'security_groups': ['53ed5aef-5ddf-4535-9a15-4a09ba276bea']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:10.859312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:10.880043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:10.887034 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-736c9b2d-98d2-42ed-9f99-df0b3392037b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761929809&fields=id&tenant_id=ab9fd1a08d784f459c551ca8586506fb HTTP/1.1" status: 200 len: 267 time: 0.0594363 Mar 22 13:12:10.895865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:12:10.899245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:11.149371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-2978cfdd-f92e-4850-941b-c2512358ad70 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:11.150775 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-2978cfdd-f92e-4850-941b-c2512358ad70 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 811 time: 0.2568889 Mar 22 13:12:11.172404 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-0b983fb8-98e1-4ac2-aa78-4a00f0959f92 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/quotas/ab9fd1a08d784f459c551ca8586506fb HTTP/1.1" status: 200 len: 375 time: 0.0154245 Mar 22 13:12:11.228341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.14 (10e7561c-45fe-4134-b28c-ebd97c9653f8/4e61d751-0be2-4c83-befb-4c8c61dba1ca/c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:11.275934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d1f3725f-f87f-49ee-b378-936fb4af187e up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:11.327491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-295cb732-5732-4894-906a-995a28450edc tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:11.356988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d1f3725f-f87f-49ee-b378-936fb4af187e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:11.357479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:11.453621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-295cb732-5732-4894-906a-995a28450edc tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:11.454900 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-295cb732-5732-4894-906a-995a28450edc tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2774553 Mar 22 13:12:11.459951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:11.474261 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-21862822-3aef-4d78-941f-eb84fd9bb296 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:12:11.475249 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-21862822-3aef-4d78-941f-eb84fd9bb296 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050952 Mar 22 13:12:11.476990 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f2aeb35e-3aff-44be-ae47-a3c7d937654c req-2872bf20-a8a9-41ae-9b75-f39c8125681e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 210 time: 0.0600300 Mar 22 13:12:11.486305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:11.605364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:11.688754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 10e7561c-45fe-4134-b28c-ebd97c9653f8 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:11.693169 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:11.705454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:12:11.735580 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-09d62b64-1bcd-4065-8b05-5a20a3a9b8ce service neutron] 10.222.0.70 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395391 Mar 22 13:12:11.744205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:11.857239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:11.857849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:11.907868 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-07e038a7-1b54-420b-8737-0555c60004ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2116120 Mar 22 13:12:11.915574 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-40e52f6f-9848-43ad-9c79-7dec7d08776c service neutron] 10.222.0.70 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725044 Mar 22 13:12:11.920579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-c58d8c68-8ec4-46a7-9150-68c6336b3c9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:12:11.921665 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-c58d8c68-8ec4-46a7-9150-68c6336b3c9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051632 Mar 22 13:12:11.923079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-635f2b28-6e00-465c-918a-b4733ebab72f None None] Provisioning for port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:11.928065 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-635f2b28-6e00-465c-918a-b4733ebab72f None None] Provisioning complete for port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:11.928429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-635f2b28-6e00-465c-918a-b4733ebab72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:11.935054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Request body: {'port': {'device_id': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:11.983464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-635f2b28-6e00-465c-918a-b4733ebab72f None None] Port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:12:12.056556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:12.298330 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cc31cadb-0f10-478d-97e6-67ad3caa63cc req-d4330505-163e-4d20-a987-c3b094fddcc1 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 210 time: 0.0435357 Mar 22 13:12:12.531542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:12:12.540430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:12.556162 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Transition to ACTIVE for port object c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:12.560293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:12.740824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:12.867697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1310d1-7d62-4a2a-8f52-03cc60e4e917 req-13237f76-5ded-4b8c-b799-2847c7116876 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:12.868388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-cf1310d1-7d62-4a2a-8f52-03cc60e4e917 req-13237f76-5ded-4b8c-b799-2847c7116876 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:12.880638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Attempting to bind port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:12:12.880910 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Attempting to bind port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:12:12.881244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Attempting to bind port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a on network 10e7561c-45fe-4134-b28c-ebd97c9653f8 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:12:12.891109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a on network 10e7561c-45fe-4134-b28c-ebd97c9653f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:12:12.891447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Attempting to bind port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a on network 10e7561c-45fe-4134-b28c-ebd97c9653f8 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:12:12.895132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-cf1310d1-7d62-4a2a-8f52-03cc60e4e917 req-13237f76-5ded-4b8c-b799-2847c7116876 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:12.896306 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cf1310d1-7d62-4a2a-8f52-03cc60e4e917 req-13237f76-5ded-4b8c-b799-2847c7116876 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 944 time: 0.2811449 Mar 22 13:12:12.898960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:12:12.899144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Checking segment: {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:12:12.899416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Bound using segment: {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:12:12.899944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Bound port: c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:12:12.900351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:13.013750 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cf1310d1-7d62-4a2a-8f52-03cc60e4e917 req-64046589-8e72-4f7f-96dc-4ce028081333 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022019 Mar 22 13:12:13.026461 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] For port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:12:13.029475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] For port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:12:13.033688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:13.088480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:13.089139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:13.090499 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] 10.222.0.47 "PUT /v2.0/ports/c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a HTTP/1.1" status: 200 len: 1094 time: 1.1604233 Mar 22 13:12:13.090931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'tag': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:12:13.119182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b722a5f-cad1-40b2-a240-7af643e20b81 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:13.168249 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'tag': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'status': 'completed', 'code': 200} Mar 22 13:12:13.219969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166e214-cc89-44f6-9594-497a24b6e797 req-8ffee858-a399-479b-aeed-17b15bbbef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:13.221570 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-8ffee858-a399-479b-aeed-17b15bbbef4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 1097 time: 0.0848327 Mar 22 13:12:13.292925 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-772aebf0-efce-4cc6-a163-c844b92ecf71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a HTTP/1.1" status: 200 len: 217 time: 0.0611498 Mar 22 13:12:13.509436 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166e214-cc89-44f6-9594-497a24b6e797 req-9eea9a36-cd4f-491a-b111-1b32d5944fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:13.510867 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-9eea9a36-cd4f-491a-b111-1b32d5944fd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e61d751-0be2-4c83-befb-4c8c61dba1ca HTTP/1.1" status: 200 len: 834 time: 0.2019808 Mar 22 13:12:13.515316 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e2b585cf-2c97-4934-8a67-83351a5431c0 req-18ba2653-c7a1-4a28-8b12-8b7c53106450 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 210 time: 0.0646362 Mar 22 13:12:13.599435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-e6fd80b6-420b-4356-aad4-a5b767a0bb37 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:13.600841 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-e6fd80b6-420b-4356-aad4-a5b767a0bb37 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 811 time: 0.2905905 Mar 22 13:12:13.646130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166e214-cc89-44f6-9594-497a24b6e797 req-34290323-e29f-43c3-a58c-649ec38a830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:13.647635 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-34290323-e29f-43c3-a58c-649ec38a830e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10e7561c-45fe-4134-b28c-ebd97c9653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1290877 Mar 22 13:12:13.720514 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-09871b0e-69db-4b0c-8f85-057224e70c53 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9fd1a08d784f459c551ca8586506fb HTTP/1.1" status: 200 len: 379 time: 0.1064806 Mar 22 13:12:13.773538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'port': {'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'admin_state_up': True, 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'security_groups': ['2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:14.040995 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-059a32c6-8965-4345-8e13-2db008a43b60 service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793957 Mar 22 13:12:14.106609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:14.174771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:14.192728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Made reservation on behalf of ab9fd1a08d784f459c551ca8586506fb for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:12:14.196292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:14.207135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecd334-5da1-4ae9-a2f3-48b482a7e0b6 req-703de7c4-8b59-4be7-a85e-97b55cbb7747 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:14.209254 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-42ecd334-5da1-4ae9-a2f3-48b482a7e0b6 req-703de7c4-8b59-4be7-a85e-97b55cbb7747 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 944 time: 0.0845492 Mar 22 13:12:14.258837 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-42ecd334-5da1-4ae9-a2f3-48b482a7e0b6 req-d3da63c0-1f73-4bbc-8073-ae5e76d14c7a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437324 Mar 22 13:12:14.265767 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6166e214-cc89-44f6-9594-497a24b6e797 req-75a19688-cb3f-44fa-a3e7-77d8ed3f0e14 service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154670 Mar 22 13:12:14.427666 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Allocated IP 172.20.0.8 (633364dd-1de0-470d-b3c0-15502b8c78ca/6af31a5b-18ed-49ad-bb2e-f4280921fbb2/a7df884c-2a07-4a9a-8795-ea5c83ee57b0) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:14.468462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-00ecbecf-a8a0-430f-8acf-f127d6b35cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:14.469951 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-00ecbecf-a8a0-430f-8acf-f127d6b35cad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 1097 time: 0.1532133 Mar 22 13:12:14.720368 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8ec2c883-d1ae-4d26-ac56-628a98421bc4 req-f91399dc-d83f-4fe4-8b96-33609be2b22b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 210 time: 0.0730233 Mar 22 13:12:14.762941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-d7b81c8e-cdf6-4347-9a4e-356429c2f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:14.764507 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-d7b81c8e-cdf6-4347-9a4e-356429c2f3ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 898 time: 0.2850296 Mar 22 13:12:14.843625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:14.847277 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-7000505e-b46a-4b3b-9cc7-df2d226a6959 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a HTTP/1.1" status: 200 len: 217 time: 0.0753133 Mar 22 13:12:14.893020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Transition to ACTIVE for port object a7df884c-2a07-4a9a-8795-ea5c83ee57b0 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:14.927902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-da229a92-7053-4ee7-821a-93e84483ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:14.929319 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-da229a92-7053-4ee7-821a-93e84483ba73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e61d751-0be2-4c83-befb-4c8c61dba1ca HTTP/1.1" status: 200 len: 834 time: 0.0699852 Mar 22 13:12:14.972128 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:15.057815 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Network 633364dd-1de0-470d-b3c0-15502b8c78ca is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:15.064873 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:15.067531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'Port': ['ID=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:15.069730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:12:15.142626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:15.143285 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:15.150707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-801c4e10-51ce-4e60-8d55-23a88b361887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:15.152740 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-801c4e10-51ce-4e60-8d55-23a88b361887 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10e7561c-45fe-4134-b28c-ebd97c9653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2154467 Mar 22 13:12:15.252039 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6a865f06-dc1f-485b-be98-0a4222b83a18 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4822359 Mar 22 13:12:15.270522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f7156a52-68a1-422c-881f-4e2855609779 None None] Provisioning for port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:15.271942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Request body: {'port': {'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:15.275602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f7156a52-68a1-422c-881f-4e2855609779 None None] Provisioning complete for port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:15.275969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f7156a52-68a1-422c-881f-4e2855609779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:15.358203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f7156a52-68a1-422c-881f-4e2855609779 None None] Port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:12:15.388400 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-a230cf6c-2f6b-468e-a7e2-4c0a4097d691 service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269361 Mar 22 13:12:15.437531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:15.449768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340627be-ee23-42c7-8aed-89b9ea2273d5 req-a1b6d55f-4385-42df-8d75-e3ad347dcf27 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:15.451248 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-340627be-ee23-42c7-8aed-89b9ea2273d5 req-a1b6d55f-4385-42df-8d75-e3ad347dcf27 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 944 time: 0.0816255 Mar 22 13:12:15.495532 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-340627be-ee23-42c7-8aed-89b9ea2273d5 req-eb602a1f-7fef-433c-a587-a1b2f6cfd04d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384552 Mar 22 13:12:15.750526 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-571e8f22-a4ec-4f4d-899b-c240af455af8 req-0aa6a391-58ba-4b73-a579-80d38ff69adc service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537021 Mar 22 13:12:15.971511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d556cb1-fb20-4321-a544-ac2aac1d675f req-98634f1a-b826-4021-acbe-e9c73c40f897 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:15.972202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6d556cb1-fb20-4321-a544-ac2aac1d675f req-98634f1a-b826-4021-acbe-e9c73c40f897 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:16.040774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6d556cb1-fb20-4321-a544-ac2aac1d675f req-98634f1a-b826-4021-acbe-e9c73c40f897 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:16.041821 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d556cb1-fb20-4321-a544-ac2aac1d675f req-98634f1a-b826-4021-acbe-e9c73c40f897 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 931 time: 0.1907406 Mar 22 13:12:16.047872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7df884c-2a07-4a9a-8795-ea5c83ee57b0 {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:12:16.067720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:16.097538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Transition to ACTIVE for port object a7df884c-2a07-4a9a-8795-ea5c83ee57b0 will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:16.102982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:16.137024 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d556cb1-fb20-4321-a544-ac2aac1d675f req-23de8a20-e1d3-4330-ac6a-084bbb4380a2 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848663 Mar 22 13:12:16.235320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Pushing event updated for resources: {'Port': ['ID=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:16.342955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Attempting to bind port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:12:16.343334 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Attempting to bind port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:12:16.343665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Attempting to bind port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 on network 633364dd-1de0-470d-b3c0-15502b8c78ca {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:12:16.348141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 on network 633364dd-1de0-470d-b3c0-15502b8c78ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:12:16.348465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Attempting to bind port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 on network 633364dd-1de0-470d-b3c0-15502b8c78ca {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:12:16.353497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:12:16.353836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Checking segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:12:16.354257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Bound using segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:12:16.354723 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Bound port: a7df884c-2a07-4a9a-8795-ea5c83ee57b0, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:12:16.355596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:16.448311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] For port a7df884c-2a07-4a9a-8795-ea5c83ee57b0, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:12:16.451380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] For port a7df884c-2a07-4a9a-8795-ea5c83ee57b0, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:12:16.455644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:16.510947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:16.511704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:16.512934 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7df884c-2a07-4a9a-8795-ea5c83ee57b0 HTTP/1.1" status: 200 len: 1093 time: 1.2477782 Mar 22 13:12:16.513360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'tag': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:12:16.551613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d04c5-d50b-4618-9104-70e5cc2b5b12 service neutron] Pushing event updated for resources: {'Port': ['ID=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:16.597056 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'tag': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'status': 'completed', 'code': 200} Mar 22 13:12:16.699958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-eed53abd-efb7-45b2-a0f8-9b2d059fe261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:16.701468 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-eed53abd-efb7-45b2-a0f8-9b2d059fe261 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 1096 time: 0.1389811 Mar 22 13:12:16.778896 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-f34b8d23-b53f-42d9-8b86-ab4dbda1708f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0 HTTP/1.1" status: 200 len: 217 time: 0.0630178 Mar 22 13:12:16.786334 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc17f5-c2be-4a0f-8504-92a1483c953c req-e223b0dd-e2eb-4960-b8bb-74f50899681c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:16.787732 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-65bc17f5-c2be-4a0f-8504-92a1483c953c req-e223b0dd-e2eb-4960-b8bb-74f50899681c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 944 time: 0.1708863 Mar 22 13:12:16.880339 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-65bc17f5-c2be-4a0f-8504-92a1483c953c req-fad6dfc5-907d-4969-a631-f2a3d76d6981 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866272 Mar 22 13:12:16.885302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-09f46e43-4d1c-40b8-b7ed-cf6780826d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:16.887222 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-09f46e43-4d1c-40b8-b7ed-cf6780826d97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.0925057 Mar 22 13:12:16.960032 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6d0065c0-030a-44c5-9985-f831ee614eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:16.961443 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-6d0065c0-030a-44c5-9985-f831ee614eaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675831 Mar 22 13:12:17.093942 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-d74db36e-2739-4270-bf8c-c6aed865cd6b service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249051 Mar 22 13:12:17.223524 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e601bd4d-788d-4168-a6e3-1861cea74dea req-3c671ec8-f51d-46a2-99ff-7a4f8118598a service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231802 Mar 22 13:12:17.327189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8a637-d024-4c5b-9e5c-29487a23ee8d req-35f497de-2ae2-4910-a2c3-656d0da8b666 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:17.328670 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5dd8a637-d024-4c5b-9e5c-29487a23ee8d req-35f497de-2ae2-4910-a2c3-656d0da8b666 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 943 time: 0.0880206 Mar 22 13:12:17.355358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-d46d43b2-7668-4d49-bdfe-cf200bb8bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:17.356978 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-d46d43b2-7668-4d49-bdfe-cf200bb8bbbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 1096 time: 0.0757356 Mar 22 13:12:17.375962 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5dd8a637-d024-4c5b-9e5c-29487a23ee8d req-08de4632-e042-4fdd-aab3-da9bb7d3887e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407407 Mar 22 13:12:17.593713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-2b138c0d-d23b-4c7a-b743-1baf53703bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:17.595175 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-2b138c0d-d23b-4c7a-b743-1baf53703bb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.2313182 Mar 22 13:12:17.663718 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-c3353eb6-8d26-4f09-90c4-189c52689c66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0 HTTP/1.1" status: 200 len: 217 time: 0.0616250 Mar 22 13:12:17.725547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-a7b23382-1890-4e06-90e7-6956168344e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:17.726960 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-a7b23382-1890-4e06-90e7-6956168344e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.0562646 Mar 22 13:12:17.801819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-c4ace797-85cc-42e3-b40d-a454fa0953fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:17.803247 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-c4ace797-85cc-42e3-b40d-a454fa0953fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691493 Mar 22 13:12:17.936041 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-77922c78-937d-4c23-8a89-6c5003484e21 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249073 Mar 22 13:12:18.119406 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b46cfc33-c0fe-4a5d-bf17-2478703283b3 req-fa7a144d-58da-4e70-8b89-b4a0e203e3b7 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755898 Mar 22 13:12:18.143957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ee490-61f7-4dfc-8ffb-bd39e4f544d4 req-7afdae64-1c93-4ca1-bba4-a600ea051db4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:18.145367 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-749ee490-61f7-4dfc-8ffb-bd39e4f544d4 req-7afdae64-1c93-4ca1-bba4-a600ea051db4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 944 time: 0.1190469 Mar 22 13:12:18.188784 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-749ee490-61f7-4dfc-8ffb-bd39e4f544d4 req-1e731fd2-89e8-40cf-9076-c815faba450e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378749 Mar 22 13:12:18.410835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:12:18.559191 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:18.574642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'port_id': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'mac_address': 'fa:16:3e:0c:76:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:12:18.577841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559567a-7e05-491b-b56e-6c0f15568296 req-103ce62d-504c-4d36-a061-56ff70af03f0 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:18.579351 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6559567a-7e05-491b-b56e-6c0f15568296 req-103ce62d-504c-4d36-a061-56ff70af03f0 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 943 time: 0.0861158 Mar 22 13:12:18.632139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:18.645030 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6559567a-7e05-491b-b56e-6c0f15568296 req-d6588cfa-a39f-4948-acb2-1a1927a41c44 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562181 Mar 22 13:12:18.658329 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:12:18.667793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:18.672761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:18.749684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:18.851636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e970efe-a944-43ed-9064-04d325d15c4b req-ed6edac9-9bbd-4eb8-87a0-ed2fa93c6c65 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:18.853158 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1e970efe-a944-43ed-9064-04d325d15c4b req-ed6edac9-9bbd-4eb8-87a0-ed2fa93c6c65 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0800524 Mar 22 13:12:18.897615 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1e970efe-a944-43ed-9064-04d325d15c4b req-6eb4cd54-0629-4f3c-8f28-b0a01a9e3595 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387805 Mar 22 13:12:18.934990 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:12:19.369085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c92a1-b7a7-4565-b017-8d9144c2d34a req-1df1dfe1-267e-4ef7-ae44-dabda3a23e85 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:19.370558 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-403c92a1-b7a7-4565-b017-8d9144c2d34a req-1df1dfe1-267e-4ef7-ae44-dabda3a23e85 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 945 time: 0.0798635 Mar 22 13:12:19.414134 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-403c92a1-b7a7-4565-b017-8d9144c2d34a req-c1ed47e7-8c29-4584-b4f1-0bc28400b2d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378842 Mar 22 13:12:19.824899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d18c7b-e00a-46d2-8ea4-de40e83d494a req-30dc533f-dee1-487d-9387-31724dbbb48b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:19.826320 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c3d18c7b-e00a-46d2-8ea4-de40e83d494a req-30dc533f-dee1-487d-9387-31724dbbb48b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 943 time: 0.0848293 Mar 22 13:12:19.869789 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c3d18c7b-e00a-46d2-8ea4-de40e83d494a req-52727ef4-84a9-4bc1-ad68-56e27be40cd7 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378854 Mar 22 13:12:20.083815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e89f7-25a2-439f-ae4d-71a729d7ffe6 req-e2c31b8f-d922-4e4c-bf92-da68400b3da0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:20.086400 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e38e89f7-25a2-439f-ae4d-71a729d7ffe6 req-e2c31b8f-d922-4e4c-bf92-da68400b3da0 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0842588 Mar 22 13:12:20.132644 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e38e89f7-25a2-439f-ae4d-71a729d7ffe6 req-eb1ec391-e25c-457b-987d-18dece91e38a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393448 Mar 22 13:12:20.436415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:20.507364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:20.512065 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:20.512432 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:20.596469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da52a9-30c7-430e-803d-e12de750f9f2 req-3bc16169-006e-47a8-8a1a-d135ea0c495a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:20.597920 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c4da52a9-30c7-430e-803d-e12de750f9f2 req-3bc16169-006e-47a8-8a1a-d135ea0c495a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 945 time: 0.0785596 Mar 22 13:12:20.626349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:20.641974 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c4da52a9-30c7-430e-803d-e12de750f9f2 req-71694af9-ebee-4bda-ad0e-2ec42306c036 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380900 Mar 22 13:12:20.651713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:12:20.668952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:20.672917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:20.738054 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'code': 200} Mar 22 13:12:20.781297 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:20.934392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c1b12-79d0-4705-a782-3a1fa2bfc8ee req-beacff9e-3d9a-4aa5-a344-b195ed986b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:20.935917 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-559c1b12-79d0-4705-a782-3a1fa2bfc8ee req-beacff9e-3d9a-4aa5-a344-b195ed986b85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 1099 time: 0.0727265 Mar 22 13:12:21.012697 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-559c1b12-79d0-4705-a782-3a1fa2bfc8ee req-540946e7-a647-4d91-b03e-7604bbe7091f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694997 Mar 22 13:12:21.053629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb9458-8e8b-45cd-af19-ac593dc685b5 req-ed2cd7e2-6b54-4307-9ec4-4b588d621c60 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:21.054995 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a8cb9458-8e8b-45cd-af19-ac593dc685b5 req-ed2cd7e2-6b54-4307-9ec4-4b588d621c60 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 943 time: 0.0812559 Mar 22 13:12:21.102110 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a8cb9458-8e8b-45cd-af19-ac593dc685b5 req-d0d8870b-fee5-4358-b687-36a4c7723ff9 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415123 Mar 22 13:12:21.313815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e88017-bbfa-470f-a6ca-a8e620bcef73 req-b28ea964-0d77-4eae-9481-fbbef73dd11a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:21.315284 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55e88017-bbfa-470f-a6ca-a8e620bcef73 req-b28ea964-0d77-4eae-9481-fbbef73dd11a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0778472 Mar 22 13:12:21.362879 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-55e88017-bbfa-470f-a6ca-a8e620bcef73 req-cd7e0bcf-5a36-45f3-981e-42a17a9b365d tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416672 Mar 22 13:12:21.517023 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:21.823876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033ed2b-4931-4351-ab97-20414a3a137a req-d74ae3f0-ed54-491d-b218-3ebaeedebfd4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:21.825230 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3033ed2b-4931-4351-ab97-20414a3a137a req-d74ae3f0-ed54-491d-b218-3ebaeedebfd4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 946 time: 0.0783715 Mar 22 13:12:21.867628 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3033ed2b-4931-4351-ab97-20414a3a137a req-60c1482e-8391-4a75-9f64-c6914e64e771 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368772 Mar 22 13:12:22.287135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f79cab-9492-478e-a29d-76c2e3331851 req-0b7d2bce-f5d6-4ef7-a761-ba75666da709 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:22.288593 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e1f79cab-9492-478e-a29d-76c2e3331851 req-0b7d2bce-f5d6-4ef7-a761-ba75666da709 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 943 time: 0.0821524 Mar 22 13:12:22.335768 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e1f79cab-9492-478e-a29d-76c2e3331851 req-f79e9814-a2f0-4c81-9b4f-c454e610487f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406070 Mar 22 13:12:22.546377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3bac6-0f2e-4fcf-91ed-3ec92aec6bb8 req-b0a7ce91-5dc3-47f7-bdbc-47f1e34d0d51 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:22.547876 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-56f3bac6-0f2e-4fcf-91ed-3ec92aec6bb8 req-b0a7ce91-5dc3-47f7-bdbc-47f1e34d0d51 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0826311 Mar 22 13:12:22.591219 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-56f3bac6-0f2e-4fcf-91ed-3ec92aec6bb8 req-a8c25d45-4fa4-4a5e-9d1c-abd2a1b032d5 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377631 Mar 22 13:12:23.071501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8b0b4-e4e3-40b4-91c9-a1bbfab0e621 req-f1d64ce3-f2c6-47b5-8d58-92742c423186 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:23.072939 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2c8b0b4-e4e3-40b4-91c9-a1bbfab0e621 req-f1d64ce3-f2c6-47b5-8d58-92742c423186 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 946 time: 0.0822134 Mar 22 13:12:23.116594 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2c8b0b4-e4e3-40b4-91c9-a1bbfab0e621 req-8fcf4d27-990b-4fa3-9544-5379b6912553 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375338 Mar 22 13:12:23.293463 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fcac9-eafd-4f9f-97c0-966a4ae47869 req-f0e41b09-04d3-4d48-8169-b7bd8ffb078a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:23.294901 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-482fcac9-eafd-4f9f-97c0-966a4ae47869 req-f0e41b09-04d3-4d48-8169-b7bd8ffb078a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 946 time: 0.0779934 Mar 22 13:12:23.338301 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-482fcac9-eafd-4f9f-97c0-966a4ae47869 req-62bf9d5a-d4f4-452b-b8c7-95ea13c51674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377562 Mar 22 13:12:23.360837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 43984) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:23.581309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fcef-12b0-4714-b24a-231867e5910d req-0b0b4294-70a1-41e3-8988-2f4aa59bd63e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:23.582740 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f861fcef-12b0-4714-b24a-231867e5910d req-0b0b4294-70a1-41e3-8988-2f4aa59bd63e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 943 time: 0.1372144 Mar 22 13:12:23.585328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d534d9c-62e3-4382-a916-0965a345a8af tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:23.586662 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6d534d9c-62e3-4382-a916-0965a345a8af tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 1094 time: 0.2245851 Mar 22 13:12:23.589817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 43990) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:23.595063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:23.601141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:23.605637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:floatingip and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:23.608723 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:23.614207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:23.625193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:23.628857 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f861fcef-12b0-4714-b24a-231867e5910d req-a5d1b5d9-fb52-45a1-89f3-15688917f69f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404575 Mar 22 13:12:23.928226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529e2a2-5ff4-419d-9139-ec544e1a853a req-ad7c5f0f-6aa4-4b2a-bd2c-1707e76efa8a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:23.929679 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b529e2a2-5ff4-419d-9139-ec544e1a853a req-ad7c5f0f-6aa4-4b2a-bd2c-1707e76efa8a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.2123168 Mar 22 13:12:23.953661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:24.030866 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b529e2a2-5ff4-419d-9139-ec544e1a853a req-53288772-fb3d-4a03-87ac-2f39a7c90d7d tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944870 Mar 22 13:12:24.111566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.146 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/0830f815-30e1-4ed5-9a0e-11b3bc79a571) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:24.259776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:24.292903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:24.354994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:24.361807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:24.365856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:12:24.398645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=0830f815-30e1-4ed5-9a0e-11b3bc79a571,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:24.783694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:24.817175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cafc6-66e2-4261-a2f5-36a872d3996f req-de624d73-22af-41ae-9a89-44d6a5c77dda tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:24.818628 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c87cafc6-66e2-4261-a2f5-36a872d3996f req-de624d73-22af-41ae-9a89-44d6a5c77dda tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 943 time: 0.0875487 Mar 22 13:12:24.858327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:24.862684 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c87cafc6-66e2-4261-a2f5-36a872d3996f req-43e3a190-6d3a-4bc0-a461-76d6fe6e0bf5 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376651 Mar 22 13:12:25.065639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:25.070996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:25.218479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=0830f815-30e1-4ed5-9a0e-11b3bc79a571,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:25.238287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:25.404919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e76fb-b108-4577-b267-2e078bee6bab req-0399164d-65f9-47c5-9f4b-fc9d1751a1a4 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:25.406380 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-598e76fb-b108-4577-b267-2e078bee6bab req-0399164d-65f9-47c5-9f4b-fc9d1751a1a4 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.2551465 Mar 22 13:12:25.563788 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 2de44066-d0e9-47c8-894e-da4304cf8e48 associated. External IP: 172.26.5.146, port: c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a. Mar 22 13:12:25.642907 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-598e76fb-b108-4577-b267-2e078bee6bab req-8f645962-85eb-4b3b-86a7-84d12ee92b3c tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294126 Mar 22 13:12:25.931430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 5642257a-ec9c-4a99-98ce-40dc248407ea has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:12:26.046060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15145147-cd8f-46c0-a3ff-2fe2073df082 req-211181e7-f54d-4e98-8df6-fc72e04452cb tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:26.047518 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-15145147-cd8f-46c0-a3ff-2fe2073df082 req-211181e7-f54d-4e98-8df6-fc72e04452cb tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 943 time: 0.0771451 Mar 22 13:12:26.091039 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-15145147-cd8f-46c0-a3ff-2fe2073df082 req-d2744dfb-5cfb-4d09-a89a-21a354c29cf3 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377829 Mar 22 13:12:26.109276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:12:26.118653 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] Sync routers for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:12:26.129166 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:12:26.129813 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:12:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:26.136773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.194284 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f8e3a92c-aaed-43f1-b74a-6d50d5e950f9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6032872 Mar 22 13:12:26.194844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'tag': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:12:26.197315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44002) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:26.239022 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'tag': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'status': 'completed', 'code': 200} Mar 22 13:12:26.311404 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-73a39c57-3784-46a6-b80e-0df79e22682a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 992 time: 0.1121655 Mar 22 13:12:26.345243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-0c501925-fb35-43ed-af93-548d20a19362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:26.346700 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-0c501925-fb35-43ed-af93-548d20a19362 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 1099 time: 0.0797570 Mar 22 13:12:26.347493 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:12:26.466996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device a7df884c-2a07-4a9a-8795-ea5c83ee57b0 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:12:26.484184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-753b1155-82c4-4bf4-83dc-29f4b65bf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:26.485691 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-753b1155-82c4-4bf4-83dc-29f4b65bf585 service neutron] 10.222.0.47 "GET /v2.0/networks?id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 898 time: 0.1325958 Mar 22 13:12:26.590878 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-ad3565d5-3202-4628-85e1-cf3ceee9cb86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a HTTP/1.1" status: 200 len: 1000 time: 0.0982499 Mar 22 13:12:26.602042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port a7df884c-2a07-4a9a-8795-ea5c83ee57b0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:26.615587 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'mac_address': 'fa:16:3e:ba:76:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:12:26.654709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-053cbf1d-4441-4175-87b2-d2fc4b00e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:26.656395 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-053cbf1d-4441-4175-87b2-d2fc4b00e661 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e61d751-0be2-4c83-befb-4c8c61dba1ca HTTP/1.1" status: 200 len: 834 time: 0.0588646 Mar 22 13:12:26.674148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.692934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7df884c-2a07-4a9a-8795-ea5c83ee57b0 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:12:26.695102 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '2de44066-d0e9-47c8-894e-da4304cf8e48', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'port_id': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'mac_address': 'fa:16:3e:0c:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:24Z', 'updated_at': '2022-03-22T13:12:24Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:26.699483 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] Checking router: 5642257a-ec9c-4a99-98ce-40dc248407ea for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:12:26.707801 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:12:26.708432 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:12:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:26.709651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port a7df884c-2a07-4a9a-8795-ea5c83ee57b0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:26.717629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.752784 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-26ac465b-e014-4fa9-bd71-2c343f07828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:26.754798 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-26ac465b-e014-4fa9-bd71-2c343f07828a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10e7561c-45fe-4134-b28c-ebd97c9653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918615 Mar 22 13:12:26.795228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:26.803937 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.804336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.804702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.805002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.805330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.805656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.805981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.806302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.806623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.806955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.807277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.807634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.851074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169beb4d-b8cf-4dd2-8a10-e919ad26c313 req-e8904f76-1511-4e39-a9c3-f26fb1dec9c4 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:26.852562 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-169beb4d-b8cf-4dd2-8a10-e919ad26c313 req-e8904f76-1511-4e39-a9c3-f26fb1dec9c4 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0898240 Mar 22 13:12:26.900997 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:12:26.921979 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-c4f8a76d-79f7-49d7-b879-b80976269284 service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595445 Mar 22 13:12:26.993994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['a7df884c-2a07-4a9a-8795-ea5c83ee57b0'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:12:27.004711 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-169beb4d-b8cf-4dd2-8a10-e919ad26c313 req-a865893c-5f7b-4bff-9ab0-44b09f7906c4 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457736 Mar 22 13:12:27.072685 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ff87fa07-9367-4bba-9355-b1745b8394c6 req-29395668-a248-4e68-93d4-888af6038640 service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437089 Mar 22 13:12:27.273524 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '2de44066-d0e9-47c8-894e-da4304cf8e48', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'port_id': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'mac_address': 'fa:16:3e:0c:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:24Z', 'updated_at': '2022-03-22T13:12:24Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:27.277997 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40572057-a376-4f97-8227-34ff430b6ad1 None None] The sync data for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv is: [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '2de44066-d0e9-47c8-894e-da4304cf8e48', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'port_id': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'mac_address': 'fa:16:3e:0c:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:24Z', 'updated_at': '2022-03-22T13:12:24Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:12:27.286518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a0c9-c8f4-457d-9eef-0e158a06a8a3 req-76dfad7a-0907-492e-aca8-00f346a7eb11 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:27.288143 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c663a0c9-c8f4-457d-9eef-0e158a06a8a3 req-76dfad7a-0907-492e-aca8-00f346a7eb11 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 944 time: 0.0830126 Mar 22 13:12:27.315959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44012) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:27.337009 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c663a0c9-c8f4-457d-9eef-0e158a06a8a3 req-18dc495b-c70a-42c3-a2bc-bf253d6b8ec8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Mar 22 13:12:27.427001 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e7e186d1-3921-462e-a85f-af099f575212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 992 time: 0.1083794 Mar 22 13:12:27.490365 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3529e-fa1c-46de-a465-515b9883490f None None] New status for floating IP 2de44066-d0e9-47c8-894e-da4304cf8e48: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:12:28.192587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c434ef-81d4-4c8c-8e05-dc6ec5e86f70 req-04aa7c32-8c7c-44da-9fc6-26fbc308d8b9 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:28.194500 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f6c434ef-81d4-4c8c-8e05-dc6ec5e86f70 req-04aa7c32-8c7c-44da-9fc6-26fbc308d8b9 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0827496 Mar 22 13:12:28.240461 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f6c434ef-81d4-4c8c-8e05-dc6ec5e86f70 req-d81160c9-10a3-4ebf-a77e-14b95f8d07ad tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403075 Mar 22 13:12:28.429747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44020) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:28.457103 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device a7df884c-2a07-4a9a-8795-ea5c83ee57b0 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:28.530172 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:28.535654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:28.536024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.655685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.681552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:12:28.691259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port a7df884c-2a07-4a9a-8795-ea5c83ee57b0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:28.695970 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.705046 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dc49c046-1e86-4c7e-bfcf-24658ad286f3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 994 time: 0.2710927 Mar 22 13:12:28.732791 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56c3b-3f61-4e37-b9ce-00901b80ca72 req-8959a8e6-bf34-4ff6-ab14-22c244e06c3a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:28.734322 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a5e56c3b-3f61-4e37-b9ce-00901b80ca72 req-8959a8e6-bf34-4ff6-ab14-22c244e06c3a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 944 time: 0.1258879 Mar 22 13:12:28.740311 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'code': 200} Mar 22 13:12:28.769396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:28.780975 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a5e56c3b-3f61-4e37-b9ce-00901b80ca72 req-39cee529-bf85-4e40-b3c5-7b2a0dd403f6 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403380 Mar 22 13:12:29.036490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d8ec8-1d21-496a-91c3-13a3003acc35 req-6fca5620-617c-4030-8ec8-edbdad49c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:29.037839 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f95d8ec8-1d21-496a-91c3-13a3003acc35 req-6fca5620-617c-4030-8ec8-edbdad49c0f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 1098 time: 0.0696771 Mar 22 13:12:29.087431 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f95d8ec8-1d21-496a-91c3-13a3003acc35 req-a18c0dea-67bc-444a-b12a-3d21fb1995a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332599 Mar 22 13:12:29.427865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03903af8-3d3f-4fd2-bda2-6aa64ac3d460 req-0625a6f4-d667-4f6c-aa8b-1f6943fd78d6 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:29.429303 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-03903af8-3d3f-4fd2-bda2-6aa64ac3d460 req-0625a6f4-d667-4f6c-aa8b-1f6943fd78d6 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0811903 Mar 22 13:12:29.476185 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-03903af8-3d3f-4fd2-bda2-6aa64ac3d460 req-641e98e7-39bc-4b6c-87ef-587b8526af04 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 Mar 22 13:12:29.958099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505459-059b-438b-8c9e-828b25c1292a req-801b1e74-e696-4eaa-89da-df6068ea670f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:29.959528 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9e505459-059b-438b-8c9e-828b25c1292a req-801b1e74-e696-4eaa-89da-df6068ea670f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 945 time: 0.0771537 Mar 22 13:12:30.002995 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9e505459-059b-438b-8c9e-828b25c1292a req-7b659550-872b-41fb-86ab-71d9318384de tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376556 Mar 22 13:12:30.663461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02f507-fbf4-4d3a-abbd-44fcc473bb49 req-0c54055a-0c35-409e-bf92-b2c137152c3a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:30.664966 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-be02f507-fbf4-4d3a-abbd-44fcc473bb49 req-0c54055a-0c35-409e-bf92-b2c137152c3a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0860395 Mar 22 13:12:30.715822 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-be02f507-fbf4-4d3a-abbd-44fcc473bb49 req-65094ae7-ba1a-4ed3-b355-b460f3c8c7c2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446217 Mar 22 13:12:31.187099 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f255c-4dd9-47bc-9988-5239b61a6609 req-939051ae-39f9-4da7-99e1-c7448d4cc728 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:31.188600 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b41f255c-4dd9-47bc-9988-5239b61a6609 req-939051ae-39f9-4da7-99e1-c7448d4cc728 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 945 time: 0.0852392 Mar 22 13:12:31.234963 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b41f255c-4dd9-47bc-9988-5239b61a6609 req-55c92700-54b1-42c2-a109-50a24803b8a2 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407000 Mar 22 13:12:31.417334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1a452-f0ba-4196-8729-e353f0958e72 req-1efc8aae-172d-494e-a8c0-2842672f3c6e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:31.418825 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a2f1a452-f0ba-4196-8729-e353f0958e72 req-1efc8aae-172d-494e-a8c0-2842672f3c6e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 945 time: 0.0805945 Mar 22 13:12:31.463116 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a2f1a452-f0ba-4196-8729-e353f0958e72 req-349aa45d-5f5f-4a7b-93d1-d44ec8fa88ee tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387063 Mar 22 13:12:31.486978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44040) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:31.558871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f757a452-9ed7-460b-834f-87437d44fc18 tempest-TestVolumeBootPattern-1523822269 tempest-TestVolumeBootPattern-1523822269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:31.560289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f757a452-9ed7-460b-834f-87437d44fc18 tempest-TestVolumeBootPattern-1523822269 tempest-TestVolumeBootPattern-1523822269-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 1093 time: 0.0722866 Mar 22 13:12:31.563068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44044) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:31.568013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:12:31.574090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:31.577886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:floatingip and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:31.580746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:31.586652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:31.598212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.735539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.877485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Allocated IP 172.26.5.46 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/5b3a584c-09b0-4688-ba2b-319ac165ad12) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:31.914082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edf81c-c60e-429f-a4ca-8f1e4da623d7 req-dae25a93-9a96-41d3-a571-090751c87a80 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:31.915557 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-82edf81c-c60e-429f-a4ca-8f1e4da623d7 req-dae25a93-9a96-41d3-a571-090751c87a80 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0856740 Mar 22 13:12:31.964461 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-82edf81c-c60e-429f-a4ca-8f1e4da623d7 req-6e3f284c-6ed9-4db7-ba97-1cc63e077834 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Mar 22 13:12:32.024765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.053535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.123151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:32.125853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:32.133890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:12:32.167684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'Port': ['ID=5b3a584c-09b0-4688-ba2b-319ac165ad12,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:32.181508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.181855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.182192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.183056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.183406 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.183732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.184054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.184373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.184710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.185019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.185337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.185649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:32.567568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.742625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.798119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd666b5-fcee-40a3-881b-78706ee19184 req-15bd36c8-34ca-4f55-ad46-0b3188bc743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:32.800657 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-abd666b5-fcee-40a3-881b-78706ee19184 req-15bd36c8-34ca-4f55-ad46-0b3188bc743b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 1099 time: 0.0760701 Mar 22 13:12:32.848673 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-abd666b5-fcee-40a3-881b-78706ee19184 req-62eec5b4-69b0-4b0a-bc49-aa0c0353fdb7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390217 Mar 22 13:12:32.950298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.954573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.012498 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c817-067f-48d9-b71a-f725e3b0de6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.068807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'Port': ['ID=5b3a584c-09b0-4688-ba2b-319ac165ad12,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:33.108852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.305321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d09b8-8e3f-4cc3-b7ae-369226b467e5 req-c894eb36-63c7-41cb-9f96-6523c7e463c9 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:33.306763 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd2d09b8-8e3f-4cc3-b7ae-369226b467e5 req-c894eb36-63c7-41cb-9f96-6523c7e463c9 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.2339187 Mar 22 13:12:33.310104 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Floating IP 1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759 associated. External IP: 172.26.5.46, port: a7df884c-2a07-4a9a-8795-ea5c83ee57b0. Mar 22 13:12:33.430924 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd2d09b8-8e3f-4cc3-b7ae-369226b467e5 req-d3cb054f-a88a-46d1-a588-f55ecdcd8d02 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730803 Mar 22 13:12:33.687135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Router 3313869f-45ec-405e-a717-8f3c09ac8c76 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:12:33.866578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:12:33.876095 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] Sync routers for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:12:33.885047 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:12:33.886367 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:12:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:33.891761 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.945482 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-58ef5453-c597-4f58-b360-be67bdc6a956 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3812749 Mar 22 13:12:33.946133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'tag': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:12:33.996644 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'tag': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'status': 'completed', 'code': 200} Mar 22 13:12:34.061666 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:12:34.102676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-8306bf37-e79d-41b7-a00d-d7a564a4f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:34.104698 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-8306bf37-e79d-41b7-a00d-d7a564a4f527 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 1098 time: 0.0760951 Mar 22 13:12:34.247240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-2e61ffba-e3de-4c64-bf72-8c172ad5ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:34.248731 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-2e61ffba-e3de-4c64-bf72-8c172ad5ed12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.1295891 Mar 22 13:12:34.373847 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-45c84366-b104-40c3-9ad3-052982ed4feb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0 HTTP/1.1" status: 200 len: 998 time: 0.1006770 Mar 22 13:12:34.464315 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:ba:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:32Z', 'updated_at': '2022-03-22T13:12:32Z', 'revision_number': 0, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:34.465925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-38e55a94-dd4d-4d2e-bab7-6b7c9877b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:34.467643 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-38e55a94-dd4d-4d2e-bab7-6b7c9877b412 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.0685642 Mar 22 13:12:34.470114 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] Checking router: 3313869f-45ec-405e-a717-8f3c09ac8c76 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:12:34.478438 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:12:34.479031 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:12:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:34.483524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:12:34.578341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-19ab9c0e-fba7-4467-ab47-09c993027b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:34.580044 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-19ab9c0e-fba7-4467-ab47-09c993027b34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875423 Mar 22 13:12:34.647399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:12:34.653104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be702669-8f00-4a1f-a701-2da30cdf28cc req-c2405778-31e7-4183-b952-1b154ede1381 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:34.660364 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-be702669-8f00-4a1f-a701-2da30cdf28cc req-c2405778-31e7-4183-b952-1b154ede1381 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0954902 Mar 22 13:12:34.688370 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:12:34.719316 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-be702669-8f00-4a1f-a701-2da30cdf28cc req-0ef524ba-f01f-4e68-b97c-161d21fd1c5d tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579598 Mar 22 13:12:34.727192 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:34.733746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44058) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:34.755467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'port_id': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'mac_address': 'fa:16:3e:d8:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:12:34.761929 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-176c18e8-b0c9-4a20-bbaa-7bb531a8b475 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704798 Mar 22 13:12:34.841516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:34.862728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:12:34.915475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:34.922980 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e3f77ab9-886f-4866-8d3f-b1e905d2e799 req-8b0a9320-e1cf-4ae1-87dd-90d4f5bf4254 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498711 Mar 22 13:12:34.926527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:34.977306 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d4a88889-ef0e-40c0-b1c0-66419f85570f tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/floatingips/5a0a9eee-003c-4154-b88b-b81ec8196c54 HTTP/1.1" status: 200 len: 993 time: 0.2416577 Mar 22 13:12:35.013781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.052396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:35.114008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:12:35.114385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:12:35.143386 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:ba:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:32Z', 'updated_at': '2022-03-22T13:12:32Z', 'revision_number': 0, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:35.147464 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5543283-d523-4b7e-96f1-70ca14717919 None None] The sync data for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv is: [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:ba:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:32Z', 'updated_at': '2022-03-22T13:12:32Z', 'revision_number': 0, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:12:35.294112 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['2e493d0b-aba1-4f7e-a51f-4b71fe5ba469'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:12:35.346996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459fe37b-1171-43e3-83bc-5284b60516c8 None None] New status for floating IP 1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:12:35.428171 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-00aa6d08-f656-4011-a304-19adefb93e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.780360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.820086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:12:35.870924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:35.876538 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.984984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:36.340849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:36.575073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:37.770171 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:38.506897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:38.573419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:38.573787 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:38.695929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:38.725040 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:12:38.735012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:12:38.739611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:38.783793 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'code': 200} Mar 22 13:12:38.816560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:41.420247 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:12:51.529423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:03.010038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-92e4cd0f-ba21-4c50-9d9d-6c63120183d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:05.334296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5ee50ad5-c28b-4eb7-be7f-8b30f1e59049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:05.806773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44082) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:05.882050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eceddd-e725-4185-8b6a-c2d92cf1339f tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:05.882426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eceddd-e725-4185-8b6a-c2d92cf1339f tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:05.882897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eceddd-e725-4185-8b6a-c2d92cf1339f tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:05.884589 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c7eceddd-e725-4185-8b6a-c2d92cf1339f tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=6daadd1aa47b42258070c40f7792664e&network_id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 3000 time: 0.0766721 Mar 22 13:13:06.347011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:06.577985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:07.774057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:09.119999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44100) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:09.183038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2a585-7ef2-4d6f-bf77-6fd5baef1e99 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:09.184517 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e9b2a585-7ef2-4d6f-bf77-6fd5baef1e99 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a HTTP/1.1" status: 200 len: 814 time: 0.0635631 Mar 22 13:13:10.323195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44110) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:10.329204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f3c845a8-7c2f-463c-b71f-09ac6c6b67ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:10.427419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3c845a8-7c2f-463c-b71f-09ac6c6b67ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:10.702217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3c845a8-7c2f-463c-b71f-09ac6c6b67ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:10.707095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3c845a8-7c2f-463c-b71f-09ac6c6b67ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:10.707439 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-f3c845a8-7c2f-463c-b71f-09ac6c6b67ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 2de44066-d0e9-47c8-894e-da4304cf8e48 disassociated. External IP: 172.26.5.146, port: c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a. Mar 22 13:13:11.069776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c845a8-7c2f-463c-b71f-09ac6c6b67ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 5642257a-ec9c-4a99-98ce-40dc248407ea has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:13:11.253447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c845a8-7c2f-463c-b71f-09ac6c6b67ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:13:11.258265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3c845a8-7c2f-463c-b71f-09ac6c6b67ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:11.263389 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] Sync routers for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:13:11.272528 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:13:11.273205 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:13:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:11.314867 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f3c845a8-7c2f-463c-b71f-09ac6c6b67ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 690 time: 0.9881196 Mar 22 13:13:11.314867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'tag': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:13:11.315773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44114) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:11.360689 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'tag': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'status': 'completed', 'code': 200} Mar 22 13:13:11.421452 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4929b072-e473-49dd-8be3-69cd86b4489f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 690 time: 0.1037376 Mar 22 13:13:11.460434 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:13:11.520515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-147a4ff1-1924-4239-a39e-b585d07a5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:11.522162 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-147a4ff1-1924-4239-a39e-b585d07a5937 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 1099 time: 0.1344941 Mar 22 13:13:11.759945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-c9cfbf07-dced-4cd5-a52a-ce30d5156269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:11.761380 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-c9cfbf07-dced-4cd5-a52a-ce30d5156269 service neutron] 10.222.0.47 "GET /v2.0/networks?id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 898 time: 0.2330005 Mar 22 13:13:11.778727 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:11.783149 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] Checking router: 5642257a-ec9c-4a99-98ce-40dc248407ea for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:13:11.793047 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:13:11.793645 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:13:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:11.831279 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-f19ccb90-a272-42cd-b01e-ee59ae0e3f73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a HTTP/1.1" status: 200 len: 217 time: 0.0601692 Mar 22 13:13:11.896752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-2bd3064c-b367-470d-ba3d-38773f79858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:11.898176 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-2bd3064c-b367-470d-ba3d-38773f79858c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e61d751-0be2-4c83-befb-4c8c61dba1ca HTTP/1.1" status: 200 len: 834 time: 0.0600107 Mar 22 13:13:11.978922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-c596a09e-1a1c-4c8b-ac09-5432e762f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:11.980484 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-c596a09e-1a1c-4c8b-ac09-5432e762f802 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10e7561c-45fe-4134-b28c-ebd97c9653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755763 Mar 22 13:13:11.981542 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:13:12.120634 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-f85fa8f3-c4ff-4c62-a845-a31baf668bd5 service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321092 Mar 22 13:13:12.257744 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2677e2cd-0e3f-4abf-a505-3462504de025 req-538ca6cd-c2d8-47c3-b2e0-7cc1e672994a service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295121 Mar 22 13:13:12.326384 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:12.330374 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6bd3a-f4f4-4e89-9951-ba1528efe1f5 None None] The sync data for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv is: [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:13:12.425063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44122) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:12.512938 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1aaed73d-0e2b-4ee2-8527-d5293aac14cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 690 time: 0.0864666 Mar 22 13:13:12.550611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ed8ed-c811-497c-a709-a8ded517b8d0 None None] New status for floating IP 2de44066-d0e9-47c8-894e-da4304cf8e48: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:13:13.517041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44130) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:13.708173 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-aeaa2d08-381c-4496-b9d4-e336d3a7abb9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 688 time: 0.1900754 Mar 22 13:13:15.049010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44136) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:15.054277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-517210573', 'description': 'tempest-secgroup-smoke-517210573 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:15.060959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:13:15.070355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:13:15.081060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.102579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:13:15.106814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:13:15.109589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:13:15.115119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:13:15.181438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.185405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.233781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6526fc10-0144-4ff2-84cb-ed91aec344d7,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:15.238988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.240868 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-34ce7234-d453-46cb-9fdb-957d764e715b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1908426 Mar 22 13:13:15.243181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44140) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:15.248704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6526fc10-0144-4ff2-84cb-ed91aec344d7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:15.254564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:13:15.258384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:13:15.261282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:13:15.267074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:13:15.282744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.342206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.345913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.369507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f84b3a-60fa-491d-9fce-70d726204bfa,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:15.379180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.380871 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-09dd1bd0-9796-48ba-82be-abd5cea529df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362438 Mar 22 13:13:15.383124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44144) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:15.387961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6526fc10-0144-4ff2-84cb-ed91aec344d7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:15.393911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:13:15.397651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:13:15.400478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:13:15.406030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:13:15.422495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.485001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.488866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.522103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de6f145-5eec-4849-bf4d-3ebd3ec5d970,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:15.529993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.531222 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3833946c-3311-47ba-b9a4-e01826e6c016 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471169 Mar 22 13:13:15.534289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44148) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:15.539129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6526fc10-0144-4ff2-84cb-ed91aec344d7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:15.546204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:13:15.550202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:13:15.552975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:13:15.558347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:13:15.578257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.638948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.642297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.665371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2435625f-173a-4c0c-a803-018568031e44,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:15.675349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.676501 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c733d373-fe54-43b0-b0ee-af93e66a2bf8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413841 Mar 22 13:13:15.679267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44152) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:15.683973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6526fc10-0144-4ff2-84cb-ed91aec344d7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:15.689894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:13:15.693660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:13:15.696495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:13:15.702198 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:13:15.719807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.782953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.787093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.810652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a694731-0678-4d51-a1f7-0df8c18611c0,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:15.819082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.820264 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d1ea7e45-dd33-4ef0-bdd0-fda8fa3c01cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401083 Mar 22 13:13:15.823151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44156) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:15.828909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6526fc10-0144-4ff2-84cb-ed91aec344d7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:15.834995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:13:15.838800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:13:15.842533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:13:15.848165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:13:15.857768 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:13:15.864846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.934905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.938610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.965059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa39afb4-ed7e-4aa6-b3a2-edb04ad56fe2,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:15.976715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.977064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.977409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.977743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.978074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.978406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.978736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.979062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.979424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.979748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.980074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.980393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:15.983288 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:15.984455 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e6a5d2c8-66d6-49fa-9465-26853d666ccc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1602106 Mar 22 13:13:15.988243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44160) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:15.993225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '6526fc10-0144-4ff2-84cb-ed91aec344d7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:15.999204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:13:16.002978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:13:16.005893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:13:16.011546 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:13:16.022173 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:13:16.029530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:16.096126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:16.099936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:16.124129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78f08ae-c5e2-46f3-a1cb-dcf5165b2b47,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:16.133532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:16.134827 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cba3d24e-b7eb-457d-822e-a71abcfbb104 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456385 Mar 22 13:13:16.431701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-700077fd-3492-4e38-81e7-360b92883d3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:13:16.447440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-700077fd-3492-4e38-81e7-360b92883d3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:13:16.448600 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-700077fd-3492-4e38-81e7-360b92883d3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517210573&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.0592527 Mar 22 13:13:16.611462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-d5b01f30-3ade-4e7f-a6c9-7fbb933f6ced tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:16.612937 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-d5b01f30-3ade-4e7f-a6c9-7fbb933f6ced tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/networks?id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 797 time: 0.1569827 Mar 22 13:13:16.628638 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-3a55bf6e-865f-4f5a-8741-8ee0c16ee836 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/quotas/6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 375 time: 0.0100851 Mar 22 13:13:16.719013 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-b4cc5675-fb99-47e6-8e73-7ddf646fab88 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0844207 Mar 22 13:13:16.912319 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-841e59ad-2804-4f7b-94da-ad27c9dee8e2 service neutron] 10.222.0.70 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785207 Mar 22 13:13:17.052601 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-55dac0f4-a9e4-4ac7-a3e4-eef35cc325f5 service neutron] 10.222.0.70 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345277 Mar 22 13:13:17.345636 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e8b193d0-81b3-465b-bd68-1037d5691a15 req-db042343-c216-482e-9bf2-eaa22fe793da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 210 time: 0.1244981 Mar 22 13:13:18.195272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44198) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:18.418067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Deleting port 61d0b251-3404-4584-bf5a-0e825c476712 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:13:18.419385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:18.423508 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:13:18.517844 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-564528aa-16a6-4da7-96d2-d2d669fde8db req-d5d55294-31be-459e-8c09-8d167f719fb4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 210 time: 0.0536931 Mar 22 13:13:18.877632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:18.877957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:18.897029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-1a5b9634-ecf1-4acc-bda9-a44c769805a4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:18.898958 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-1a5b9634-ecf1-4acc-bda9-a44c769805a4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 797 time: 0.3934374 Mar 22 13:13:19.030330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Calling delete_port for 61d0b251-3404-4584-bf5a-0e825c476712 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:13:19.114386 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-2a12f79b-7257-4b1b-94df-c2f2fed60a38 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 471 time: 0.1613648 Mar 22 13:13:19.132331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'device_id': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'admin_state_up': True, 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'security_groups': ['6526fc10-0144-4ff2-84cb-ed91aec344d7']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:19.347066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:13:19.355545 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:19.391904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:13:19.415653 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event deleted for resources: {'Port': ['ID=61d0b251-3404-4584-bf5a-0e825c476712,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:19.478836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:13:19.482425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:19.576226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:19.576563 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Floating IP 5a0a9eee-003c-4154-b88b-b81ec8196c54 disassociated (deleted). External IP: 172.26.5.114, port: 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469. Mar 22 13:13:19.717367 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-12403864-efa8-4694-aef1-e51fd959793e req-59875f17-5c40-46cc-9c3c-dcd9ab083e0a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 210 time: 0.0593858 Mar 22 13:13:19.877557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.9 (10e7561c-45fe-4134-b28c-ebd97c9653f8/4e61d751-0be2-4c83-befb-4c8c61dba1ca/9856a026-b2e7-4c83-9700-1377f9aac6f1) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:13:20.188881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Router 037510d3-869b-43f0-a4ba-29b8713b32e6 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:13:20.424680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:20.457735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object 9856a026-b2e7-4c83-9700-1377f9aac6f1 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:13:20.559194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:13:20.570449 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] Sync routers for ids ['037510d3-869b-43f0-a4ba-29b8713b32e6'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:13:20.580639 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] Routers {'037510d3-869b-43f0-a4ba-29b8713b32e6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:13:20.581365 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:13:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['037510d3-869b-43f0-a4ba-29b8713b32e6'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:20.585381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:20.623296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:20.706043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 10e7561c-45fe-4134-b28c-ebd97c9653f8 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:13:20.718174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:13:20.732070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:13:20.767560 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-94baed2f-c406-4296-ae4f-56139063d9f2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "DELETE /v2.0/floatingips/5a0a9eee-003c-4154-b88b-b81ec8196c54 HTTP/1.1" status: 204 len: 168 time: 2.5687971 Mar 22 13:13:20.770450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:13:20.775460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=9856a026-b2e7-4c83-9700-1377f9aac6f1,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:20.780128 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] Set router 037510d3-869b-43f0-a4ba-29b8713b32e6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:13:20.820100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:20.821010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:20.848793 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-aa7447d8-d7bd-4445-b2b7-a17ef2061f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7214022 Mar 22 13:13:20.877273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Request body: {'port': {'device_id': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:20.980246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02df25c-0176-4f75-9a52-49d51a6b8dbc req-3fa29204-415f-4755-a65d-ebcf2a87dd0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:20.988954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a02df25c-0176-4f75-9a52-49d51a6b8dbc req-3fa29204-415f-4755-a65d-ebcf2a87dd0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 931 time: 0.1187246 Mar 22 13:13:21.044643 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a02df25c-0176-4f75-9a52-49d51a6b8dbc req-1dc187b2-1654-4f52-9044-b8402977b228 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544446 Mar 22 13:13:21.073152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:21.131197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-dff65475-54d7-4a74-9625-0928c21c596d None None] Provisioning for port 9856a026-b2e7-4c83-9700-1377f9aac6f1 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:13:21.144271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-dff65475-54d7-4a74-9625-0928c21c596d None None] Provisioning complete for port 9856a026-b2e7-4c83-9700-1377f9aac6f1 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:13:21.146002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dff65475-54d7-4a74-9625-0928c21c596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:21.191404 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:24Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'daeea567-324f-4ce3-8403-d71383093907', 'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'mac_address': 'fa:16:3e:fc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:23Z', 'updated_at': '2022-03-22T13:11:29Z', 'revision_number': 5, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'subnets': [{'id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:21.194319 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'status': 'completed', 'code': 200} Mar 22 13:13:21.198658 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] Checking router: 037510d3-869b-43f0-a4ba-29b8713b32e6 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:13:21.216376 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] Routers {'037510d3-869b-43f0-a4ba-29b8713b32e6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:13:21.217567 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:13:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['037510d3-869b-43f0-a4ba-29b8713b32e6'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:21.229282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-dff65475-54d7-4a74-9625-0928c21c596d None None] Port 9856a026-b2e7-4c83-9700-1377f9aac6f1 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:13:21.416087 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] Set router 037510d3-869b-43f0-a4ba-29b8713b32e6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:13:21.511323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-111d8dcf-6943-42bb-ad55-ecaa4a332c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:21.513266 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-111d8dcf-6943-42bb-ad55-ecaa4a332c6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc73678f773f48eda59dd829017e259a&device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 1099 time: 0.3076446 Mar 22 13:13:21.519315 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:21.550699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cc087-5bb8-4ca8-9268-8b5ce09e222b req-97c39e5f-de57-429c-9ba7-e62cc3a5ce97 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:21.551411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-628cc087-5bb8-4ca8-9268-8b5ce09e222b req-97c39e5f-de57-429c-9ba7-e62cc3a5ce97 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Synchronizing usage tracker for tenant:cc73678f773f48eda59dd829017e259a on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:13:21.665362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-628cc087-5bb8-4ca8-9268-8b5ce09e222b req-97c39e5f-de57-429c-9ba7-e62cc3a5ce97 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Unset dirty status for tenant:cc73678f773f48eda59dd829017e259a on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:13:21.666561 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-628cc087-5bb8-4ca8-9268-8b5ce09e222b req-97c39e5f-de57-429c-9ba7-e62cc3a5ce97 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.3770533 Mar 22 13:13:21.797481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-701ba563-b3f3-4de0-ac1c-a5a0f0c3e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:21.799027 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-701ba563-b3f3-4de0-ac1c-a5a0f0c3e8a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa778adc-e3cd-45a3-9541-05794cd0543a HTTP/1.1" status: 200 len: 897 time: 0.2757154 Mar 22 13:13:21.799832 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:24Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'daeea567-324f-4ce3-8403-d71383093907', 'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'mac_address': 'fa:16:3e:fc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:23Z', 'updated_at': '2022-03-22T13:11:29Z', 'revision_number': 5, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'subnets': [{'id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:21.803995 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a57aa5-8855-4d11-a0c5-8f6e92cd35ff None None] The sync data for ids ['037510d3-869b-43f0-a4ba-29b8713b32e6'] in dv-neutron-834664-2-hyperv is: [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:11:24Z', 'revision_number': 4, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'daeea567-324f-4ce3-8403-d71383093907', 'name': '', 'network_id': 'aa778adc-e3cd-45a3-9541-05794cd0543a', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'mac_address': 'fa:16:3e:fc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:23Z', 'updated_at': '2022-03-22T13:11:29Z', 'revision_number': 5, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'subnets': [{'id': '00887f2c-7f97-4e10-8eb8-b923b6708721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:13:21.805496 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-628cc087-5bb8-4ca8-9268-8b5ce09e222b req-0b4ca25c-27ca-4b19-93e5-283d12d01bc2 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322439 Mar 22 13:13:21.810343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9856a026-b2e7-4c83-9700-1377f9aac6f1 {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:13:21.867773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:21.887978 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-63b14a25-a321-4c23-9377-9713d173caa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 HTTP/1.1" status: 200 len: 217 time: 0.0726812 Mar 22 13:13:21.935653 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Transition to ACTIVE for port object 9856a026-b2e7-4c83-9700-1377f9aac6f1 will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:13:21.950149 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:22.044324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2740a90f-7028-475e-9cd9-6ba8e9e33cd0 None None] New status for floating IP 5a0a9eee-003c-4154-b88b-b81ec8196c54: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:13:22.098139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-b0e68231-11fa-4b50-9aad-3c68eecb5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:22.099608 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-b0e68231-11fa-4b50-9aad-3c68eecb5c00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00887f2c-7f97-4e10-8eb8-b923b6708721 HTTP/1.1" status: 200 len: 835 time: 0.2038119 Mar 22 13:13:22.131944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Pushing event updated for resources: {'Port': ['ID=9856a026-b2e7-4c83-9700-1377f9aac6f1,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:22.307562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f27647-7d1b-4651-bbd1-358ba1ecac3e req-3a177eda-b574-4988-a630-d316864f3952 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:22.310272 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-48f27647-7d1b-4651-bbd1-358ba1ecac3e req-3a177eda-b574-4988-a630-d316864f3952 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 943 time: 0.1119714 Mar 22 13:13:22.372418 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-48f27647-7d1b-4651-bbd1-358ba1ecac3e req-2633f930-572a-4d60-9b56-ab3cf25d6199 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547216 Mar 22 13:13:22.407864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Attempting to bind port 9856a026-b2e7-4c83-9700-1377f9aac6f1 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:13:22.408200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Attempting to bind port 9856a026-b2e7-4c83-9700-1377f9aac6f1 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:13:22.408527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Attempting to bind port 9856a026-b2e7-4c83-9700-1377f9aac6f1 on network 10e7561c-45fe-4134-b28c-ebd97c9653f8 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:13:22.420314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Port 9856a026-b2e7-4c83-9700-1377f9aac6f1 on network 10e7561c-45fe-4134-b28c-ebd97c9653f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:13:22.420634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Attempting to bind port 9856a026-b2e7-4c83-9700-1377f9aac6f1 on network 10e7561c-45fe-4134-b28c-ebd97c9653f8 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:13:22.429865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-2638df67-9120-4ee9-ab79-f0b3f7164d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:22.431362 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-2638df67-9120-4ee9-ab79-f0b3f7164d6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa778adc-e3cd-45a3-9541-05794cd0543a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2884643 Mar 22 13:13:22.432214 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:13:22.432545 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Checking segment: {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:13:22.432917 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Bound using segment: {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:13:22.433341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Bound port: 9856a026-b2e7-4c83-9700-1377f9aac6f1, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49345592-20bc-4b20-8940-7631c6b0b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:13:22.433684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:22.641374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] For port 9856a026-b2e7-4c83-9700-1377f9aac6f1, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:13:22.647960 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-e0a14dae-b03d-4ef1-b87b-9641c8e5b9f4 service neutron] 10.222.0.47 "GET /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037113 Mar 22 13:13:22.652393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] For port 9856a026-b2e7-4c83-9700-1377f9aac6f1, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9856a026-b2e7-4c83-9700-1377f9aac6f1,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:13:22.676332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:22.801039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:22.801625 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:22.802979 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] 10.222.0.47 "PUT /v2.0/ports/9856a026-b2e7-4c83-9700-1377f9aac6f1 HTTP/1.1" status: 200 len: 1093 time: 1.9397173 Mar 22 13:13:22.829050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841210b0-076e-4b9b-8207-a8c630db57fa req-02eecbbe-a4eb-4b5c-b66b-cad53a13e183 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:22.830972 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-841210b0-076e-4b9b-8207-a8c630db57fa req-02eecbbe-a4eb-4b5c-b66b-cad53a13e183 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.0882597 Mar 22 13:13:22.846940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4387f-a637-4ce1-bd6b-1babe33a0921 service neutron] Pushing event updated for resources: {'Port': ['ID=9856a026-b2e7-4c83-9700-1377f9aac6f1,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:22.946092 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-088f87ff-6180-4fa0-979b-1f5f28f7d305 service neutron] 10.222.0.47 "GET /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917409 Mar 22 13:13:22.957392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-841210b0-076e-4b9b-8207-a8c630db57fa req-47131883-7b3a-4391-a468-804a75b57793 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Deleting port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:13:22.958040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-841210b0-076e-4b9b-8207-a8c630db57fa req-47131883-7b3a-4391-a468-804a75b57793 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:23.057701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-1996b808-d2c0-4c01-844c-1bced00b0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:23.059927 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-1996b808-d2c0-4c01-844c-1bced00b0af3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 1096 time: 0.1831927 Mar 22 13:13:23.154337 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-ec87da9c-093b-4d15-bb65-b62acb9530c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9856a026-b2e7-4c83-9700-1377f9aac6f1 HTTP/1.1" status: 200 len: 217 time: 0.0833850 Mar 22 13:13:23.195357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'tag': '9856a026-b2e7-4c83-9700-1377f9aac6f1'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:13:23.218698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22102f-5375-4717-ba70-2d4017cd129a req-17eafdc5-e029-4a59-ad7f-e2116ccfba66 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:23.220298 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6f22102f-5375-4717-ba70-2d4017cd129a req-17eafdc5-e029-4a59-ad7f-e2116ccfba66 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 946 time: 0.2310400 Mar 22 13:13:23.260948 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'tag': '9856a026-b2e7-4c83-9700-1377f9aac6f1', 'status': 'completed', 'code': 200} Mar 22 13:13:23.264248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f1c91c7a-4d14-4d7a-9cdc-1e831e9c369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:23.265679 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-f1c91c7a-4d14-4d7a-9cdc-1e831e9c369a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e61d751-0be2-4c83-befb-4c8c61dba1ca HTTP/1.1" status: 200 len: 834 time: 0.1010132 Mar 22 13:13:23.289128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-841210b0-076e-4b9b-8207-a8c630db57fa req-47131883-7b3a-4391-a468-804a75b57793 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] For port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:13:23.289571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-841210b0-076e-4b9b-8207-a8c630db57fa req-47131883-7b3a-4391-a468-804a75b57793 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:23.331707 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6f22102f-5375-4717-ba70-2d4017cd129a req-88249991-2e24-422c-b9da-562e236bd30a tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/security-groups?id=026f6c83-385e-46db-81de-33c4403bedb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930467 Mar 22 13:13:23.391103 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-4c1e6b10-19c1-4795-b755-bd2790630415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:23.392805 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-4c1e6b10-19c1-4795-b755-bd2790630415 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10e7561c-45fe-4134-b28c-ebd97c9653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115904 Mar 22 13:13:23.462302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-841210b0-076e-4b9b-8207-a8c630db57fa req-47131883-7b3a-4391-a468-804a75b57793 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Calling delete_port for 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:13:23.580338 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-51e46004-96de-4d84-a198-5f7dbdd863ea service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752081 Mar 22 13:13:23.726555 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c6b0e070-7a01-4201-8a5e-17dcdca14a98 req-eaa05b8d-e800-40d1-b6aa-1c4f9d3dfaab service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380341 Mar 22 13:13:23.773275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfb9fa-81e7-4bb5-b684-ff7167bb1dd7 req-eac77083-dd76-4cfc-8c42-01ac68c51917 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:23.774863 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53bfb9fa-81e7-4bb5-b684-ff7167bb1dd7 req-eac77083-dd76-4cfc-8c42-01ac68c51917 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 943 time: 0.2809641 Mar 22 13:13:23.826798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-841210b0-076e-4b9b-8207-a8c630db57fa req-47131883-7b3a-4391-a468-804a75b57793 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:23.860230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75154ce-7180-4270-afea-5904870cb4d3 req-3ba817b7-059a-42aa-bad3-0c4778c16568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:23.861820 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d75154ce-7180-4270-afea-5904870cb4d3 req-3ba817b7-059a-42aa-bad3-0c4778c16568 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 1096 time: 0.0814972 Mar 22 13:13:23.901765 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53bfb9fa-81e7-4bb5-b684-ff7167bb1dd7 req-0b6f6d24-4550-4b42-a8eb-c4b9f5042b4b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202936 Mar 22 13:13:23.905078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47131883-7b3a-4391-a468-804a75b57793 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event deleted for resources: {'Port': ['ID=2e493d0b-aba1-4f7e-a51f-4b71fe5ba469,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:23.993107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-841210b0-076e-4b9b-8207-a8c630db57fa req-47131883-7b3a-4391-a468-804a75b57793 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] No DVR routers for this DVR port 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:13:23.995970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-841210b0-076e-4b9b-8207-a8c630db57fa req-47131883-7b3a-4391-a468-804a75b57793 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:23.999230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'name': 'network-vif-deleted', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:13:24.018466 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-841210b0-076e-4b9b-8207-a8c630db57fa req-47131883-7b3a-4391-a468-804a75b57793 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.47 "DELETE /v2.0/ports/2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 HTTP/1.1" status: 204 len: 173 time: 1.1683989 Mar 22 13:13:24.025309 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75154ce-7180-4270-afea-5904870cb4d3 req-6e92d6c0-c045-4539-86f1-580241003d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:24.026840 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d75154ce-7180-4270-afea-5904870cb4d3 req-6e92d6c0-c045-4539-86f1-580241003d28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 898 time: 0.1556511 Mar 22 13:13:24.063832 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f3c49b-f278-452f-83ce-b7ad1c5a50e4', 'name': 'network-vif-deleted', 'tag': '2e493d0b-aba1-4f7e-a51f-4b71fe5ba469', 'status': 'completed', 'code': 200} Mar 22 13:13:24.104384 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d75154ce-7180-4270-afea-5904870cb4d3 req-babc5eaf-7de6-4fed-a412-0068abb07050 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9856a026-b2e7-4c83-9700-1377f9aac6f1 HTTP/1.1" status: 200 len: 217 time: 0.0693893 Mar 22 13:13:24.175518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75154ce-7180-4270-afea-5904870cb4d3 req-19240b36-08e2-4393-80f6-e0627ff6a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:24.177110 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d75154ce-7180-4270-afea-5904870cb4d3 req-19240b36-08e2-4393-80f6-e0627ff6a43b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e61d751-0be2-4c83-befb-4c8c61dba1ca HTTP/1.1" status: 200 len: 834 time: 0.0642233 Mar 22 13:13:24.380661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75154ce-7180-4270-afea-5904870cb4d3 req-262634fd-e426-4281-86ba-073440855e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:24.382152 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d75154ce-7180-4270-afea-5904870cb4d3 req-262634fd-e426-4281-86ba-073440855e08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10e7561c-45fe-4134-b28c-ebd97c9653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1968472 Mar 22 13:13:24.534608 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d75154ce-7180-4270-afea-5904870cb4d3 req-3d983083-cb69-4e8d-8a8c-551786ff6833 service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450419 Mar 22 13:13:24.561208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5d5e7456-b888-431f-ae08-51f2d8284145 req-398c0010-6f54-4459-91c5-1d0e02d6a443 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Synchronizing usage tracker for tenant:cc73678f773f48eda59dd829017e259a on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:13:24.583973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5d5e7456-b888-431f-ae08-51f2d8284145 req-398c0010-6f54-4459-91c5-1d0e02d6a443 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Unset dirty status for tenant:cc73678f773f48eda59dd829017e259a on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:13:24.585135 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5d5e7456-b888-431f-ae08-51f2d8284145 req-398c0010-6f54-4459-91c5-1d0e02d6a443 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6f3c49b-f278-452f-83ce-b7ad1c5a50e4 HTTP/1.1" status: 200 len: 210 time: 0.0841060 Mar 22 13:13:24.694546 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d75154ce-7180-4270-afea-5904870cb4d3 req-be17cb16-d19a-4a1d-9a1e-2c778ab67231 service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514599 Mar 22 13:13:25.109785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50ee5b-0f3a-4198-9550-1526142cc532 req-63784e58-5488-4830-8cbc-eead6541220b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:25.110575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-9a50ee5b-0f3a-4198-9550-1526142cc532 req-63784e58-5488-4830-8cbc-eead6541220b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:13:25.126408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-9a50ee5b-0f3a-4198-9550-1526142cc532 req-63784e58-5488-4830-8cbc-eead6541220b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:13:25.127607 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9a50ee5b-0f3a-4198-9550-1526142cc532 req-63784e58-5488-4830-8cbc-eead6541220b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 943 time: 0.1039343 Mar 22 13:13:25.173253 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9a50ee5b-0f3a-4198-9550-1526142cc532 req-ab199bf0-f8dc-4b69-beae-7091d0f09d0b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 Mar 22 13:13:25.694696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44238) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:26.272923 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:26.570792 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36963f88-f745-45cc-b398-78bf6d5333c6 req-a7fc7580-0cf6-450a-9d74-e93e2090c371 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:26.572475 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-36963f88-f745-45cc-b398-78bf6d5333c6 req-a7fc7580-0cf6-450a-9d74-e93e2090c371 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 943 time: 0.2478976 Mar 22 13:13:26.737897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 9856a026-b2e7-4c83-9700-1377f9aac6f1 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:13:26.741415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:13:26.779445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:13:26.779791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2e493d0b-aba1-4f7e-a51f-4b71fe5ba469 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:13:26.796820 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-36963f88-f745-45cc-b398-78bf6d5333c6 req-e64834e9-74b1-4250-94a8-ab521f7747ca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097714 Mar 22 13:13:26.900294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Deleting port daeea567-324f-4ce3-8403-d71383093907 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:13:26.900294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:26.938482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 9856a026-b2e7-4c83-9700-1377f9aac6f1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9856a026-b2e7-4c83-9700-1377f9aac6f1,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:13:26.961027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '9856a026-b2e7-4c83-9700-1377f9aac6f1', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'port_id': '9856a026-b2e7-4c83-9700-1377f9aac6f1', 'mac_address': 'fa:16:3e:73:fd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:13:27.022477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:27.044156 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9856a026-b2e7-4c83-9700-1377f9aac6f1 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:13:27.062334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 9856a026-b2e7-4c83-9700-1377f9aac6f1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9856a026-b2e7-4c83-9700-1377f9aac6f1,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:13:27.067825 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:27.117254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] For port daeea567-324f-4ce3-8403-d71383093907, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=daeea567-324f-4ce3-8403-d71383093907,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:13:27.117607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:27.137358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=9856a026-b2e7-4c83-9700-1377f9aac6f1,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:27.144795 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.145054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.145347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.145685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.146101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.146343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.146672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.147022 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.147377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.147723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.148088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.148409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:27.250121 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Calling delete_port for daeea567-324f-4ce3-8403-d71383093907 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:13:27.341267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['9856a026-b2e7-4c83-9700-1377f9aac6f1'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:13:27.599641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:27.655055 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event deleted for resources: {'Port': ['ID=daeea567-324f-4ce3-8403-d71383093907,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:27.943184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:27.989161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8fc8b-a521-4168-bc87-9d881bd1b55d req-c9b1d53a-5fc7-4f32-a5b6-90c80972f2b1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:27.990665 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d7d8fc8b-a521-4168-bc87-9d881bd1b55d req-c9b1d53a-5fc7-4f32-a5b6-90c80972f2b1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 944 time: 0.0828247 Mar 22 13:13:28.038763 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d7d8fc8b-a521-4168-bc87-9d881bd1b55d req-3bcd4a96-036e-415a-9fc3-28ff0a396f54 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417712 Mar 22 13:13:28.464930 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Router 037510d3-869b-43f0-a4ba-29b8713b32e6 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:13:28.727980 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:13:28.756880 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] Sync routers for ids ['037510d3-869b-43f0-a4ba-29b8713b32e6'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:13:28.765462 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-acb51c6a-c552-4297-9bc7-9e2887d17137 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "PUT /v2.0/routers/037510d3-869b-43f0-a4ba-29b8713b32e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0568848 Mar 22 13:13:28.773301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44246) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:28.776144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 9856a026-b2e7-4c83-9700-1377f9aac6f1 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:13:28.797395 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] Routers {'037510d3-869b-43f0-a4ba-29b8713b32e6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:13:28.798335 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:13:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['037510d3-869b-43f0-a4ba-29b8713b32e6'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:28.857014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2a3208-4db5-4514-8ee6-e93a0bb4d918 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Deleting subnet 00887f2c-7f97-4e10-8eb8-b923b6708721 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:13:28.860620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b2a3208-4db5-4514-8ee6-e93a0bb4d918 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:28.888801 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 9856a026-b2e7-4c83-9700-1377f9aac6f1 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:13:28.895104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 9856a026-b2e7-4c83-9700-1377f9aac6f1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:13:28.895791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:28.956698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b2a3208-4db5-4514-8ee6-e93a0bb4d918 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:29.106734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b2a3208-4db5-4514-8ee6-e93a0bb4d918 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:29.112706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:29.152227 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] Set router 037510d3-869b-43f0-a4ba-29b8713b32e6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:13:29.168777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856a026-b2e7-4c83-9700-1377f9aac6f1'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:13:29.191768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 9856a026-b2e7-4c83-9700-1377f9aac6f1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9856a026-b2e7-4c83-9700-1377f9aac6f1,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:13:29.203403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:29.252968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b2a3208-4db5-4514-8ee6-e93a0bb4d918 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:29.349906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a3208-4db5-4514-8ee6-e93a0bb4d918 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event deleted for resources: {'Subnet': ['ID=00887f2c-7f97-4e10-8eb8-b923b6708721,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:29.377393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b2a3208-4db5-4514-8ee6-e93a0bb4d918 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:29.381326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4d34a-8d5f-41fa-bb4b-e8b86385c146 None None] Network aa778adc-e3cd-45a3-9541-05794cd0543a requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:13:29.391658 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2b2a3208-4db5-4514-8ee6-e93a0bb4d918 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "DELETE /v2.0/subnets/00887f2c-7f97-4e10-8eb8-b923b6708721 HTTP/1.1" status: 204 len: 168 time: 0.6291595 Mar 22 13:13:29.393458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44256) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:29.401652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726804b-189f-41f5-a114-93432bed9e6d req-37bc5e9b-2bde-48dc-a6af-2630b54ce43c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:29.403921 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7726804b-189f-41f5-a114-93432bed9e6d req-37bc5e9b-2bde-48dc-a6af-2630b54ce43c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 945 time: 0.1873219 Mar 22 13:13:29.465039 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856a026-b2e7-4c83-9700-1377f9aac6f1', 'code': 200} Mar 22 13:13:29.514697 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7726804b-189f-41f5-a114-93432bed9e6d req-325a3ada-4bc2-4fe0-bbfd-b3c09d734aa9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042035 Mar 22 13:13:29.599634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=9856a026-b2e7-4c83-9700-1377f9aac6f1,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:29.742142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:29.817695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a57f4d-1384-46aa-afb2-a81f7f8d70be req-c74a59d8-7e6e-49ba-8971-787b5a1341f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:29.820542 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-72a57f4d-1384-46aa-afb2-a81f7f8d70be req-c74a59d8-7e6e-49ba-8971-787b5a1341f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 1098 time: 0.1171427 Mar 22 13:13:29.894026 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-72a57f4d-1384-46aa-afb2-a81f7f8d70be req-4158ae3c-5ce4-4032-879b-6fb4e55c08dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603278 Mar 22 13:13:29.908822 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:13:27Z', 'revision_number': 5, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:29.913576 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] Checking router: 037510d3-869b-43f0-a4ba-29b8713b32e6 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:13:29.926009 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] Routers {'037510d3-869b-43f0-a4ba-29b8713b32e6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:13:29.927047 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:13:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['037510d3-869b-43f0-a4ba-29b8713b32e6'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:30.012082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57c7c4b-d3f4-4cec-85fb-d128cf723fb2 None None] DHCP port deletion for aa778adc-e3cd-45a3-9541-05794cd0543a request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:13:30.021672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b57c7c4b-d3f4-4cec-85fb-d128cf723fb2 None None] Deleting port 2e986efb-640f-4613-b03b-cbae228da733 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:13:30.021992 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b57c7c4b-d3f4-4cec-85fb-d128cf723fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:30.032583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:30.044207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Deleting port fbe8413a-c120-4f45-9294-874a9fa8a3ec {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:13:30.044799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:30.180039 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] Set router 037510d3-869b-43f0-a4ba-29b8713b32e6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:13:30.286742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b57c7c4b-d3f4-4cec-85fb-d128cf723fb2 None None] For port 2e986efb-640f-4613-b03b-cbae228da733, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2e986efb-640f-4613-b03b-cbae228da733,segment=NetworkSegment(e5866d21-5e5b-42d0-bb35-3ea503e56336),segment_id=e5866d21-5e5b-42d0-bb35-3ea503e56336)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:13:30.286742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b57c7c4b-d3f4-4cec-85fb-d128cf723fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:30.327114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] For port fbe8413a-c120-4f45-9294-874a9fa8a3ec, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fbe8413a-c120-4f45-9294-874a9fa8a3ec,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:13:30.331681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:30.460505 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b57c7c4b-d3f4-4cec-85fb-d128cf723fb2 None None] Calling delete_port for 2e986efb-640f-4613-b03b-cbae228da733 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:13:30.553027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Calling delete_port for fbe8413a-c120-4f45-9294-874a9fa8a3ec owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:13:30.574056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b57c7c4b-d3f4-4cec-85fb-d128cf723fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:30.585169 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:13:27Z', 'revision_number': 5, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:30.598431 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be97dd-e1b0-4e33-a570-98da6e299804 None None] The sync data for ids ['037510d3-869b-43f0-a4ba-29b8713b32e6'] in dv-neutron-834664-2-hyperv is: [{'id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591191691', 'tenant_id': 'cc73678f773f48eda59dd829017e259a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:19Z', 'updated_at': '2022-03-22T13:13:27Z', 'revision_number': 5, 'project_id': 'cc73678f773f48eda59dd829017e259a', 'gw_port': {'id': 'fbe8413a-c120-4f45-9294-874a9fa8a3ec', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037510d3-869b-43f0-a4ba-29b8713b32e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:20Z', 'updated_at': '2022-03-22T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:13:30.679333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c7c4b-d3f4-4cec-85fb-d128cf723fb2 None None] No DVR routers for this DVR port 2e986efb-640f-4613-b03b-cbae228da733 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:13:30.717709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c7c4b-d3f4-4cec-85fb-d128cf723fb2 None None] Pushing event deleted for resources: {'Port': ['ID=2e986efb-640f-4613-b03b-cbae228da733,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:30.920724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00318b95-b577-4713-98cb-fff574a29319 req-130d2322-3f59-4838-b1ce-878b72a054f8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:30.922096 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-00318b95-b577-4713-98cb-fff574a29319 req-130d2322-3f59-4838-b1ce-878b72a054f8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 945 time: 0.1353157 Mar 22 13:13:30.960712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.027606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event deleted for resources: {'Port': ['ID=fbe8413a-c120-4f45-9294-874a9fa8a3ec,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:31.059811 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-00318b95-b577-4713-98cb-fff574a29319 req-8121f48c-4b6b-4b3b-9b13-305eb5d238b7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273270 Mar 22 13:13:31.171889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.399387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.402458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.425758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2e986efb-640f-4613-b03b-cbae228da733 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:13:31.438215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.439140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Fanout notify agent at l3_agent the message router_deleted on router 037510d3-869b-43f0-a4ba-29b8713b32e6 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:13:31.460655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.462540 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c18f45cd-f386-4661-b109-2547d4b113a7 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "DELETE /v2.0/routers/037510d3-869b-43f0-a4ba-29b8713b32e6 HTTP/1.1" status: 204 len: 168 time: 2.0658522 Mar 22 13:13:31.468425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44262) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:31.474196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 2e986efb-640f-4613-b03b-cbae228da733 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:13:31.475077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2e986efb-640f-4613-b03b-cbae228da733 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:13:31.475077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device daeea567-324f-4ce3-8403-d71383093907 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:13:31.524332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: daeea567-324f-4ce3-8403-d71383093907 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:13:31.524681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device daeea567-324f-4ce3-8403-d71383093907 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:13:31.623348 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.779074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.813528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa778adc-e3cd-45a3-9541-05794cd0543a']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:31.834003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5866d21-5e5b-42d0-bb35-3ea503e56336') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:31.834614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5866d21-5e5b-42d0-bb35-3ea503e56336') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:31.851711 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.876772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.887043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:13:31.887782 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:13:31.912555 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:13:32.026813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:32.032571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:32.065327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event deleted for resources: {'Network': ['ID=aa778adc-e3cd-45a3-9541-05794cd0543a,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:32.080089 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cb66a0b1-772f-4797-9f77-8517d7dbc294 tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "DELETE /v2.0/networks/aa778adc-e3cd-45a3-9541-05794cd0543a HTTP/1.1" status: 204 len: 168 time: 0.6106484 Mar 22 13:13:32.083386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44266) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:32.166907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f78f3c34-9492-4e4b-8bee-6fbb5eec4d6d tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:32.210313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f78f3c34-9492-4e4b-8bee-6fbb5eec4d6d tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:32.399234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b2e43-0130-4df3-85f5-850aa1afa98d req-a73b8e0d-7881-414b-9d0a-dd5687c32316 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:32.400987 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5d4b2e43-0130-4df3-85f5-850aa1afa98d req-a73b8e0d-7881-414b-9d0a-dd5687c32316 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 945 time: 0.1684351 Mar 22 13:13:32.417850 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-4da72f11-ac60-415c-8839-f3e79d1d976a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1499283 Mar 22 13:13:32.433068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f78f3c34-9492-4e4b-8bee-6fbb5eec4d6d tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:32.473537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f3c34-9492-4e4b-8bee-6fbb5eec4d6d tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026f6c83-385e-46db-81de-33c4403bedb8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:32.504875 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5d4b2e43-0130-4df3-85f5-850aa1afa98d req-7dfad74f-748e-4ac0-b222-c507507004ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884168 Mar 22 13:13:32.504875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f78f3c34-9492-4e4b-8bee-6fbb5eec4d6d tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:32.504875 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f78f3c34-9492-4e4b-8bee-6fbb5eec4d6d tempest-TestNetworkAdvancedServerOps-207020473 tempest-TestNetworkAdvancedServerOps-207020473-project] 10.222.0.70 "DELETE /v2.0/security-groups/026f6c83-385e-46db-81de-33c4403bedb8 HTTP/1.1" status: 204 len: 168 time: 0.4172139 Mar 22 13:13:32.660191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-a4d1b9c6-4cf5-493b-8ece-646f7527256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:32.661695 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-a4d1b9c6-4cf5-493b-8ece-646f7527256c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 1099 time: 0.1257906 Mar 22 13:13:32.924051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-d80c64cb-c366-4138-8859-7b7079c74544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:32.925105 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-d80c64cb-c366-4138-8859-7b7079c74544 service neutron] 10.222.0.47 "GET /v2.0/networks?id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 898 time: 0.2410293 Mar 22 13:13:32.926952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44280) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:32.936757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaffe8-2551-4172-9112-1a8fb645d6fd req-a79fcd2e-8517-4f8e-acc6-ec6079da3d7b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:32.938433 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-61aaffe8-2551-4172-9112-1a8fb645d6fd req-a79fcd2e-8517-4f8e-acc6-ec6079da3d7b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 945 time: 0.2294004 Mar 22 13:13:33.010435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b97a51c6-222e-4bb0-b0bc-e6e98fbc9815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:33.150342 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bafe3a1d-ec59-443f-8776-1f7035c7156e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc73678f773f48eda59dd829017e259a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220924 Mar 22 13:13:33.150986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44286) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:33.163884 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-770f921f-1a97-4e95-95cd-38ae66ee03d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a HTTP/1.1" status: 200 len: 217 time: 0.2241950 Mar 22 13:13:33.225873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:33.253680 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-61aaffe8-2551-4172-9112-1a8fb645d6fd req-93d850a5-f39a-4e99-a2a5-22d6c3e18c6d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133862 Mar 22 13:13:33.258635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:33.274301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-ac5591cd-3cff-403b-ac57-04e30209554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:33.274301 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-ac5591cd-3cff-403b-ac57-04e30209554b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e61d751-0be2-4c83-befb-4c8c61dba1ca HTTP/1.1" status: 200 len: 834 time: 0.0996001 Mar 22 13:13:33.291666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fbe8413a-c120-4f45-9294-874a9fa8a3ec no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:13:33.294976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44290) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:33.415664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-e1d6b8db-add7-4a20-af11-baf6d355257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:33.415664 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-e1d6b8db-add7-4a20-af11-baf6d355257c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10e7561c-45fe-4134-b28c-ebd97c9653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1189837 Mar 22 13:13:33.425115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfc70b-7363-4793-80ed-037b83dad82a tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:33.432134 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: fbe8413a-c120-4f45-9294-874a9fa8a3ec {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:13:33.432134 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fbe8413a-c120-4f45-9294-874a9fa8a3ec not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:13:33.434158 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bedfc70b-7363-4793-80ed-037b83dad82a tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 1093 time: 0.1163917 Mar 22 13:13:33.434158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44294) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:33.434158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-baf2ba41-f5d9-4bd4-b53c-ad2c1b8751f6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'port_id': '9856a026-b2e7-4c83-9700-1377f9aac6f1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:13:33.497862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:33.547092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88acc6d2-0b6e-4926-b33d-2a6a4be57629,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:33.557598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-baf2ba41-f5d9-4bd4-b53c-ad2c1b8751f6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:33.609654 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-30d1aa66-daa5-4c7a-8b3e-859a03418b4c service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020214 Mar 22 13:13:33.638916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.639361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.639741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.640172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.640593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.641169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.641527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.641665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.642121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.642420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.642784 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.643182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:13:33.692715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:33.696510 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-805881b8-7c54-447e-8a53-6ee0156a7c59 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88acc6d2-0b6e-4926-b33d-2a6a4be57629 HTTP/1.1" status: 204 len: 168 time: 0.5417099 Mar 22 13:13:33.766838 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d0e8605d-17cd-4e21-b8a4-1d6c7a875587 req-0c9c92e2-d0bc-45ce-ba0a-c80258dbfdea service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502650 Mar 22 13:13:34.087537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44302) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:34.115009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-438ed561-e4ec-4938-8364-9b6f33cf905f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:34.134696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-438ed561-e4ec-4938-8364-9b6f33cf905f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:13:34.143189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-438ed561-e4ec-4938-8364-9b6f33cf905f admin admin] Usage tracker for resource:security_group_rule and tenant:f3d1abc2ccb34be5a7003eb6074f20ce is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:13:34.148914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-438ed561-e4ec-4938-8364-9b6f33cf905f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:13:34.162268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-438ed561-e4ec-4938-8364-9b6f33cf905f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:13:34.292049 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-438ed561-e4ec-4938-8364-9b6f33cf905f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:34.295690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-438ed561-e4ec-4938-8364-9b6f33cf905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:34.349460 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-438ed561-e4ec-4938-8364-9b6f33cf905f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3d1abc2ccb34be5a7003eb6074f20ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624586 Mar 22 13:13:34.349736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ed561-e4ec-4938-8364-9b6f33cf905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce46822-c1e1-4a94-9a63-88561095a2fb,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:34.353420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44306) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:34.441750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-53856aa7-986c-47d9-89b1-782acfe8c2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:34.479222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-53856aa7-986c-47d9-89b1-782acfe8c2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:34.520512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-baf2ba41-f5d9-4bd4-b53c-ad2c1b8751f6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:34.524813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-baf2ba41-f5d9-4bd4-b53c-ad2c1b8751f6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:34.544476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-53856aa7-986c-47d9-89b1-782acfe8c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:34.562664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53856aa7-986c-47d9-89b1-782acfe8c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce46822-c1e1-4a94-9a63-88561095a2fb,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:13:34.567474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-53856aa7-986c-47d9-89b1-782acfe8c2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:34.571820 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-53856aa7-986c-47d9-89b1-782acfe8c2ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bce46822-c1e1-4a94-9a63-88561095a2fb HTTP/1.1" status: 204 len: 168 time: 0.2152855 Mar 22 13:13:34.726018 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-baf2ba41-f5d9-4bd4-b53c-ad2c1b8751f6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 2de44066-d0e9-47c8-894e-da4304cf8e48 associated. External IP: 172.26.5.146, port: 9856a026-b2e7-4c83-9700-1377f9aac6f1. Mar 22 13:13:35.171559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf2ba41-f5d9-4bd4-b53c-ad2c1b8751f6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 5642257a-ec9c-4a99-98ce-40dc248407ea has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:13:35.330826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd291-ad1e-439b-a493-efb1a1ba5213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:35.363398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2ba41-f5d9-4bd4-b53c-ad2c1b8751f6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:13:35.369368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-baf2ba41-f5d9-4bd4-b53c-ad2c1b8751f6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:35.376096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] Sync routers for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:13:35.387937 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:13:35.388744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:13:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:35.436947 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-baf2ba41-f5d9-4bd4-b53c-ad2c1b8751f6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 991 time: 2.0099626 Mar 22 13:13:35.436947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'tag': '9856a026-b2e7-4c83-9700-1377f9aac6f1'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:13:35.437397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44314) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:35.481529 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'tag': '9856a026-b2e7-4c83-9700-1377f9aac6f1', 'status': 'completed', 'code': 200} Mar 22 13:13:35.602437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:13:35.611466 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-41af1691-3793-4d56-b605-21624906dca4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 991 time: 0.1724186 Mar 22 13:13:35.635774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328752ac-c403-45f1-a53b-bae6df828a42 req-8dd8448a-6f6f-4aac-9622-b2fb7870cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:35.637388 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-328752ac-c403-45f1-a53b-bae6df828a42 req-8dd8448a-6f6f-4aac-9622-b2fb7870cf15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 1098 time: 0.1208787 Mar 22 13:13:35.792151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328752ac-c403-45f1-a53b-bae6df828a42 req-cdde4e8e-03fc-4d8f-a16a-c7c84ff0f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:35.794021 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-328752ac-c403-45f1-a53b-bae6df828a42 req-cdde4e8e-03fc-4d8f-a16a-c7c84ff0f056 service neutron] 10.222.0.47 "GET /v2.0/networks?id=10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 200 len: 898 time: 0.1491220 Mar 22 13:13:35.896775 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-328752ac-c403-45f1-a53b-bae6df828a42 req-78f0c55f-78e1-499a-82cd-56a3b20710b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9856a026-b2e7-4c83-9700-1377f9aac6f1 HTTP/1.1" status: 200 len: 999 time: 0.0966456 Mar 22 13:13:35.966993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328752ac-c403-45f1-a53b-bae6df828a42 req-5b816df0-70a8-48b3-b05d-c122d5a3214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:35.968473 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-328752ac-c403-45f1-a53b-bae6df828a42 req-5b816df0-70a8-48b3-b05d-c122d5a3214e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e61d751-0be2-4c83-befb-4c8c61dba1ca HTTP/1.1" status: 200 len: 834 time: 0.0646806 Mar 22 13:13:35.973152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '2de44066-d0e9-47c8-894e-da4304cf8e48', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'port_id': '9856a026-b2e7-4c83-9700-1377f9aac6f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'mac_address': 'fa:16:3e:73:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:24Z', 'updated_at': '2022-03-22T13:13:34Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:35.977434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] Checking router: 5642257a-ec9c-4a99-98ce-40dc248407ea for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:13:35.987226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:13:35.987892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:13:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:36.054142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328752ac-c403-45f1-a53b-bae6df828a42 req-2f235d80-4556-43d3-9004-1c7160ce58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:36.055640 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-328752ac-c403-45f1-a53b-bae6df828a42 req-2f235d80-4556-43d3-9004-1c7160ce58e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10e7561c-45fe-4134-b28c-ebd97c9653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806601 Mar 22 13:13:36.244080 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-328752ac-c403-45f1-a53b-bae6df828a42 req-518584a9-0a66-49b7-b08a-56e265d7f441 service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774256 Mar 22 13:13:36.249552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:13:36.411442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:36.412968 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-328752ac-c403-45f1-a53b-bae6df828a42 req-456f0bc4-96bd-4392-b63e-b8a692d7212e service neutron] 10.222.0.47 "GET /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592252 Mar 22 13:13:36.615338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44320) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:36.623388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:36.663591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '2de44066-d0e9-47c8-894e-da4304cf8e48', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'port_id': '9856a026-b2e7-4c83-9700-1377f9aac6f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'mac_address': 'fa:16:3e:73:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:24Z', 'updated_at': '2022-03-22T13:13:34Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:13:36.668491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dac084-1e9f-42e4-aa4c-b4b3c6459757 None None] The sync data for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv is: [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '2de44066-d0e9-47c8-894e-da4304cf8e48', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'port_id': '9856a026-b2e7-4c83-9700-1377f9aac6f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'mac_address': 'fa:16:3e:73:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:24Z', 'updated_at': '2022-03-22T13:13:34Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:13:36.849290 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8f97f380-e3cb-412c-bd51-5040d5de0821 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 991 time: 0.2325525 Mar 22 13:13:36.893391 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494be98-2461-459b-9184-26f3832f6200 None None] New status for floating IP 2de44066-d0e9-47c8-894e-da4304cf8e48: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:13:37.775785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:37.853087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44324) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:13:37.975736 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b9cc35f7-f0bb-4a02-b409-36f81db5b9d3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 200 len: 993 time: 0.1214049 Mar 22 13:13:51.538153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:55.424445 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:14:03.002385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76a05685-af4d-4545-9adb-73a7b9c5851d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:05.325773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9de434db-3586-43a1-897e-96b7a2e14b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:06.348043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:06.577981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:07.780437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:11.652094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7cdb-e266-410f-832d-e0bd3cf0e90b req-acfe5d45-43a2-4061-a774-96bf76d8236f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:11.653555 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-abec7cdb-e266-410f-832d-e0bd3cf0e90b req-acfe5d45-43a2-4061-a774-96bf76d8236f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 945 time: 0.0833414 Mar 22 13:14:11.700156 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-abec7cdb-e266-410f-832d-e0bd3cf0e90b req-efbf9eeb-5c59-4dde-a843-100be5a4414f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408504 Mar 22 13:14:12.890143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7894a80-cd8c-4174-8621-3dcae2cad700 req-eb5146b8-4b19-435d-81b7-a175bbaf6ab9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:12.891649 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b7894a80-cd8c-4174-8621-3dcae2cad700 req-eb5146b8-4b19-435d-81b7-a175bbaf6ab9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 945 time: 0.0856183 Mar 22 13:14:12.937325 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b7894a80-cd8c-4174-8621-3dcae2cad700 req-9ce73692-8ebc-4410-ad3b-833c548e2c78 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400753 Mar 22 13:14:13.282268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-3f38687b-9fb7-46a3-9653-05a6823e1af4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:13.283777 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-3f38687b-9fb7-46a3-9653-05a6823e1af4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 945 time: 0.0796721 Mar 22 13:14:13.357491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 9856a026-b2e7-4c83-9700-1377f9aac6f1 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:14:13.357827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:13.619462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 9856a026-b2e7-4c83-9700-1377f9aac6f1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9856a026-b2e7-4c83-9700-1377f9aac6f1,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:13.619824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:13.922649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:13.923150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:13.923290 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 2de44066-d0e9-47c8-894e-da4304cf8e48 disassociated. External IP: 172.26.5.146, port: 9856a026-b2e7-4c83-9700-1377f9aac6f1. Mar 22 13:14:13.923605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 9856a026-b2e7-4c83-9700-1377f9aac6f1 owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:14:14.120475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:14.182863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=9856a026-b2e7-4c83-9700-1377f9aac6f1,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:14.274325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50339c2e-66eb-48aa-bbb6-b7c274b5b597 req-17d04478-3ee2-4445-97a7-8b32d1e1daac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:14.275815 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-50339c2e-66eb-48aa-bbb6-b7c274b5b597 req-17d04478-3ee2-4445-97a7-8b32d1e1daac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 945 time: 0.2249005 Mar 22 13:14:14.407983 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-50339c2e-66eb-48aa-bbb6-b7c274b5b597 req-a08e7588-3f9d-47f7-86ed-b35d9b72eed4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=6526fc10-0144-4ff2-84cb-ed91aec344d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245108 Mar 22 13:14:14.421261 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 5642257a-ec9c-4a99-98ce-40dc248407ea has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:14:14.730278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:14:14.742835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] Sync routers for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:14:14.753567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:14:14.754233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:14.816789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] No DVR routers for this DVR port 9856a026-b2e7-4c83-9700-1377f9aac6f1 on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:14:14.819239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:14.821900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'name': 'network-vif-deleted', 'tag': '9856a026-b2e7-4c83-9700-1377f9aac6f1'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:14:14.842995 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e46bb411-a221-4e0b-87f7-7c5d0afdd320 req-022e7c7e-1ca6-4167-b562-56899b00ba9e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "DELETE /v2.0/ports/9856a026-b2e7-4c83-9700-1377f9aac6f1 HTTP/1.1" status: 204 len: 173 time: 1.5530427 Mar 22 13:14:14.874754 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394d9665-fb48-48fe-bb4c-6b6b7b4e88a3', 'name': 'network-vif-deleted', 'tag': '9856a026-b2e7-4c83-9700-1377f9aac6f1', 'status': 'completed', 'code': 200} Mar 22 13:14:14.964573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:14:15.294797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:15.300011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] Checking router: 5642257a-ec9c-4a99-98ce-40dc248407ea for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:14:15.309264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:14:15.309892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:15.533582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:14:15.609224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-48bb9a73-10d7-48b2-bffc-0a1699806178 req-025b7d61-98af-457c-8d01-1f516d5ccc8b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:15.631536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-48bb9a73-10d7-48b2-bffc-0a1699806178 req-025b7d61-98af-457c-8d01-1f516d5ccc8b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:15.632713 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-48bb9a73-10d7-48b2-bffc-0a1699806178 req-025b7d61-98af-457c-8d01-1f516d5ccc8b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=394d9665-fb48-48fe-bb4c-6b6b7b4e88a3 HTTP/1.1" status: 200 len: 210 time: 0.0930364 Mar 22 13:14:15.934099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:15.939856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af19412-af83-41e0-bf9a-1dea471a9fb1 None None] The sync data for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv is: [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd1f3725f-f87f-49ee-b378-936fb4af187e', 'name': '', 'network_id': '10e7561c-45fe-4134-b28c-ebd97c9653f8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:55:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:02Z', 'updated_at': '2022-03-22T13:12:09Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '4e61d751-0be2-4c83-befb-4c8c61dba1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:14:16.168069 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e69ead5-fcfa-4d40-a862-060e1e66774e None None] New status for floating IP 2de44066-d0e9-47c8-894e-da4304cf8e48: DOWN {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:14:16.734472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44356) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:16.802466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c9649a-6914-4bcf-b9d9-c6ca4e4f71ed tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:16.832135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c9649a-6914-4bcf-b9d9-c6ca4e4f71ed tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:16.901028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c9649a-6914-4bcf-b9d9-c6ca4e4f71ed tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:16.920200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9649a-6914-4bcf-b9d9-c6ca4e4f71ed tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6526fc10-0144-4ff2-84cb-ed91aec344d7,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:16.930678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d8c9649a-6914-4bcf-b9d9-c6ca4e4f71ed tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:16.931841 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d8c9649a-6914-4bcf-b9d9-c6ca4e4f71ed tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/6526fc10-0144-4ff2-84cb-ed91aec344d7 HTTP/1.1" status: 204 len: 168 time: 0.1963856 Mar 22 13:14:16.968130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44362) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:16.981347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 9856a026-b2e7-4c83-9700-1377f9aac6f1 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:14:17.022882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 9856a026-b2e7-4c83-9700-1377f9aac6f1 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:14:17.023567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 9856a026-b2e7-4c83-9700-1377f9aac6f1 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:14:17.135561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 0830f815-30e1-4ed5-9a0e-11b3bc79a571 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:14:17.136466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:17.314047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:17.314396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:17.442574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 0830f815-30e1-4ed5-9a0e-11b3bc79a571 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:14:17.589505 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:17.668372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=0830f815-30e1-4ed5-9a0e-11b3bc79a571,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:17.717260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.717602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.717985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.718266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.718597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.718927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.719277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.719606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.719937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.720261 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.720584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.720899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:17.756357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:17.778100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:17.779274 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fc7ab8ce-6778-45d0-ae70-268af68aca14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/floatingips/2de44066-d0e9-47c8-894e-da4304cf8e48 HTTP/1.1" status: 204 len: 168 time: 0.8101292 Mar 22 13:14:18.164523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84139de6-bcae-4804-ae92-ec32f9076572 req-39f03909-492f-48f7-b7d9-7c54ac906c2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:18.165195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-84139de6-bcae-4804-ae92-ec32f9076572 req-39f03909-492f-48f7-b7d9-7c54ac906c2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:18.185774 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-84139de6-bcae-4804-ae92-ec32f9076572 req-39f03909-492f-48f7-b7d9-7c54ac906c2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:18.186983 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-84139de6-bcae-4804-ae92-ec32f9076572 req-39f03909-492f-48f7-b7d9-7c54ac906c2f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 946 time: 0.1072102 Mar 22 13:14:18.233905 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-84139de6-bcae-4804-ae92-ec32f9076572 req-692d5335-bbc2-469c-bf23-334b3f030de6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411067 Mar 22 13:14:19.422362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195be39-c805-4ca8-882d-e22a61827428 req-d9abffb9-ebda-4ea3-b73b-168c9fd8bab4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:19.423857 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7195be39-c805-4ca8-882d-e22a61827428 req-d9abffb9-ebda-4ea3-b73b-168c9fd8bab4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 946 time: 0.0807140 Mar 22 13:14:19.468580 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-7195be39-c805-4ca8-882d-e22a61827428 req-390e100e-e6ad-44d3-91fe-67cca7346852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:19.484275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-7195be39-c805-4ca8-882d-e22a61827428 req-390e100e-e6ad-44d3-91fe-67cca7346852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:19.485414 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7195be39-c805-4ca8-882d-e22a61827428 req-390e100e-e6ad-44d3-91fe-67cca7346852 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=53ed5aef-5ddf-4535-9a15-4a09ba276bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559196 Mar 22 13:14:19.719672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-ab64f047-c00e-4744-b93c-4bf195a60a6e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:19.721138 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-ab64f047-c00e-4744-b93c-4bf195a60a6e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 946 time: 0.0827255 Mar 22 13:14:19.796470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-eb91885c-880b-413e-b50c-40e2014ab25e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:14:19.796814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-eb91885c-880b-413e-b50c-40e2014ab25e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:20.042496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-eb91885c-880b-413e-b50c-40e2014ab25e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:20.042751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-eb91885c-880b-413e-b50c-40e2014ab25e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:20.264013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-eb91885c-880b-413e-b50c-40e2014ab25e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:14:20.419886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-eb91885c-880b-413e-b50c-40e2014ab25e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:20.499715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91885c-880b-413e-b50c-40e2014ab25e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:20.583970 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-eb91885c-880b-413e-b50c-40e2014ab25e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] No DVR routers for this DVR port c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:14:20.586568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-eb91885c-880b-413e-b50c-40e2014ab25e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:20.589220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'name': 'network-vif-deleted', 'tag': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:14:20.642003 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17865ab2-3502-4245-a5c7-b5fd8b646d0d', 'name': 'network-vif-deleted', 'tag': 'c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a', 'status': 'completed', 'code': 200} Mar 22 13:14:20.648083 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f86a6a65-18c7-41e8-a212-1c5e10037c57 req-eb91885c-880b-413e-b50c-40e2014ab25e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "DELETE /v2.0/ports/c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a HTTP/1.1" status: 204 len: 173 time: 0.9211371 Mar 22 13:14:20.649354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-c765c218-61fa-4ab5-8268-d6a718f4b833 req-a610b506-ac52-41bc-a2cf-f99a4391950a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:20.668623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-c765c218-61fa-4ab5-8268-d6a718f4b833 req-a610b506-ac52-41bc-a2cf-f99a4391950a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:20.670597 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c765c218-61fa-4ab5-8268-d6a718f4b833 req-a610b506-ac52-41bc-a2cf-f99a4391950a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=17865ab2-3502-4245-a5c7-b5fd8b646d0d HTTP/1.1" status: 200 len: 210 time: 0.0748916 Mar 22 13:14:21.540783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:21.767997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44378) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:21.837824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-83ea84ce-5161-4d94-abe2-2d9dbdbd3bc4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:21.867003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-83ea84ce-5161-4d94-abe2-2d9dbdbd3bc4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:21.933753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-83ea84ce-5161-4d94-abe2-2d9dbdbd3bc4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:21.951416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea84ce-5161-4d94-abe2-2d9dbdbd3bc4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ed5aef-5ddf-4535-9a15-4a09ba276bea,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:21.966760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-83ea84ce-5161-4d94-abe2-2d9dbdbd3bc4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:21.968413 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-83ea84ce-5161-4d94-abe2-2d9dbdbd3bc4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/53ed5aef-5ddf-4535-9a15-4a09ba276bea HTTP/1.1" status: 204 len: 168 time: 0.1993141 Mar 22 13:14:21.998543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44384) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:22.692360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:23.001763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:14:23.036968 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:14:23.037317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c3a6d0c9-1465-4fb5-b295-30c3a1d40b4a not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:14:23.063226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port d1f3725f-f87f-49ee-b378-936fb4af187e {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:14:23.063748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:23.270476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port d1f3725f-f87f-49ee-b378-936fb4af187e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d1f3725f-f87f-49ee-b378-936fb4af187e,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:23.270754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:23.395203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for d1f3725f-f87f-49ee-b378-936fb4af187e owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:14:23.603594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:23.654419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=d1f3725f-f87f-49ee-b378-936fb4af187e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:24.030572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:24.385671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 5642257a-ec9c-4a99-98ce-40dc248407ea has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:14:24.563229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:14:24.572401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] Sync routers for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:14:24.580669 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-40ebdd34-d45d-4a90-aec5-cfed0eed7d2a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/5642257a-ec9c-4a99-98ce-40dc248407ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5810270 Mar 22 13:14:24.581302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:14:24.581915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:24.583399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44388) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:24.648258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d509a203-7e81-4a00-aa85-5a06ef2c563f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting subnet 4e61d751-0be2-4c83-befb-4c8c61dba1ca {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:14:24.651581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d509a203-7e81-4a00-aa85-5a06ef2c563f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:24.706956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d509a203-7e81-4a00-aa85-5a06ef2c563f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:24.755827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:14:24.788208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d509a203-7e81-4a00-aa85-5a06ef2c563f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:24.872829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d509a203-7e81-4a00-aa85-5a06ef2c563f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:24.928542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d509a203-7e81-4a00-aa85-5a06ef2c563f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:24.933176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509a203-7e81-4a00-aa85-5a06ef2c563f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Subnet': ['ID=4e61d751-0be2-4c83-befb-4c8c61dba1ca,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:24.939039 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d509a203-7e81-4a00-aa85-5a06ef2c563f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/subnets/4e61d751-0be2-4c83-befb-4c8c61dba1ca HTTP/1.1" status: 204 len: 168 time: 0.3544812 Mar 22 13:14:24.941610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44392) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:24.967556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9de748-1443-4c77-b4a5-560f842fdde5 None None] Network 10e7561c-45fe-4134-b28c-ebd97c9653f8 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:14:25.242576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:25.248591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:14:23Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:25.254633 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] Checking router: 5642257a-ec9c-4a99-98ce-40dc248407ea for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:14:25.264099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] Routers {'5642257a-ec9c-4a99-98ce-40dc248407ea'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:14:25.264810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5642257a-ec9c-4a99-98ce-40dc248407ea'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:25.359759 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a668d-832a-4cf5-bc2f-52e19bfd2ae9 None None] DHCP port deletion for 10e7561c-45fe-4134-b28c-ebd97c9653f8 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:14:25.425457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b92a668d-832a-4cf5-bc2f-52e19bfd2ae9 None None] Deleting port b738bf75-dd5c-440a-8011-def39be03c44 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:14:25.425827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b92a668d-832a-4cf5-bc2f-52e19bfd2ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:25.506849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] Set router 5642257a-ec9c-4a99-98ce-40dc248407ea gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:14:25.562577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:25.572701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 01219db0-a6c5-4169-9d71-cdab4039829e {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:14:25.573603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:25.755723 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 01219db0-a6c5-4169-9d71-cdab4039829e, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=01219db0-a6c5-4169-9d71-cdab4039829e,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:25.756077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:25.881217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 01219db0-a6c5-4169-9d71-cdab4039829e owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:14:25.912494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b92a668d-832a-4cf5-bc2f-52e19bfd2ae9 None None] For port b738bf75-dd5c-440a-8011-def39be03c44, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b738bf75-dd5c-440a-8011-def39be03c44,segment=NetworkSegment(49345592-20bc-4b20-8940-7631c6b0b3f6),segment_id=49345592-20bc-4b20-8940-7631c6b0b3f6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:25.913041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b92a668d-832a-4cf5-bc2f-52e19bfd2ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.055980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.069244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-b92a668d-832a-4cf5-bc2f-52e19bfd2ae9 None None] Calling delete_port for b738bf75-dd5c-440a-8011-def39be03c44 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:14:26.106182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=01219db0-a6c5-4169-9d71-cdab4039829e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:26.168062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:14:23Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:26.172592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab438d6-3e8a-49c7-9f08-790d58572181 None None] The sync data for ids ['5642257a-ec9c-4a99-98ce-40dc248407ea'] in dv-neutron-834664-2-hyperv is: [{'id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'name': 'tempest-TestNetworkBasicOps-router-213113893', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:11:58Z', 'updated_at': '2022-03-22T13:14:23Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '01219db0-a6c5-4169-9d71-cdab4039829e', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642257a-ec9c-4a99-98ce-40dc248407ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:11:59Z', 'updated_at': '2022-03-22T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:14:26.176055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b92a668d-832a-4cf5-bc2f-52e19bfd2ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.201875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.228603 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a668d-832a-4cf5-bc2f-52e19bfd2ae9 None None] Pushing event deleted for resources: {'Port': ['ID=b738bf75-dd5c-440a-8011-def39be03c44,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:26.231460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a668d-832a-4cf5-bc2f-52e19bfd2ae9 None None] No DVR routers for this DVR port b738bf75-dd5c-440a-8011-def39be03c44 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:14:26.395143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.398439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.430321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.431180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Fanout notify agent at l3_agent the message router_deleted on router 5642257a-ec9c-4a99-98ce-40dc248407ea {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:14:26.457278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.458953 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0fe0bd76-b187-40b3-bd4f-b181066d7674 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/routers/5642257a-ec9c-4a99-98ce-40dc248407ea HTTP/1.1" status: 204 len: 168 time: 1.5159402 Mar 22 13:14:26.462157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44400) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:26.625935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.819567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.862565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e7561c-45fe-4134-b28c-ebd97c9653f8']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:26.902415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49345592-20bc-4b20-8940-7631c6b0b3f6') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:26.902864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49345592-20bc-4b20-8940-7631c6b0b3f6') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:26.923336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:26.971022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.006379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:14:27.006987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:14:27.049456 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:14:27.169121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.199072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.218608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Network': ['ID=10e7561c-45fe-4134-b28c-ebd97c9653f8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:27.231336 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6e52470c-d13d-48a2-949f-02fe706c2501 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/networks/10e7561c-45fe-4134-b28c-ebd97c9653f8 HTTP/1.1" status: 204 len: 168 time: 0.7676237 Mar 22 13:14:27.259902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44406) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:27.269935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'network': {'name': 'tempest-network-smoke--1447687276', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'port_security_enabled': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:27.280654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:27.285424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:network and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:27.293686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:27.299811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:27.312617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:14:27.317314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.354636 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:14:27.367774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.368200 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Added segment 473789e0-96af-4513-a733-d933b5da24b0 of type vlan for network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 Mar 22 13:14:27.403589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.448492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.451971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b738bf75-dd5c-440a-8011-def39be03c44 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:14:27.454280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:27.454907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.491050 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: b738bf75-dd5c-440a-8011-def39be03c44 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:14:27.491334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b738bf75-dd5c-440a-8011-def39be03c44 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:14:27.491924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d1f3725f-f87f-49ee-b378-936fb4af187e no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:14:27.530600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: d1f3725f-f87f-49ee-b378-936fb4af187e {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:14:27.531080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d1f3725f-f87f-49ee-b378-936fb4af187e not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:14:27.531915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 01219db0-a6c5-4169-9d71-cdab4039829e no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:14:27.569276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 01219db0-a6c5-4169-9d71-cdab4039829e {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:14:27.569615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 01219db0-a6c5-4169-9d71-cdab4039829e not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:14:27.678447 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4139354 Mar 22 13:14:27.678960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44410) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:27.681346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ce2a6-c4e8-4dd0-895a-68ca27ed4d52 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Network': ['ID=96cc892b-c338-4123-b40e-a62cb0b5d5f9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:27.686389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-11658895', 'admin_state_up': True, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:27.692479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:14:27.693916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:27.697911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:router and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:27.701426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:27.710224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:27.718515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.719631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.734907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:28.030461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:28.397764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:28.430527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:28.561456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.21 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/b0f3db2d-721d-458a-a783-43cc6e30aee3) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:28.707291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:28.752940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:28.837750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:28.845965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:28.850242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:14:28.879281 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=b0f3db2d-721d-458a-a783-43cc6e30aee3,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:29.422156 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:29.805895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.018814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router d23dae29-b671-4257-bd56-7cac7f8fecf3 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:14:30.198814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:14:30.208815 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Sync routers for ids ['d23dae29-b671-4257-bd56-7cac7f8fecf3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:14:30.218578 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Routers {'d23dae29-b671-4257-bd56-7cac7f8fecf3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:14:30.219450 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d23dae29-b671-4257-bd56-7cac7f8fecf3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:30.226600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.227918 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1fefb235-a89c-4ecf-b395-3cdb90797fa6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5483432 Mar 22 13:14:30.231586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44428) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:30.272421 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-15534426-c953-493d-99d5-1aec79087ae9 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6daadd1aa47b42258070c40f7792664e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397213 Mar 22 13:14:30.275070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44432) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:30.404774 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Set router d23dae29-b671-4257-bd56-7cac7f8fecf3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:14:30.415120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428e269a-e1a0-4622-b835-cad16d3da37c tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:30.417416 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-428e269a-e1a0-4622-b835-cad16d3da37c tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1408453 Mar 22 13:14:30.421014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44436) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:30.467171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-315e5887-1a16-42d6-9f94-5405fd94e592 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448976 Mar 22 13:14:30.469520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44440) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:30.477988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-192059320', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:30.596868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:30.600725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:subnet and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:30.603691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:30.610167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:30.623070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:14:30.626876 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.712375 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:29Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:30.718070 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Checking router: d23dae29-b671-4257-bd56-7cac7f8fecf3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:14:30.718588 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Updating router d23dae29-b671-4257-bd56-7cac7f8fecf3 port b0f3db2d-721d-458a-a783-43cc6e30aee3 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:14:30.776732 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.987230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.069679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Subnet': ['ID=eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:31.080005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Checking segment: {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:14:31.080317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network hostable DHCP agents. Network: 96cc892b-c338-4123-b40e-a62cb0b5d5f9, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:14:31.102653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:14:31.112804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 96cc892b-c338-4123-b40e-a62cb0b5d5f9) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:31.117898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:31.118671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.126502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95471fd0-0894-4913-8b19-1d9a78e0c9ce None None] Network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:14:31.150584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44446) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:31.151718 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2150cf64-41b6-46ad-9282-1a9045b4a8da tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6802478 Mar 22 13:14:31.156372 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.168478 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Transition to ACTIVE for port object b0f3db2d-721d-458a-a783-43cc6e30aee3 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:31.175719 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.271780 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Attempting to bind port b0f3db2d-721d-458a-a783-43cc6e30aee3 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:31.272404 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Attempting to bind port b0f3db2d-721d-458a-a783-43cc6e30aee3 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:31.272497 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Attempting to bind port b0f3db2d-721d-458a-a783-43cc6e30aee3 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:14:31.286964 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:14:31.287382 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:14:31.287770 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.288155 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:14:31.288623 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Bound port: b0f3db2d-721d-458a-a783-43cc6e30aee3, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:31.288990 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.371099 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] For port b0f3db2d-721d-458a-a783-43cc6e30aee3, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:14:31.374694 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] For port b0f3db2d-721d-458a-a783-43cc6e30aee3, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b0f3db2d-721d-458a-a783-43cc6e30aee3,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:14:31.376544 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Pushing event updated for resources: {'Port': ['ID=b0f3db2d-721d-458a-a783-43cc6e30aee3,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:31.386799 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.387150 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.387583 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.387916 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.388271 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.388570 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.388896 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.389222 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.389588 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.389920 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.390256 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.390567 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.394307 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.438391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:14:31.439728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.472357 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Routers {'d23dae29-b671-4257-bd56-7cac7f8fecf3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:14:31.472986 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d23dae29-b671-4257-bd56-7cac7f8fecf3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:31.551578 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50c4f6-bb9b-48c2-8ae9-fb8275d4480e None None] Pushing event updated for resources: {'Port': ['ID=b0f3db2d-721d-458a-a783-43cc6e30aee3,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:31.613974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Allocated IP 172.20.0.2 (96cc892b-c338-4123-b40e-a62cb0b5d5f9/eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61/8a496c00-0d80-4fbe-85a7-19ab4b6a4596) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:31.674236 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] Set router d23dae29-b671-4257-bd56-7cac7f8fecf3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:14:31.934405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.949634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Transition to ACTIVE for port object 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:31.971605 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Transition to ACTIVE for port object 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:31.980440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.027536 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:29Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:32.032909 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c871733d-44ca-40e2-878f-e996c8400eb3 None None] The sync data for ids ['d23dae29-b671-4257-bd56-7cac7f8fecf3'] in dv-neutron-834664-2-hyperv is: [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:29Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:14:32.054832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:32.058439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:32.067345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:14:32.091509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.159129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Pushing event updated for resources: {'Port': ['ID=8a496c00-0d80-4fbe-85a7-19ab4b6a4596,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:32.182983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.183355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.183697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.184033 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.184363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.184695 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.185032 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.185360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.185699 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.186039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.186366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.186694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:32.198927 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Attempting to bind port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:32.199395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Attempting to bind port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:32.199821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Attempting to bind port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 on network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:14:32.207515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:14:32.208153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Checking segment: {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:14:32.208730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.209447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Bound using segment: {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:14:32.210447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Bound port: 8a496c00-0d80-4fbe-85a7-19ab4b6a4596, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:32.210447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.310008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] For port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:14:32.316377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] For port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8a496c00-0d80-4fbe-85a7-19ab4b6a4596,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:14:32.333778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.425763 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:14:32.486496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad467cc-5a0c-4712-a5e4-4ece8b673f8e None None] Pushing event updated for resources: {'Port': ['ID=8a496c00-0d80-4fbe-85a7-19ab4b6a4596,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:32.819474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.1 (96cc892b-c338-4123-b40e-a62cb0b5d5f9/eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61/7207f9cd-7b82-42ce-9270-2f5ef1a349f2) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:33.018653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a55eaeb6-346a-4cf7-b557-7793b98779b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.056631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.075727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:33.102059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.175027 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:33.180499 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:33.187841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:14:33.253246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=7207f9cd-7b82-42ce-9270-2f5ef1a349f2,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:33.282979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.516769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b0f3db2d-721d-458a-a783-43cc6e30aee3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:33.617877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port b0f3db2d-721d-458a-a783-43cc6e30aee3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:33.637288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b0f3db2d-721d-458a-a783-43cc6e30aee3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:33.637666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.707290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.913277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.938384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41de4f2-f2c3-4fa2-bec3-b45ff720c415 None None] Network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:14:34.023933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port b0f3db2d-721d-458a-a783-43cc6e30aee3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b0f3db2d-721d-458a-a783-43cc6e30aee3,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:34.090642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:34.091701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:34.202933 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-620e6add-fa8b-4a31-9e11-bc78be734595 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2121489 Mar 22 13:14:34.250845 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e11ef461-160d-4920-b428-6a16754f4871 None None] Provisioning for port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:34.355036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:34.371405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:34.474334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=b0f3db2d-721d-458a-a783-43cc6e30aee3,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:34.495226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:34.503500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:34.505058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:34.508004 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=7207f9cd-7b82-42ce-9270-2f5ef1a349f2,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:34.554038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:34.591321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-7f1cad4a-32d1-4109-9023-36f865eea7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:34.593098 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-7f1cad4a-32d1-4109-9023-36f865eea7fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 1098 time: 0.3534791 Mar 22 13:14:34.714102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:34.778614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8a496c00-0d80-4fbe-85a7-19ab4b6a4596,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:34.793652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:34.964597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=8a496c00-0d80-4fbe-85a7-19ab4b6a4596,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:34.973111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f033e234-1893-41cc-bd86-f6ff2c5ac49f None None] Provisioning for port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:34.989330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f033e234-1893-41cc-bd86-f6ff2c5ac49f None None] Provisioning complete for port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:34.990856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f033e234-1893-41cc-bd86-f6ff2c5ac49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.044321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:35.050154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:35.099938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f033e234-1893-41cc-bd86-f6ff2c5ac49f None None] Port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:14:35.132474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f033e234-1893-41cc-bd86-f6ff2c5ac49f None None] Provisioning complete for port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:35.132843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f033e234-1893-41cc-bd86-f6ff2c5ac49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.234014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-670e481f-bd43-4e96-b248-ee52abf22f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:35.236740 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-670e481f-bd43-4e96-b248-ee52abf22f39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.6069014 Mar 22 13:14:35.345690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16ed4f03-6e11-4880-b1df-f561e30fe450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.452490 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-20ae3a55-9bc8-4b9f-9f34-19971dbd6e48 None None] Provisioning complete for port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:35.456359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-20ae3a55-9bc8-4b9f-9f34-19971dbd6e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.521057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b0f3db2d-721d-458a-a783-43cc6e30aee3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:35.570578 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-ad8201b4-348c-4105-ba2a-1102d7519769 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0 HTTP/1.1" status: 200 len: 1000 time: 0.3091629 Mar 22 13:14:35.577817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router d23dae29-b671-4257-bd56-7cac7f8fecf3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:14:35.622672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-20ae3a55-9bc8-4b9f-9f34-19971dbd6e48 None None] Port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:14:35.652317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b0f3db2d-721d-458a-a783-43cc6e30aee3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:35.652856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.765957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-92928f32-64cf-42ea-8361-e518a69c62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:35.768088 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-92928f32-64cf-42ea-8361-e518a69c62d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.1892576 Mar 22 13:14:35.813983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1f3bd9b4-7070-437f-94f9-48c828ea4701 None None] Provisioning complete for port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:35.813983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd9b4-7070-437f-94f9-48c828ea4701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.889861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:35.914030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1f3bd9b4-7070-437f-94f9-48c828ea4701 None None] Port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:14:35.968581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:14:35.980127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:35.980510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.995641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44458) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:35.996202 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ac5c4242-3c0d-41ab-acb2-d59282bb4a34 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/d23dae29-b671-4257-bd56-7cac7f8fecf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8426902 Mar 22 13:14:36.006044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-bf48b85a-63cd-49ab-b4ed-e609273318fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.007536 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-bf48b85a-63cd-49ab-b4ed-e609273318fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2237148 Mar 22 13:14:36.016881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Sync routers for ids ['d23dae29-b671-4257-bd56-7cac7f8fecf3'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:14:36.042041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Routers {'d23dae29-b671-4257-bd56-7cac7f8fecf3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:14:36.042678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d23dae29-b671-4257-bd56-7cac7f8fecf3'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:36.168045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65305335-aaa7-41a7-bf5a-d2ffb4853304 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.168754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65305335-aaa7-41a7-bf5a-d2ffb4853304 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.169349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65305335-aaa7-41a7-bf5a-d2ffb4853304 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.169953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65305335-aaa7-41a7-bf5a-d2ffb4853304 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.170532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65305335-aaa7-41a7-bf5a-d2ffb4853304 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.171107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65305335-aaa7-41a7-bf5a-d2ffb4853304 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.173128 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-65305335-aaa7-41a7-bf5a-d2ffb4853304 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1757302 Mar 22 13:14:36.175920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44462) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:36.248217 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-49dfe208-b1da-4f8f-802e-2a7c8b1bec00 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290318 Mar 22 13:14:36.317611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079019b-9eb3-4948-8893-0df007de739e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.318431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079019b-9eb3-4948-8893-0df007de739e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.319529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079019b-9eb3-4948-8893-0df007de739e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.320227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079019b-9eb3-4948-8893-0df007de739e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.320649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079019b-9eb3-4948-8893-0df007de739e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.321110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079019b-9eb3-4948-8893-0df007de739e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:36.328000 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9079019b-9eb3-4948-8893-0df007de739e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1468668 Mar 22 13:14:36.328289 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44466) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:36.366835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Set router d23dae29-b671-4257-bd56-7cac7f8fecf3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:14:36.464598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.586587 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1b22f481-f770-49fe-ae21-4acafa0e15be req-15a2a69a-96a2-4d50-a129-ad42ce6923f6 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280015 Mar 22 13:14:36.658680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.789900 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-84e4da87-8f02-4366-bb2f-6137f5aca162 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.3687882 Mar 22 13:14:36.792685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7207f9cd-7b82-42ce-9270-2f5ef1a349f2', 'name': '', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:04:ac:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:32Z', 'updated_at': '2022-03-22T13:14:34Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:36.794461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44472) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:36.799295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Checking router: d23dae29-b671-4257-bd56-7cac7f8fecf3 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:14:36.799693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Updating router d23dae29-b671-4257-bd56-7cac7f8fecf3 port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:14:36.801217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1197766696', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:36.863862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.946111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:36.952894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:port and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:36.956775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:36.965433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:36.984586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:14:36.989924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:37.023629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] device_id is not set on port f2291398-49da-4ec4-bf4a-427545fbfd06 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:14:37.364974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:37.380597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Transition to ACTIVE for port object 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:37.389304 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:37.494689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.12 (96cc892b-c338-4123-b40e-a62cb0b5d5f9/eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61/f2291398-49da-4ec4-bf4a-427545fbfd06) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:37.731355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4417b5-c217-441e-a71c-bd1acb431786 None None] Pushing event updated for resources: {'Port': ['ID=7207f9cd-7b82-42ce-9270-2f5ef1a349f2,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:37.758058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Attempting to bind port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:37.758793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Attempting to bind port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:37.759139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Attempting to bind port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 on network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:14:37.773656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:14:37.773983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Checking segment: {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:14:37.774878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:37.774878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Bound using segment: {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:14:37.775233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Bound port: 7207f9cd-7b82-42ce-9270-2f5ef1a349f2, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:37.775611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:37.784488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:37.818628 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object f2291398-49da-4ec4-bf4a-427545fbfd06 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:37.860206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:37.926967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:37.955470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:37.963957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:37.972738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:14:37.973971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] For port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:14:37.977888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] For port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7207f9cd-7b82-42ce-9270-2f5ef1a349f2,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:14:37.984953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.004404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:38.016311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.016706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.016996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.017320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.017906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.018207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.018347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.018693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.018975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.019290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.019562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.019883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.076599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:38.077227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.095238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Routers {'d23dae29-b671-4257-bd56-7cac7f8fecf3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:14:38.095911 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d23dae29-b671-4257-bd56-7cac7f8fecf3'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:38.142839 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9354efa8-8fa1-4951-9e50-51d50de11bfc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3468421 Mar 22 13:14:38.178656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4417b5-c217-441e-a71c-bd1acb431786 None None] Pushing event updated for resources: {'Port': ['ID=7207f9cd-7b82-42ce-9270-2f5ef1a349f2,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:38.372403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fa697c67-0eb8-437c-8804-4963708ca279 None None] Provisioning for port f2291398-49da-4ec4-bf4a-427545fbfd06 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:38.389285 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fa697c67-0eb8-437c-8804-4963708ca279 None None] Provisioning complete for port f2291398-49da-4ec4-bf4a-427545fbfd06 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:38.389647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fa697c67-0eb8-437c-8804-4963708ca279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.422021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] Set router d23dae29-b671-4257-bd56-7cac7f8fecf3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:14:38.571783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-fa697c67-0eb8-437c-8804-4963708ca279 None None] Port f2291398-49da-4ec4-bf4a-427545fbfd06 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:14:38.806281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7207f9cd-7b82-42ce-9270-2f5ef1a349f2', 'name': '', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:04:ac:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:32Z', 'updated_at': '2022-03-22T13:14:37Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:38.813020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e270d7-badf-4e5e-858b-77e67e41ab64 None None] The sync data for ids ['d23dae29-b671-4257-bd56-7cac7f8fecf3'] in dv-neutron-834664-2-hyperv is: [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7207f9cd-7b82-42ce-9270-2f5ef1a349f2', 'name': '', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:04:ac:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:32Z', 'updated_at': '2022-03-22T13:14:37Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:14:38.978752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44484) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:38.987995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080721531', 'description': 'tempest-secgroup-smoke-1080721531 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:38.996101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:39.001292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:39.005012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:39.012877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:39.036523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.059685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:39.064367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:39.067307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:39.074268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:39.221480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.227578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.293751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c015f563-17c6-48c2-a485-e1793891b0fa,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:39.296926 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.301983 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7c99da8e-9a64-4640-ac35-232bd86991a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3180599 Mar 22 13:14:39.303351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44488) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:39.316382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'c015f563-17c6-48c2-a485-e1793891b0fa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:39.333503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:39.348162 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:39.351513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:39.373986 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:39.415204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.510047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:39.686860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:39.693770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:39.694246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.743322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.749277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.782264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6789663-ae1d-4ff6-921c-8469ef2d1b5d,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:39.817649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.824545 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-08f935c8-0fc1-4ae7-b9b2-1d899fc986f5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5201294 Mar 22 13:14:39.825180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44492) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:39.832320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'c015f563-17c6-48c2-a485-e1793891b0fa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:39.837713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.840045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:39.844892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:39.848683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:39.856615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:39.873780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7207f9cd-7b82-42ce-9270-2f5ef1a349f2,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:39.878468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.889437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.961146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=7207f9cd-7b82-42ce-9270-2f5ef1a349f2,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:39.973087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.978040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.004647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83083a19-15e2-4b2f-a253-513b2d1776e1,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:40.015298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.019219 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2ce6ecb0-52cf-4ca5-b6a7-099d30004d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1897831 Mar 22 13:14:40.019456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44498) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:40.024944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'c015f563-17c6-48c2-a485-e1793891b0fa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:40.031808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:40.035931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:40.039326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:40.046355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:40.064768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.136456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.142145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.168018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f20a49-5d77-49b6-aeec-6589d18f9a8a,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:40.179937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.183677 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-70360ef9-6238-4215-88f7-21316711dd1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607120 Mar 22 13:14:40.184044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44506) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:40.189267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'c015f563-17c6-48c2-a485-e1793891b0fa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:40.198337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:40.203188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:40.206198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:40.212671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:40.231785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.299855 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.308136 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.356951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9273573a-b44e-45c8-8ff9-2ba0f89988fa,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:40.377728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.381373 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-094ca841-5c0f-4cc5-98d8-5b203abc7fc3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1938698 Mar 22 13:14:40.381610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44514) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:40.386947 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-0f49e5f3-84ee-4a95-89cb-72133ae7a62a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761929809&fields=id&tenant_id=ab9fd1a08d784f459c551ca8586506fb HTTP/1.1" status: 200 len: 267 time: 0.0719795 Mar 22 13:14:40.389889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'c015f563-17c6-48c2-a485-e1793891b0fa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:40.395974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:40.401308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:40.427240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:40.447320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:40.516308 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:14:40.530590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.601785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-79e7ed75-9e8f-429b-8f63-3b0b05377b9b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:40.603189 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-79e7ed75-9e8f-429b-8f63-3b0b05377b9b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 811 time: 0.2048771 Mar 22 13:14:40.626448 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-6e553e06-a9e6-49d3-9fbc-a0c8209d20a4 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/quotas/ab9fd1a08d784f459c551ca8586506fb HTTP/1.1" status: 200 len: 375 time: 0.0160620 Mar 22 13:14:40.668975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.675497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.707509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847ffd27-27d8-4cdd-9644-a690cd4648f6,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:40.722263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.723448 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4f12a9b4-5182-4ab8-bef4-1f04dc0edd97 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3409441 Mar 22 13:14:40.726610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44518) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:40.733028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'c015f563-17c6-48c2-a485-e1793891b0fa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:40.738889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:40.742956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:40.746486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:40.752439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:40.756820 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5f1213bd-19fd-40b3-a008-ac1fc6299298 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1217408 Mar 22 13:14:40.763491 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:14:40.770145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.838124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.842324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.871519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2850c59-01eb-444c-a0cd-7bfa457f33de,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:40.882748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:40.884189 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c37d3c20-1042-4c11-a525-121f502020c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559596 Mar 22 13:14:41.040693 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-70da0042-6c5e-47d5-8f4e-67fcfda7c68c service neutron] 10.222.0.70 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722065 Mar 22 13:14:41.108985 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-07589454-d2bb-45e7-be18-114eecb10b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080721531&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.0408998 Mar 22 13:14:41.178258 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-2f36631c-f6db-4194-92a0-ff141533f261 service neutron] 10.222.0.70 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306567 Mar 22 13:14:41.184866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-e907f291-4034-40b9-ad33-c33be5f5f6de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:41.185683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-e907f291-4034-40b9-ad33-c33be5f5f6de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:41.201463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-e907f291-4034-40b9-ad33-c33be5f5f6de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:41.202889 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-e907f291-4034-40b9-ad33-c33be5f5f6de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 931 time: 0.0872681 Mar 22 13:14:41.281870 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-757474b1-2efb-43ab-86d1-1c3c2548abcb service neutron] 10.222.0.70 "GET /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0664296 Mar 22 13:14:41.386258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:41.435822 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-440cc792-3dd5-42b8-9482-10bc3d23775c service neutron] 10.222.0.70 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477354 Mar 22 13:14:41.461728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:41.462099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.668412 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-828dfec8-12c6-4075-b72d-c858afbb62a5 service neutron] 10.222.0.70 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267733 Mar 22 13:14:41.839021 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-68a4a898-b821-48cb-9f20-b3874a36b2b2 req-e9220220-7c43-46fb-9b54-ff2fc1071178 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 210 time: 0.0415540 Mar 22 13:14:42.608496 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c4c4436e-98ae-4a88-acde-d012716c519e req-7e7c19bb-0bb1-414d-8825-27d716740a97 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 210 time: 0.0433395 Mar 22 13:14:42.943205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-dde4dae4-3d18-406f-a2b6-e73dce33537b req-2fef1622-f61a-45ef-8f64-8ad8c0b4abb7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:42.956551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-dde4dae4-3d18-406f-a2b6-e73dce33537b req-2fef1622-f61a-45ef-8f64-8ad8c0b4abb7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:42.957713 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dde4dae4-3d18-406f-a2b6-e73dce33537b req-2fef1622-f61a-45ef-8f64-8ad8c0b4abb7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 210 time: 0.0622437 Mar 22 13:14:43.773492 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-58ef12c0-120d-431a-99ae-cc468a887a6a req-c1f3f797-9666-46a3-bf9a-8349ee664b5f tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 210 time: 0.0495217 Mar 22 13:14:43.795347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5b922cd8-2aa5-41eb-9b77-4b8b780ddae0 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:43.795347 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5b922cd8-2aa5-41eb-9b77-4b8b780ddae0 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 811 time: 0.1755586 Mar 22 13:14:43.845251 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-d7257d6a-9dc0-4a43-9e1a-7a8a0395d6a9 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9fd1a08d784f459c551ca8586506fb HTTP/1.1" status: 200 len: 379 time: 0.0415406 Mar 22 13:14:43.854838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'port': {'device_id': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'admin_state_up': True, 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'security_groups': ['2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:44.007556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:44.018947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:44.030401 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Made reservation on behalf of ab9fd1a08d784f459c551ca8586506fb for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:14:44.035468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.147131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-0420ccf8-6368-4f56-a96c-3cb48aa61080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:44.148863 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-0420ccf8-6368-4f56-a96c-3cb48aa61080 service neutron] 10.222.0.47 "GET /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 1027 time: 0.0882258 Mar 22 13:14:44.165047 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5937de47-7131-42e7-89b2-c956188e2711 req-c048ae9b-b35a-4f37-ba2c-1953f01c74fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 210 time: 0.0686340 Mar 22 13:14:44.264474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Allocated IP 172.20.0.11 (633364dd-1de0-470d-b3c0-15502b8c78ca/6af31a5b-18ed-49ad-bb2e-f4280921fbb2/c8115fe5-cd8c-424b-b37c-26cfc96ee85d) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:44.350226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-4560941a-31a5-438e-be6e-f70601d1ecd6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:44.351010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-4560941a-31a5-438e-be6e-f70601d1ecd6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:44.368673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-4560941a-31a5-438e-be6e-f70601d1ecd6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:44.370910 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-4560941a-31a5-438e-be6e-f70601d1ecd6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=96cc892b-c338-4123-b40e-a62cb0b5d5f9 HTTP/1.1" status: 200 len: 797 time: 0.2153008 Mar 22 13:14:44.437268 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-d462a278-eaaf-45e8-878e-e676a29e01b7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 380 time: 0.0439620 Mar 22 13:14:44.453606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Request body: {'port': {'device_id': '32992de1-ceba-4f47-ac0b-fb72e35db5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:44.507550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.527773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Transition to ACTIVE for port object c8115fe5-cd8c-424b-b37c-26cfc96ee85d will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:44.554002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.570653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.626681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Network 633364dd-1de0-470d-b3c0-15502b8c78ca is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:44.634600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:44.637255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:14:44.676911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'Port': ['ID=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:44.736171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:44.737789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.776131 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-e9e9e981-a4f3-41a4-badd-f6e6d4cf06d8 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9243925 Mar 22 13:14:44.790504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Request body: {'port': {'device_id': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:44.999300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4809ecce-669c-4a06-a1f1-1927fc1157a2 None None] Provisioning for port c8115fe5-cd8c-424b-b37c-26cfc96ee85d completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:45.006618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4809ecce-669c-4a06-a1f1-1927fc1157a2 None None] Provisioning complete for port c8115fe5-cd8c-424b-b37c-26cfc96ee85d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:45.007377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4809ecce-669c-4a06-a1f1-1927fc1157a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.028345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2291398-49da-4ec4-bf4a-427545fbfd06 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:14:45.038583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.060337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Transition to ACTIVE for port object f2291398-49da-4ec4-bf4a-427545fbfd06 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:45.084894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4809ecce-669c-4a06-a1f1-1927fc1157a2 None None] Port c8115fe5-cd8c-424b-b37c-26cfc96ee85d cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:14:45.089606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.130711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2fb6d-2663-4e80-91d9-047020c9c8c1 req-231d1891-7ffd-48f8-93ac-129a97137d15 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:45.132731 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2fe2fb6d-2663-4e80-91d9-047020c9c8c1 req-231d1891-7ffd-48f8-93ac-129a97137d15 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 932 time: 0.1768558 Mar 22 13:14:45.142486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.429561 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2fe2fb6d-2663-4e80-91d9-047020c9c8c1 req-2cd9653b-5af8-4564-b03d-7a02f0ce63a1 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744257 Mar 22 13:14:45.436148 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:45.519606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Attempting to bind port f2291398-49da-4ec4-bf4a-427545fbfd06 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:45.520159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Attempting to bind port f2291398-49da-4ec4-bf4a-427545fbfd06 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:45.521033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Attempting to bind port f2291398-49da-4ec4-bf4a-427545fbfd06 on network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:14:45.527621 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Port f2291398-49da-4ec4-bf4a-427545fbfd06 on network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:14:45.530025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Attempting to bind port f2291398-49da-4ec4-bf4a-427545fbfd06 on network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:14:45.538619 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:14:45.539509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Checking segment: {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:14:45.540953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Bound using segment: {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:14:45.542912 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Bound port: f2291398-49da-4ec4-bf4a-427545fbfd06, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:45.543450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.617988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb64aec-914a-4621-bb90-2642ea68b959 req-25b2aa28-5e4c-442a-9527-38c3ae0fb9c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:45.618097 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6bb64aec-914a-4621-bb90-2642ea68b959 req-25b2aa28-5e4c-442a-9527-38c3ae0fb9c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 982 time: 0.1169198 Mar 22 13:14:45.669923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:14:45.674539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2291398-49da-4ec4-bf4a-427545fbfd06,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:14:45.682787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.721299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6bb64aec-914a-4621-bb90-2642ea68b959 req-f9b72d24-4c7c-4e0a-97f4-0d4650365296 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:45.729562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8115fe5-cd8c-424b-b37c-26cfc96ee85d {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:14:45.740274 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.760541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6bb64aec-914a-4621-bb90-2642ea68b959 req-f9b72d24-4c7c-4e0a-97f4-0d4650365296 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:45.761651 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6bb64aec-914a-4621-bb90-2642ea68b959 req-f9b72d24-4c7c-4e0a-97f4-0d4650365296 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349683 Mar 22 13:14:45.762602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Transition to ACTIVE for port object c8115fe5-cd8c-424b-b37c-26cfc96ee85d will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:45.775568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.807908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:45.808490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.809838 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 1132 time: 1.3611507 Mar 22 13:14:45.810270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32992de1-ceba-4f47-ac0b-fb72e35db5b3', 'tag': 'f2291398-49da-4ec4-bf4a-427545fbfd06'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:14:45.815482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12339979-f1c4-451c-b35d-1461b13accb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:45.888190 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32992de1-ceba-4f47-ac0b-fb72e35db5b3', 'tag': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'status': 'completed', 'code': 200} Mar 22 13:14:45.994284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Pushing event updated for resources: {'Port': ['ID=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:46.095488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Attempting to bind port c8115fe5-cd8c-424b-b37c-26cfc96ee85d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:46.095901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Attempting to bind port c8115fe5-cd8c-424b-b37c-26cfc96ee85d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:46.096236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Attempting to bind port c8115fe5-cd8c-424b-b37c-26cfc96ee85d on network 633364dd-1de0-470d-b3c0-15502b8c78ca {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:14:46.102303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Port c8115fe5-cd8c-424b-b37c-26cfc96ee85d on network 633364dd-1de0-470d-b3c0-15502b8c78ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:14:46.102729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Attempting to bind port c8115fe5-cd8c-424b-b37c-26cfc96ee85d on network 633364dd-1de0-470d-b3c0-15502b8c78ca {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:14:46.110496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:14:46.111068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Checking segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:14:46.111778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Bound using segment: {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:14:46.112673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Bound port: c8115fe5-cd8c-424b-b37c-26cfc96ee85d, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbe9055-d8fe-425f-842c-d0978432c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:46.112673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:46.204051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-33016357-81ab-4742-9f06-7b6dd79ea177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:46.206315 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-33016357-81ab-4742-9f06-7b6dd79ea177 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 1135 time: 0.2638128 Mar 22 13:14:46.230104 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] For port c8115fe5-cd8c-424b-b37c-26cfc96ee85d, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:14:46.233690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] For port c8115fe5-cd8c-424b-b37c-26cfc96ee85d, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:14:46.237581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:46.284295 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-cc818339-aba3-4ddf-80f5-4ec7e3087b45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 217 time: 0.0696995 Mar 22 13:14:46.295974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:46.296597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:46.297959 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] 10.222.0.47 "PUT /v2.0/ports/c8115fe5-cd8c-424b-b37c-26cfc96ee85d HTTP/1.1" status: 200 len: 1094 time: 1.5120003 Mar 22 13:14:46.298395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'tag': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:14:46.324809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc01f32-0912-4523-918b-3f30817ce484 service neutron] Pushing event updated for resources: {'Port': ['ID=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:46.362017 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'tag': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'status': 'completed', 'code': 200} Mar 22 13:14:46.385347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-fb3e8f82-20a7-40dc-8338-12e661a83828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:46.387279 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-fb3e8f82-20a7-40dc-8338-12e661a83828 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61 HTTP/1.1" status: 200 len: 834 time: 0.0929060 Mar 22 13:14:46.451547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-d96df32d-5e18-4bf9-bdfb-8721f8bceb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:46.454574 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-d96df32d-5e18-4bf9-bdfb-8721f8bceb32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 1097 time: 0.0839276 Mar 22 13:14:46.477454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-b373e797-5783-4a15-a3ad-403ee06e5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:46.478954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-b373e797-5783-4a15-a3ad-403ee06e5251 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96cc892b-c338-4123-b40e-a62cb0b5d5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847056 Mar 22 13:14:46.534810 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-0a3aed6c-8787-4c90-ac21-0f1cbed6be4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8115fe5-cd8c-424b-b37c-26cfc96ee85d HTTP/1.1" status: 200 len: 217 time: 0.0725744 Mar 22 13:14:46.603419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-49a4094b-54fe-4abe-9303-4cdf831f54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:46.605009 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-49a4094b-54fe-4abe-9303-4cdf831f54ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.0638759 Mar 22 13:14:46.674635 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-57e12e9c-5457-4f11-9555-5d9a637ca8bd service neutron] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879647 Mar 22 13:14:46.680466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-510c98c2-7b13-41d1-a188-a47b5ea57595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:46.681927 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-510c98c2-7b13-41d1-a188-a47b5ea57595 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699944 Mar 22 13:14:46.727538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d466-3ce3-4985-bfc7-afa4dda6bb5d req-6db2334b-c605-46c7-899d-55d0b0991fea tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:46.729077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dc64d466-3ce3-4985-bfc7-afa4dda6bb5d req-6db2334b-c605-46c7-899d-55d0b0991fea tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 944 time: 0.1525378 Mar 22 13:14:46.818943 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-942bde79-399e-45e8-8fe4-19bbb425427c service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306849 Mar 22 13:14:46.844199 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dc64d466-3ce3-4985-bfc7-afa4dda6bb5d req-842fd550-53ab-465d-b653-c739ed1f2118 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093121 Mar 22 13:14:46.860714 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1fbf5906-efe5-49e6-adae-5e607b8cf1c6 req-f4a6ac01-c5bd-46ca-8dd5-be9c01bd1a6b service neutron] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775620 Mar 22 13:14:46.983355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-a33bdeee-6984-42fd-8e0b-ec1ba97e68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:46.984835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-a33bdeee-6984-42fd-8e0b-ec1ba97e68d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 1135 time: 0.0740545 Mar 22 13:14:47.131950 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c99b6183-4a5e-4776-8ad3-f64e56d22ad7 req-b0661f35-7f89-46c0-aa9e-57e1799b32a3 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054993 Mar 22 13:14:47.140422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-677f9280-47c5-4d71-8346-e10661987507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:47.141976 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-677f9280-47c5-4d71-8346-e10661987507 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96cc892b-c338-4123-b40e-a62cb0b5d5f9 HTTP/1.1" status: 200 len: 898 time: 0.1463833 Mar 22 13:14:47.153196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23322658-d14e-4416-838c-ab4d381c4bba req-fc9652a4-f761-4fcd-93b1-d12b8ef49526 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:47.154669 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-23322658-d14e-4416-838c-ab4d381c4bba req-fc9652a4-f761-4fcd-93b1-d12b8ef49526 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 982 time: 0.2808046 Mar 22 13:14:47.219619 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-3e7306fc-31f9-4e88-89cb-192ccba891dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 217 time: 0.0692213 Mar 22 13:14:47.252367 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-23322658-d14e-4416-838c-ab4d381c4bba req-0ed1e60c-96a2-4023-8b09-36e2420349e7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908751 Mar 22 13:14:47.279714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-16b152bb-7cf3-4c25-807c-7e2057126aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:47.281314 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-16b152bb-7cf3-4c25-807c-7e2057126aac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 1097 time: 0.0975609 Mar 22 13:14:47.315182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-42383324-28d5-419e-a1fa-568b11f4a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:47.316975 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-42383324-28d5-419e-a1fa-568b11f4a5f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61 HTTP/1.1" status: 200 len: 834 time: 0.0901856 Mar 22 13:14:47.413452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-8546a01a-8dd6-43e3-a918-04f14c0038d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:47.414987 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-8546a01a-8dd6-43e3-a918-04f14c0038d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96cc892b-c338-4123-b40e-a62cb0b5d5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892305 Mar 22 13:14:47.444364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-25032f2e-6c48-4647-ac52-29f9b4620b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:47.448466 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-25032f2e-6c48-4647-ac52-29f9b4620b92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.1570265 Mar 22 13:14:47.531797 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-0e7e8606-c167-4653-8293-d01c87ea7d34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8115fe5-cd8c-424b-b37c-26cfc96ee85d HTTP/1.1" status: 200 len: 217 time: 0.0768197 Mar 22 13:14:47.578103 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-b74b2478-19c4-41e3-9c42-671b3b289bb2 service neutron] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525688 Mar 22 13:14:47.605565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-109efacf-3f32-4378-9912-a95680dd07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:47.606253 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-109efacf-3f32-4378-9912-a95680dd07ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.0668314 Mar 22 13:14:47.698764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-b130cafc-df5d-45dd-8587-a363d8f7a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:47.700474 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-b130cafc-df5d-45dd-8587-a363d8f7a8f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869749 Mar 22 13:14:47.729603 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0acbe025-707e-43fc-9fe3-aecd45d1ad73 req-b4522034-1837-4b81-abb7-b25ec83586cc service neutron] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412108 Mar 22 13:14:47.845415 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-2dfc3ba7-f665-42ca-84a8-a5b461e41ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377873 Mar 22 13:14:47.996517 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-968307a3-c41c-4725-a8e4-f7b1664c8d31 req-f1274352-59ff-4161-872f-e911a779db70 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443748 Mar 22 13:14:48.074972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56422475-60c8-4d69-a5bf-1c9716eba775 req-696b7164-0ffb-48f2-8ce2-a7a5f627ab28 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:48.077369 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-56422475-60c8-4d69-a5bf-1c9716eba775 req-696b7164-0ffb-48f2-8ce2-a7a5f627ab28 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 944 time: 0.0896046 Mar 22 13:14:48.125805 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-56422475-60c8-4d69-a5bf-1c9716eba775 req-9735be51-942f-455f-a564-a6562d3f83d3 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430276 Mar 22 13:14:48.462228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d88f7f-fdc3-4b7e-b0a2-f3942a6c4fe5 req-06104a13-59ee-48ee-ae54-c0e88a704882 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:48.468337 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-46d88f7f-fdc3-4b7e-b0a2-f3942a6c4fe5 req-06104a13-59ee-48ee-ae54-c0e88a704882 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 982 time: 0.0960810 Mar 22 13:14:48.518859 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-46d88f7f-fdc3-4b7e-b0a2-f3942a6c4fe5 req-e8a8d1c8-5963-4b0e-b70f-9d12cf1997de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482118 Mar 22 13:14:49.120611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f2291398-49da-4ec4-bf4a-427545fbfd06 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:14:49.267346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2291398-49da-4ec4-bf4a-427545fbfd06,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:49.284690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'port_id': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'mac_address': 'fa:16:3e:73:2e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:14:49.405528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab338a0-f809-45ba-8e28-ab69413deddd req-5ece1b90-48fa-4e9d-8729-9d53b9a2aaa6 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:49.407261 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0ab338a0-f809-45ba-8e28-ab69413deddd req-5ece1b90-48fa-4e9d-8729-9d53b9a2aaa6 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 944 time: 0.1628940 Mar 22 13:14:49.447682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:49.466768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2291398-49da-4ec4-bf4a-427545fbfd06 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:14:49.467014 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0ab338a0-f809-45ba-8e28-ab69413deddd req-558514b5-9a6f-477a-a252-e5f56bc0b48b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487082 Mar 22 13:14:49.487648 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2291398-49da-4ec4-bf4a-427545fbfd06,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:49.492430 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:49.572800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:49.757405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d93f-85ad-4e0f-830e-17b81468574d req-f681ef16-9e58-4df1-998b-bfd2bea23d38 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:49.759556 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7c18d93f-85ad-4e0f-830e-17b81468574d req-f681ef16-9e58-4df1-998b-bfd2bea23d38 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 983 time: 0.1011808 Mar 22 13:14:49.809628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['f2291398-49da-4ec4-bf4a-427545fbfd06'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:14:49.810518 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7c18d93f-85ad-4e0f-830e-17b81468574d req-d015fa86-ba46-4a8b-8b2e-b2c51910a6b5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Mar 22 13:14:50.676762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4dd86-5ee9-4c7a-8524-92009d0b98a9 req-534d3423-a192-4573-b1d3-d1e878704008 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:50.678127 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07b4dd86-5ee9-4c7a-8524-92009d0b98a9 req-534d3423-a192-4573-b1d3-d1e878704008 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 944 time: 0.0927758 Mar 22 13:14:50.841917 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07b4dd86-5ee9-4c7a-8524-92009d0b98a9 req-4159c732-85f4-4058-a1b2-edd985c814ea tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538332 Mar 22 13:14:51.021548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db2651-8b03-43c3-8932-7c9b61720364 req-df100649-ae32-4f2d-928d-090106882f12 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:51.023015 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-04db2651-8b03-43c3-8932-7c9b61720364 req-df100649-ae32-4f2d-928d-090106882f12 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 983 time: 0.0928698 Mar 22 13:14:51.077288 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-04db2651-8b03-43c3-8932-7c9b61720364 req-010006a7-4a1c-4fff-bb4a-10862c3cb473 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469792 Mar 22 13:14:51.123377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f2291398-49da-4ec4-bf4a-427545fbfd06 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:51.207230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port f2291398-49da-4ec4-bf4a-427545fbfd06 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:51.215212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port f2291398-49da-4ec4-bf4a-427545fbfd06 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:51.216125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:51.342703 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:51.371223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32992de1-ceba-4f47-ac0b-fb72e35db5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2291398-49da-4ec4-bf4a-427545fbfd06'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:14:51.381619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2291398-49da-4ec4-bf4a-427545fbfd06,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:51.386886 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:51.434825 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32992de1-ceba-4f47-ac0b-fb72e35db5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'code': 200} Mar 22 13:14:51.475779 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:51.551744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:51.727542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2332e3-aafb-4e6b-adfe-3a0d480c292d req-ebdb2038-052d-432d-abe4-e3add4e03da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:51.729986 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2c2332e3-aafb-4e6b-adfe-3a0d480c292d req-ebdb2038-052d-432d-abe4-e3add4e03da8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 1137 time: 0.0895505 Mar 22 13:14:51.774581 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2c2332e3-aafb-4e6b-adfe-3a0d480c292d req-b566e56b-8d1d-401f-9d93-5677458208ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Mar 22 13:14:52.056137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd427b-b674-4fcd-a119-47933276a848 req-0144a3a3-10a7-4aad-a690-3851364e93cd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:52.057165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-1cdd427b-b674-4fcd-a119-47933276a848 req-0144a3a3-10a7-4aad-a690-3851364e93cd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:52.074871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-1cdd427b-b674-4fcd-a119-47933276a848 req-0144a3a3-10a7-4aad-a690-3851364e93cd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:52.076259 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1cdd427b-b674-4fcd-a119-47933276a848 req-0144a3a3-10a7-4aad-a690-3851364e93cd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 944 time: 0.1135888 Mar 22 13:14:52.122949 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1cdd427b-b674-4fcd-a119-47933276a848 req-68e92ac8-4ea8-4dc3-9f33-e242cf378406 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409842 Mar 22 13:14:52.282574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d06c9-a290-480b-bd3a-06c385f9c34b req-1924a7e7-f954-4a55-af16-5d70a41c0697 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:52.284105 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d89d06c9-a290-480b-bd3a-06c385f9c34b req-1924a7e7-f954-4a55-af16-5d70a41c0697 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 984 time: 0.0906157 Mar 22 13:14:52.335686 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d89d06c9-a290-480b-bd3a-06c385f9c34b req-8393112d-673a-49b7-b3c5-602aefad6ba3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Mar 22 13:14:53.323591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dafa3d-bb5b-4b9b-9c12-edaf26858ee3 req-fa14fce6-376f-49f4-b787-67b6dccce739 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:53.325281 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d5dafa3d-bb5b-4b9b-9c12-edaf26858ee3 req-fa14fce6-376f-49f4-b787-67b6dccce739 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 944 time: 0.0912139 Mar 22 13:14:53.378571 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d5dafa3d-bb5b-4b9b-9c12-edaf26858ee3 req-89dd7b27-6135-4bc2-ab16-1db681b5b0e6 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460467 Mar 22 13:14:53.531022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbed1cc-ee2d-4ca7-8815-b5ada05d5790 req-2316083e-7a9b-4b2c-88dd-f5e11f2739ec tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:53.532460 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-afbed1cc-ee2d-4ca7-8815-b5ada05d5790 req-2316083e-7a9b-4b2c-88dd-f5e11f2739ec tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 984 time: 0.0887206 Mar 22 13:14:53.578508 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-afbed1cc-ee2d-4ca7-8815-b5ada05d5790 req-b2916ac5-4c3b-4297-bd1a-f03c3db9c074 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Mar 22 13:14:53.789158 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9712-1cf0-4ed1-a82f-3d410fdca189 req-1399fb65-45bf-49c0-9e5e-0beb8beaf3cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:53.790778 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d4c9712-1cf0-4ed1-a82f-3d410fdca189 req-1399fb65-45bf-49c0-9e5e-0beb8beaf3cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 984 time: 0.0939891 Mar 22 13:14:53.841784 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d4c9712-1cf0-4ed1-a82f-3d410fdca189 req-95349383-05b2-4231-a899-32eec685c54d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448487 Mar 22 13:14:53.865968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44612) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:53.960478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e4862-e164-479a-a0d2-b644d10b46dc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:53.961970 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e35e4862-e164-479a-a0d2-b644d10b46dc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 1132 time: 0.0947514 Mar 22 13:14:53.964963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44616) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:53.970632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:53.976985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:53.980941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:floatingip and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:53.983917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:53.989767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:54.002216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:54.148611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:54.289792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.59 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/7e34a8f9-d036-4b78-9ae7-6eccdbbbbf87) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:54.455375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:54.493115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:54.604294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:54.612714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:54.618504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:14:54.653872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=7e34a8f9-d036-4b78-9ae7-6eccdbbbbf87,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:54.758334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee992f-a43a-460b-9749-317e8045212e req-e90fc055-3d32-4f6d-b2b1-5b3e34b32e92 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:54.760530 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2fee992f-a43a-460b-9749-317e8045212e req-e90fc055-3d32-4f6d-b2b1-5b3e34b32e92 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 944 time: 0.2286587 Mar 22 13:14:54.863226 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2fee992f-a43a-460b-9749-317e8045212e req-d4369dc6-5dbf-477d-8ece-190d51b4adb3 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957744 Mar 22 13:14:55.141926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c8115fe5-cd8c-424b-b37c-26cfc96ee85d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:14:55.148277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:55.235245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:55.300798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port c8115fe5-cd8c-424b-b37c-26cfc96ee85d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:55.317920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'port_id': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'mac_address': 'fa:16:3e:fd:ad:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:14:55.390169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:55.413837 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8115fe5-cd8c-424b-b37c-26cfc96ee85d {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:14:55.436820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port c8115fe5-cd8c-424b-b37c-26cfc96ee85d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:55.442957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:55.532258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:55.610170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:55.614720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:55.729239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['c8115fe5-cd8c-424b-b37c-26cfc96ee85d'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:14:55.734692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=7e34a8f9-d036-4b78-9ae7-6eccdbbbbf87,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:55.746048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:55.969190 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 92068965-2ea6-43df-9a45-a8a8309a3ecd associated. External IP: 172.26.5.59, port: f2291398-49da-4ec4-bf4a-427545fbfd06. Mar 22 13:14:56.077276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299c48a-4fcc-41b3-8aa9-35512203b9f9 req-813dd28b-fdac-4848-a38e-3a757da740a0 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:56.078861 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d299c48a-4fcc-41b3-8aa9-35512203b9f9 req-813dd28b-fdac-4848-a38e-3a757da740a0 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 945 time: 0.0912230 Mar 22 13:14:56.124402 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d299c48a-4fcc-41b3-8aa9-35512203b9f9 req-1b9782ef-a8b8-454f-bf73-02c0b3e319ba tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396779 Mar 22 13:14:56.360328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router d23dae29-b671-4257-bd56-7cac7f8fecf3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:14:56.560007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:14:56.571824 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af30d83-f101-40df-955b-66a38481462c None None] Sync routers for ids ['d23dae29-b671-4257-bd56-7cac7f8fecf3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:14:56.582692 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af30d83-f101-40df-955b-66a38481462c None None] Routers {'d23dae29-b671-4257-bd56-7cac7f8fecf3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:14:56.583349 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5af30d83-f101-40df-955b-66a38481462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d23dae29-b671-4257-bd56-7cac7f8fecf3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:56.590201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:56.666045 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-299c0c9b-d4a8-46c4-b2f4-37f2f443b4d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.6996694 Mar 22 13:14:56.666663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32992de1-ceba-4f47-ac0b-fb72e35db5b3', 'tag': 'f2291398-49da-4ec4-bf4a-427545fbfd06'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:14:56.669029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44624) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:56.711379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32992de1-ceba-4f47-ac0b-fb72e35db5b3', 'tag': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'status': 'completed', 'code': 200} Mar 22 13:14:56.772957 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-5af30d83-f101-40df-955b-66a38481462c None None] Set router d23dae29-b671-4257-bd56-7cac7f8fecf3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:14:56.930951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c1fee3-62a2-4627-ac1c-ed354f57be7b tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:56.932956 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-59c1fee3-62a2-4627-ac1c-ed354f57be7b tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3&network_id=96cc892b-c338-4123-b40e-a62cb0b5d5f9 HTTP/1.1" status: 200 len: 1132 time: 0.2625368 Mar 22 13:14:56.959934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-863d8241-4abb-4096-a6f9-69f1e03ac5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:56.962181 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-863d8241-4abb-4096-a6f9-69f1e03ac5ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 1137 time: 0.2215805 Mar 22 13:14:57.141419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c8115fe5-cd8c-424b-b37c-26cfc96ee85d up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:57.173934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-b25128e8-06b3-4ac3-a398-a29a0992dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:57.175821 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-b25128e8-06b3-4ac3-a398-a29a0992dbe9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96cc892b-c338-4123-b40e-a62cb0b5d5f9 HTTP/1.1" status: 200 len: 898 time: 0.2059140 Mar 22 13:14:57.229444 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5af30d83-f101-40df-955b-66a38481462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '92068965-2ea6-43df-9a45-a8a8309a3ecd', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.59', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'port_id': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1197766696', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'mac_address': 'fa:16:3e:73:2e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32992de1-ceba-4f47-ac0b-fb72e35db5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:14:55Z', 'updated_at': '2022-03-22T13:14:55Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7207f9cd-7b82-42ce-9270-2f5ef1a349f2', 'name': '', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:04:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:32Z', 'updated_at': '2022-03-22T13:14:39Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:57.234068 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af30d83-f101-40df-955b-66a38481462c None None] Checking router: d23dae29-b671-4257-bd56-7cac7f8fecf3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:14:57.243736 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af30d83-f101-40df-955b-66a38481462c None None] Routers {'d23dae29-b671-4257-bd56-7cac7f8fecf3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:14:57.245196 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5af30d83-f101-40df-955b-66a38481462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d23dae29-b671-4257-bd56-7cac7f8fecf3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:57.285633 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port c8115fe5-cd8c-424b-b37c-26cfc96ee85d completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:57.294499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port c8115fe5-cd8c-424b-b37c-26cfc96ee85d triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:57.295105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:57.386357 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-9c3a836a-c76c-42a5-864d-8553c10272d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 1037 time: 0.1967804 Mar 22 13:14:57.497172 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e3533-aea3-4a57-906a-2bbe665cd580 req-c53bfc1a-42cf-4747-9bd9-790f2feb6fdf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:57.499964 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2b4e3533-aea3-4a57-906a-2bbe665cd580 req-c53bfc1a-42cf-4747-9bd9-790f2feb6fdf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 984 time: 0.2153013 Mar 22 13:14:57.524015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eae1d4-d567-46f8-bb5e-498504c7bef1 req-ded02e42-1404-4148-b320-ba3dca7fbca3 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:57.525806 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-72eae1d4-d567-46f8-bb5e-498504c7bef1 req-ded02e42-1404-4148-b320-ba3dca7fbca3 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 945 time: 0.1555390 Mar 22 13:14:57.541429 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-5af30d83-f101-40df-955b-66a38481462c None None] Set router d23dae29-b671-4257-bd56-7cac7f8fecf3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:14:57.551556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:57.567335 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2b4e3533-aea3-4a57-906a-2bbe665cd580 req-ea2e0295-7142-4fe8-9fe2-302392a71d14 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520964 Mar 22 13:14:57.579579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-8313202b-987f-473a-b894-d4d2422b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:57.592790 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-8313202b-987f-473a-b894-d4d2422b11bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61 HTTP/1.1" status: 200 len: 834 time: 0.1703053 Mar 22 13:14:57.599729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:14:57.614773 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-72eae1d4-d567-46f8-bb5e-498504c7bef1 req-26507acd-9838-4afa-9f58-079dfe6a8663 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776153 Mar 22 13:14:57.618509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port c8115fe5-cd8c-424b-b37c-26cfc96ee85d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:14:57.633020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:57.686846 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'code': 200} Mar 22 13:14:57.704192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-9ad81e5b-8587-4bcf-bf60-cdfc43450e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:57.706697 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-9ad81e5b-8587-4bcf-bf60-cdfc43450e99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96cc892b-c338-4123-b40e-a62cb0b5d5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036906 Mar 22 13:14:57.718776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:57.872124 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-55925cf3-c3d4-4f7a-9ca1-c227bffc8fe5 service neutron] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513920 Mar 22 13:14:57.971801 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5af30d83-f101-40df-955b-66a38481462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '92068965-2ea6-43df-9a45-a8a8309a3ecd', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.59', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'port_id': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1197766696', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'mac_address': 'fa:16:3e:73:2e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32992de1-ceba-4f47-ac0b-fb72e35db5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:14:55Z', 'updated_at': '2022-03-22T13:14:55Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7207f9cd-7b82-42ce-9270-2f5ef1a349f2', 'name': '', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:04:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:32Z', 'updated_at': '2022-03-22T13:14:39Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:57.976484 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af30d83-f101-40df-955b-66a38481462c None None] The sync data for ids ['d23dae29-b671-4257-bd56-7cac7f8fecf3'] in dv-neutron-834664-2-hyperv is: [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '92068965-2ea6-43df-9a45-a8a8309a3ecd', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.59', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'port_id': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1197766696', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'mac_address': 'fa:16:3e:73:2e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32992de1-ceba-4f47-ac0b-fb72e35db5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:14:55Z', 'updated_at': '2022-03-22T13:14:55Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7207f9cd-7b82-42ce-9270-2f5ef1a349f2', 'name': '', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:04:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:32Z', 'updated_at': '2022-03-22T13:14:39Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:14:58.030097 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d9f1aef-47fc-4129-bf04-6a9336e849cf req-5b0a3d12-3c6b-4a72-96a5-a1395a7077c3 service neutron] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479266 Mar 22 13:14:58.052172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839864ba-15e1-4af6-994e-a4d5cf4a9f80 req-01abe1af-52e7-46be-82e0-122d34e09fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:58.055094 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-839864ba-15e1-4af6-994e-a4d5cf4a9f80 req-01abe1af-52e7-46be-82e0-122d34e09fe6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 1099 time: 0.0972271 Mar 22 13:14:58.102073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-839864ba-15e1-4af6-994e-a4d5cf4a9f80 req-c4d37764-af97-4b26-a770-dd60bbd1fc73 service neutron] Synchronizing usage tracker for tenant:545f91e3f2bc4abb85bc87c03c2433d7 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:58.120589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-839864ba-15e1-4af6-994e-a4d5cf4a9f80 req-c4d37764-af97-4b26-a770-dd60bbd1fc73 service neutron] Unset dirty status for tenant:545f91e3f2bc4abb85bc87c03c2433d7 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:58.122316 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-839864ba-15e1-4af6-994e-a4d5cf4a9f80 req-c4d37764-af97-4b26-a770-dd60bbd1fc73 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583143 Mar 22 13:14:58.196071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa752c8e-9a01-4948-aff8-e564aa2b4b4f None None] New status for floating IP 92068965-2ea6-43df-9a45-a8a8309a3ecd: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:14:58.757138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445c248-1610-4dc1-a8e7-eacfba33e2e9 req-13d284dc-65c1-4d93-863d-6c2f967f7727 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:58.758594 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0445c248-1610-4dc1-a8e7-eacfba33e2e9 req-13d284dc-65c1-4d93-863d-6c2f967f7727 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 984 time: 0.0816839 Mar 22 13:14:58.807259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e20e9-36d5-4221-bc4d-82908306e66a req-b4720860-39de-43c1-8ecf-4151fde7b080 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:58.809146 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-619e20e9-36d5-4221-bc4d-82908306e66a req-b4720860-39de-43c1-8ecf-4151fde7b080 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 946 time: 0.0912383 Mar 22 13:14:58.809450 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0445c248-1610-4dc1-a8e7-eacfba33e2e9 req-05c86e57-7a3e-4c4f-a722-637f042c4828 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Mar 22 13:14:58.860328 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-619e20e9-36d5-4221-bc4d-82908306e66a req-82def387-e617-4bed-acf6-211c8228470e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416877 Mar 22 13:14:59.348692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-94dd742e-7fb8-45b8-b598-a8fc381be447 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:59.350155 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-94dd742e-7fb8-45b8-b598-a8fc381be447 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 984 time: 0.0978951 Mar 22 13:14:59.425110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-34a173ce-6320-42cd-bcef-5ab15fa3c440 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:59.426475 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-34a173ce-6320-42cd-bcef-5ab15fa3c440 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0697618 Mar 22 13:14:59.707115 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-cc3ad351-90a3-4357-9eec-d98b1c9d4795 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2722936 Mar 22 13:14:59.721811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:14:59.836982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:00.132857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2291398-49da-4ec4-bf4a-427545fbfd06,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:00.151144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dda510-da06-4ba2-bf23-7f6f7905e9d0 req-d454bc9b-70ce-4fd0-817f-5e6e385ff184 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:00.153299 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-03dda510-da06-4ba2-bf23-7f6f7905e9d0 req-d454bc9b-70ce-4fd0-817f-5e6e385ff184 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 984 time: 0.2220793 Mar 22 13:15:00.209674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:15:00.221594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7ca2-4c6f-4916-b526-86ea3cbc3bee req-dd9354f4-6673-4006-a4fc-f2d9160a3852 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:00.223461 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-042b7ca2-4c6f-4916-b526-86ea3cbc3bee req-dd9354f4-6673-4006-a4fc-f2d9160a3852 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 946 time: 0.0911226 Mar 22 13:15:00.273638 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-042b7ca2-4c6f-4916-b526-86ea3cbc3bee req-6e8a2205-c95a-4d98-9cdb-1ccd0e30fe49 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441992 Mar 22 13:15:00.273965 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-03dda510-da06-4ba2-bf23-7f6f7905e9d0 req-afa87a0f-7e06-4375-8e37-508ccdb9ce3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152508 Mar 22 13:15:00.284349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] device_id is not set on port f2291398-49da-4ec4-bf4a-427545fbfd06 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:15:00.296728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:00.308862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:00.460166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=6']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:00.521232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169042ed-0ea0-496f-b7fe-ea3f9ca8d866 req-0cd72f15-57ee-470c-840c-166efd604b74 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:00.523202 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-169042ed-0ea0-496f-b7fe-ea3f9ca8d866 req-0cd72f15-57ee-470c-840c-166efd604b74 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 946 time: 0.1213100 Mar 22 13:15:00.536851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] No DVR routers for this DVR port f2291398-49da-4ec4-bf4a-427545fbfd06 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:15:00.583139 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-169042ed-0ea0-496f-b7fe-ea3f9ca8d866 req-21796f22-2787-495e-899f-6454241b0f1c tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532508 Mar 22 13:15:00.615025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44648) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:00.625380 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2a55804a-fb63-439a-8e8d-47c310f32024 None None] Provisioning complete for port f2291398-49da-4ec4-bf4a-427545fbfd06 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:00.626404 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2a55804a-fb63-439a-8e8d-47c310f32024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:00.724250 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2a55804a-fb63-439a-8e8d-47c310f32024 None None] Port f2291398-49da-4ec4-bf4a-427545fbfd06 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:15:00.830727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65cd97-d713-45fa-97b3-be8daf050288 tempest-TestVolumeBootPattern-1523822269 tempest-TestVolumeBootPattern-1523822269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:00.831529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fa65cd97-d713-45fa-97b3-be8daf050288 tempest-TestVolumeBootPattern-1523822269 tempest-TestVolumeBootPattern-1523822269-project-admin] Synchronizing usage tracker for tenant:130af2d6b95144b1a928e04f2000580e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:15:00.834363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] In _notify_port_updated(), no bound segment for port f2291398-49da-4ec4-bf4a-427545fbfd06 on network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:15:00.835508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:00.836246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:00.838269 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0a363c3c-4aac-4873-a65e-79d4e9d0869c req-c151cdc2-e2fa-4b39-b8f9-5f270a456413 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 1027 time: 1.1200490 Mar 22 13:15:00.850042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-fa65cd97-d713-45fa-97b3-be8daf050288 tempest-TestVolumeBootPattern-1523822269 tempest-TestVolumeBootPattern-1523822269-project-admin] Unset dirty status for tenant:130af2d6b95144b1a928e04f2000580e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:15:00.851283 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fa65cd97-d713-45fa-97b3-be8daf050288 tempest-TestVolumeBootPattern-1523822269 tempest-TestVolumeBootPattern-1523822269-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 1094 time: 0.2349987 Mar 22 13:15:00.855286 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44654) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:00.860474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:00.866484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:00.870395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Usage tracker for resource:floatingip and tenant:ab9fd1a08d784f459c551ca8586506fb is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:00.874433 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:00.880626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:00.892921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:01.044548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:01.190319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Allocated IP 172.26.5.32 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/308929a0-6237-44fd-94d2-e8d1f1b87d5f) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:15:01.352905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:01.396904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:01.461602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:15:01.464289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-065a7711-38b0-4f06-aaf8-0f64298bbc3b req-d5a8cf27-0e84-4341-b404-dcdca8405ce5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=32992de1-ceba-4f47-ac0b-fb72e35db5b3 HTTP/1.1" status: 200 len: 210 time: 0.0434411 Mar 22 13:15:01.465775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:15:01.469587 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:15:01.647121 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'Port': ['ID=308929a0-6237-44fd-94d2-e8d1f1b87d5f,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:02.057826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.135622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.355204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.360618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.474781 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event updated for resources: {'Port': ['ID=308929a0-6237-44fd-94d2-e8d1f1b87d5f,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:02.485740 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.576530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44662) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:02.653994 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cf944b-14e3-49fc-aa3f-6c36d3cb1dca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:02.655441 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-65cf944b-14e3-49fc-aa3f-6c36d3cb1dca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 926 time: 0.0777924 Mar 22 13:15:02.663869 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Floating IP a337faea-0438-4b98-a6e9-02fd9f87b335 associated. External IP: 172.26.5.32, port: c8115fe5-cd8c-424b-b37c-26cfc96ee85d. Mar 22 13:15:03.002781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f2836a13-569f-4b4b-9d77-6f39a2895dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.041783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Router 3313869f-45ec-405e-a717-8f3c09ac8c76 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:15:03.174077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f2291398-49da-4ec4-bf4a-427545fbfd06 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:15:03.237854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f2291398-49da-4ec4-bf4a-427545fbfd06 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:15:03.358317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:15:03.374032 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] Sync routers for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:15:03.376511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44668) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:03.383420 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:03.384337 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:03.388411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2021459422', 'description': 'tempest-secgroup-smoke-2021459422 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:03.397290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:03.405157 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.436332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:03.469466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.490797 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-02bcbf8c-df13-4a8e-8425-3c933600ac2a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6341007 Mar 22 13:15:03.496836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'tag': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:15:03.517945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:03.524331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:03.531279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:03.535781 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:03.554177 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'tag': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'status': 'completed', 'code': 200} Mar 22 13:15:03.574494 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:03.626313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.631430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.661746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-48c011f9-489c-466b-9129-13f48b9bfbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:03.663583 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-48c011f9-489c-466b-9129-13f48b9bfbed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 1099 time: 0.0836477 Mar 22 13:15:03.683633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861b113d-eec4-4a56-a823-56ddde83adc7,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:03.691558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.692808 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-18319b16-0ed6-4acb-b33f-1f1f355adce2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3153172 Mar 22 13:15:03.695616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44676) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:03.708573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '861b113d-eec4-4a56-a823-56ddde83adc7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:03.717210 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:03.721566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:03.725030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:03.730532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:03.753417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.825152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-1fec67ba-291c-4c46-b423-3ce7793ee455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:03.826621 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-1fec67ba-291c-4c46-b423-3ce7793ee455 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.1545563 Mar 22 13:15:03.827316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.831913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.864403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab3428e-8fdf-4490-89e6-bf68238ee593,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:03.878703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.883881 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dedcc0a7-7fc4-41bd-93c6-289b2098445e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1838734 Mar 22 13:15:03.884845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44680) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:03.893339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '861b113d-eec4-4a56-a823-56ddde83adc7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:03.903799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:03.910572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:03.916564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:03.923495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:03.947950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.956559 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-9ce7b93d-9c77-421e-90fc-aa014f183829 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8115fe5-cd8c-424b-b37c-26cfc96ee85d HTTP/1.1" status: 200 len: 999 time: 0.1205037 Mar 22 13:15:04.001969 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:ba:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:32Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 1, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}, {'id': 'a337faea-0438-4b98-a6e9-02fd9f87b335', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:fd:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:01Z', 'updated_at': '2022-03-22T13:15:01Z', 'revision_number': 0, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:04.001969 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] Checking router: 3313869f-45ec-405e-a717-8f3c09ac8c76 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:15:04.012992 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:04.013630 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:14:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:04.026280 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.031576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.060314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834d1b5d-48b0-4f50-801f-4fbd067f3faf,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:04.076277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.081393 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bb2797af-e4a0-43bd-891f-8ccc625e28ce tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1933248 Mar 22 13:15:04.082123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44684) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:04.088297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '861b113d-eec4-4a56-a823-56ddde83adc7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:04.094761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:04.099948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:04.102987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:04.109515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:04.130211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.142467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-9d6b2b89-c6fb-4bdb-9e8e-051ecbe369aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:04.144422 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-9d6b2b89-c6fb-4bdb-9e8e-051ecbe369aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.1801162 Mar 22 13:15:04.206807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.212062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.219849 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:04.236328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-9f55ac59-6d98-4155-8b40-b779ec0af312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:04.237268 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-9f55ac59-6d98-4155-8b40-b779ec0af312 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859878 Mar 22 13:15:04.240553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac75bfc2-3d27-400f-832c-a0ed6b07eb13,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:04.251560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.254219 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9ee79d72-f4b6-48b7-94b7-8f9bbfc2e187 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708670 Mar 22 13:15:04.256978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44688) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:04.266204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '861b113d-eec4-4a56-a823-56ddde83adc7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:04.274831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:04.279951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:04.283811 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:04.289691 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:04.312972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.397358 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-14225ec7-341e-46c5-ad5c-8267d9e079ea service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500196 Mar 22 13:15:04.399905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.406590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.436250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badffee9-8972-4bc2-a1fa-9e6bf890c254,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:04.449927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.455086 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b984188b-e6ff-4487-8c44-d6a074bdc4cb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1962886 Mar 22 13:15:04.455776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44692) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:04.462019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '861b113d-eec4-4a56-a823-56ddde83adc7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:04.469480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:04.475911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:04.481322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:04.490227 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:04.506433 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:15:04.516145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.562477 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a22d9966-6e70-4fd3-9ec5-76e671ba49ff req-1502869e-71f6-4083-a811-fdb6cb6cd7b1 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581299 Mar 22 13:15:04.617761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.622688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.647958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5665c482-f4ec-4a86-aa39-e86a96c514e2,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:04.658129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.659435 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e2032e42-2e71-4c05-805d-2ef8382d9266 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2026608 Mar 22 13:15:04.662152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44696) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:04.667603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '861b113d-eec4-4a56-a823-56ddde83adc7', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:04.674321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:04.678228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:04.681550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:04.687495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:04.702235 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:15:04.709875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.749601 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:ba:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:32Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 1, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}, {'id': 'a337faea-0438-4b98-a6e9-02fd9f87b335', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:fd:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:01Z', 'updated_at': '2022-03-22T13:15:01Z', 'revision_number': 0, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:04.753717 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75d60c-c76a-4a42-97c8-fe6190f8f247 None None] The sync data for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv is: [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:ba:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:32Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 1, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}, {'id': 'a337faea-0438-4b98-a6e9-02fd9f87b335', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:fd:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:01Z', 'updated_at': '2022-03-22T13:15:01Z', 'revision_number': 0, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:15:04.787333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.791498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.816131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e967b8e8-93c6-407a-b9af-4f0fa7784241,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:04.828001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.830028 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-12f5c824-8729-4712-add7-4a17908f1e63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1666346 Mar 22 13:15:04.990195 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b24d38-72a0-4f7f-b8af-f4dcb4712143 None None] New status for floating IP a337faea-0438-4b98-a6e9-02fd9f87b335: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:15:05.008787 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-731df6da-adca-4db7-9aee-43f465cdde0b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021459422&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.0447264 Mar 22 13:15:05.089142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-7829121f-2ecf-47c6-932e-71a656571e58 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:05.090739 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-7829121f-2ecf-47c6-932e-71a656571e58 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 931 time: 0.0740960 Mar 22 13:15:05.171458 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-5938a6f7-a2cd-4ce4-808d-a7732c9237ab service neutron] 10.222.0.70 "GET /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0664847 Mar 22 13:15:05.350493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3413b169-c67d-47af-b1d2-d6192019b7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:05.404907 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-f46a4942-47cc-4b4d-a23b-15799014358e service neutron] 10.222.0.70 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247124 Mar 22 13:15:05.547981 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-afcec4bc-7a1d-4ae0-8b3f-eb1789360e95 service neutron] 10.222.0.70 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448302 Mar 22 13:15:05.744336 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cf673a78-d1b4-4958-82c6-ebfdb276d8c3 req-4f786b57-7ae0-404a-a2ec-306fba466418 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 210 time: 0.0464442 Mar 22 13:15:06.359222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:06.584714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:06.861217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-06f1958b-07e4-4b54-b5ab-581e79ff99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:06.862874 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-06f1958b-07e4-4b54-b5ab-581e79ff99e1 service neutron] 10.222.0.47 "GET /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 1027 time: 0.0868254 Mar 22 13:15:06.959440 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8450911a-0c71-4763-a442-0fd20c9f8aa2 req-36a596c8-848e-4d6e-8718-1c102883edaf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 210 time: 0.0942621 Mar 22 13:15:07.085992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-c49627bb-780c-4f5d-a55e-3863a6e921af tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:07.087526 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-c49627bb-780c-4f5d-a55e-3863a6e921af tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=96cc892b-c338-4123-b40e-a62cb0b5d5f9 HTTP/1.1" status: 200 len: 797 time: 0.1781864 Mar 22 13:15:07.151058 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-06693ccf-2ee1-4a29-b2ef-66155589fdd7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 473 time: 0.0527711 Mar 22 13:15:07.163233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Request body: {'port': {'device_id': '2da25a9f-ef55-4ee2-a1f8-f780e685ffaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:07.283250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:07.674447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2291398-49da-4ec4-bf4a-427545fbfd06 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:15:07.681992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:07.696370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Transition to ACTIVE for port object f2291398-49da-4ec4-bf4a-427545fbfd06 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:15:07.700902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:07.802684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:07.970755 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=7']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:08.113666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Attempting to bind port f2291398-49da-4ec4-bf4a-427545fbfd06 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:15:08.114004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Attempting to bind port f2291398-49da-4ec4-bf4a-427545fbfd06 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:15:08.114333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Attempting to bind port f2291398-49da-4ec4-bf4a-427545fbfd06 on network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:15:08.119702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Port f2291398-49da-4ec4-bf4a-427545fbfd06 on network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:15:08.120021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Attempting to bind port f2291398-49da-4ec4-bf4a-427545fbfd06 on network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:15:08.125389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:15:08.125727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Checking segment: {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:15:08.126117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Bound using segment: {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:15:08.126542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Bound port: f2291398-49da-4ec4-bf4a-427545fbfd06, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473789e0-96af-4513-a733-d933b5da24b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:15:08.126891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:08.172163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124b44b-49f1-49bb-8c5b-0cd7a0125d31 req-1eb1bb32-39e9-4c0f-b467-4b489d288dcb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:08.173710 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2124b44b-49f1-49bb-8c5b-0cd7a0125d31 req-1eb1bb32-39e9-4c0f-b467-4b489d288dcb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 982 time: 0.0916853 Mar 22 13:15:08.219883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-2124b44b-49f1-49bb-8c5b-0cd7a0125d31 req-1580e44d-1a4a-4716-9cbe-fe6bcffebda8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:15:08.233349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:15:08.238100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2291398-49da-4ec4-bf4a-427545fbfd06,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:15:08.243369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-2124b44b-49f1-49bb-8c5b-0cd7a0125d31 req-1580e44d-1a4a-4716-9cbe-fe6bcffebda8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:15:08.243531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:08.245478 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2124b44b-49f1-49bb-8c5b-0cd7a0125d31 req-1580e44d-1a4a-4716-9cbe-fe6bcffebda8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662563 Mar 22 13:15:08.316712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:08.316712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:08.316712 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 1132 time: 1.1545069 Mar 22 13:15:08.316712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da25a9f-ef55-4ee2-a1f8-f780e685ffaa', 'tag': 'f2291398-49da-4ec4-bf4a-427545fbfd06'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:15:08.348669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f040292-931d-4b12-b481-43d45d8ca056 service neutron] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=8']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:08.377070 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da25a9f-ef55-4ee2-a1f8-f780e685ffaa', 'tag': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'status': 'completed', 'code': 200} Mar 22 13:15:08.468073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-fc436bda-928d-42b1-9225-d992a8600262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:08.470196 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-fc436bda-928d-42b1-9225-d992a8600262 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 1135 time: 0.0903177 Mar 22 13:15:08.595053 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-309e7cbe-dfe7-439f-a06e-d42f975bee78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 1037 time: 0.1174440 Mar 22 13:15:08.684139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-244f6850-a3af-4337-bfac-983133e61237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:08.685617 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-244f6850-a3af-4337-bfac-983133e61237 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61 HTTP/1.1" status: 200 len: 834 time: 0.0833223 Mar 22 13:15:08.771693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-3d0c56d9-e037-47d2-b7cd-d2712dbcebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:08.773099 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-3d0c56d9-e037-47d2-b7cd-d2712dbcebf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96cc892b-c338-4123-b40e-a62cb0b5d5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807898 Mar 22 13:15:08.917078 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-ce14d988-470d-4be0-8275-c940b5f22250 service neutron] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316240 Mar 22 13:15:09.061754 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-feb94543-bbcf-486b-a286-0a9195dca5bd req-3207e5f0-59d9-41d2-949f-270d0ed64fff service neutron] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381109 Mar 22 13:15:09.201352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a4dab-001f-4047-9a9d-4879531df3aa req-c3d3f94c-9484-4c20-9796-e8cb976f24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:09.202862 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-066a4dab-001f-4047-9a9d-4879531df3aa req-c3d3f94c-9484-4c20-9796-e8cb976f24c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 1135 time: 0.0730567 Mar 22 13:15:09.349221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a4dab-001f-4047-9a9d-4879531df3aa req-5eb5e4c9-85ee-45e4-9f72-28fda85f8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:09.350840 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-066a4dab-001f-4047-9a9d-4879531df3aa req-5eb5e4c9-85ee-45e4-9f72-28fda85f8213 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96cc892b-c338-4123-b40e-a62cb0b5d5f9 HTTP/1.1" status: 200 len: 898 time: 0.1416795 Mar 22 13:15:09.424651 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:15:09.445424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48dcfc-51f8-4b18-b8ed-d826b4e57715 req-7dad96db-dabb-4078-831c-c750871a3d5c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:09.447445 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fa48dcfc-51f8-4b18-b8ed-d826b4e57715 req-7dad96db-dabb-4078-831c-c750871a3d5c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 982 time: 0.0874262 Mar 22 13:15:09.465935 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-066a4dab-001f-4047-9a9d-4879531df3aa req-a6841334-1122-40b0-a850-3bc5cdb0a492 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 1037 time: 0.1075428 Mar 22 13:15:09.493059 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fa48dcfc-51f8-4b18-b8ed-d826b4e57715 req-59612e8f-7c91-4de7-a552-638a9a7fed4e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Mar 22 13:15:09.539228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a4dab-001f-4047-9a9d-4879531df3aa req-b917e254-178a-490b-8d8f-de0265c08197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:09.540683 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-066a4dab-001f-4047-9a9d-4879531df3aa req-b917e254-178a-490b-8d8f-de0265c08197 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61 HTTP/1.1" status: 200 len: 834 time: 0.0666142 Mar 22 13:15:09.621406 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a4dab-001f-4047-9a9d-4879531df3aa req-84cc9d2b-f962-4278-ad25-07a227f1be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:09.622934 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-066a4dab-001f-4047-9a9d-4879531df3aa req-84cc9d2b-f962-4278-ad25-07a227f1be10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96cc892b-c338-4123-b40e-a62cb0b5d5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754290 Mar 22 13:15:09.761287 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-066a4dab-001f-4047-9a9d-4879531df3aa req-3bd4fde0-050c-4a68-8b54-4d65af8b6ca5 service neutron] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308324 Mar 22 13:15:10.018805 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-066a4dab-001f-4047-9a9d-4879531df3aa req-b93bbb08-0f86-48dc-84d7-6c65aca98b34 service neutron] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508452 Mar 22 13:15:10.686502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1012d-654f-48f6-b827-94038069c42f req-dd0555cb-99cb-49a2-8fa1-7a68cdd06700 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:10.688165 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-45e1012d-654f-48f6-b827-94038069c42f req-dd0555cb-99cb-49a2-8fa1-7a68cdd06700 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 982 time: 0.0822988 Mar 22 13:15:10.753453 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-45e1012d-654f-48f6-b827-94038069c42f req-7bd86c31-20f0-4490-ac89-93b0b08d04f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590031 Mar 22 13:15:11.201132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f2291398-49da-4ec4-bf4a-427545fbfd06 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:15:11.346615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2291398-49da-4ec4-bf4a-427545fbfd06,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:11.361899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'port_id': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'mac_address': 'fa:16:3e:73:2e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:15:11.424506 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:11.442718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2291398-49da-4ec4-bf4a-427545fbfd06 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:15:11.461051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2291398-49da-4ec4-bf4a-427545fbfd06,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:11.464592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:11.543088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=9']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:11.738891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['f2291398-49da-4ec4-bf4a-427545fbfd06'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:15:11.958688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e86f6a-58ed-4c3e-9892-5305d412ec49 req-480619b5-b36c-42fa-abc3-adff7ae97775 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:11.960278 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-97e86f6a-58ed-4c3e-9892-5305d412ec49 req-480619b5-b36c-42fa-abc3-adff7ae97775 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 983 time: 0.0902452 Mar 22 13:15:12.007813 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-97e86f6a-58ed-4c3e-9892-5305d412ec49 req-f38aa047-a7cc-449a-932a-2a74d685c87c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404875 Mar 22 13:15:13.227931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c942a25-19eb-469f-b5eb-c821e8b91c3b req-86f41ffb-a0e5-4f29-93ca-4812151a5a57 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:13.230030 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4c942a25-19eb-469f-b5eb-c821e8b91c3b req-86f41ffb-a0e5-4f29-93ca-4812151a5a57 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 983 time: 0.1046653 Mar 22 13:15:13.232260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f2291398-49da-4ec4-bf4a-427545fbfd06 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:15:13.304835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4c942a25-19eb-469f-b5eb-c821e8b91c3b req-5e2541a1-6f85-4a3a-bd04-9a35c0daa8ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663869 Mar 22 13:15:13.309156 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port f2291398-49da-4ec4-bf4a-427545fbfd06 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:15:13.316004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port f2291398-49da-4ec4-bf4a-427545fbfd06 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:13.316650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:13.442571 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:13.471050 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da25a9f-ef55-4ee2-a1f8-f780e685ffaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2291398-49da-4ec4-bf4a-427545fbfd06'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:15:13.481766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2291398-49da-4ec4-bf4a-427545fbfd06,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:13.485183 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:13.521999 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da25a9f-ef55-4ee2-a1f8-f780e685ffaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2291398-49da-4ec4-bf4a-427545fbfd06', 'code': 200} Mar 22 13:15:13.562645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=10']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:13.759656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58139b0-0a14-4010-9d87-e70370378926 req-dbafbaeb-ce7b-4013-ac58-075b81643245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:13.761361 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f58139b0-0a14-4010-9d87-e70370378926 req-dbafbaeb-ce7b-4013-ac58-075b81643245 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 1138 time: 0.0744472 Mar 22 13:15:13.804124 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f58139b0-0a14-4010-9d87-e70370378926 req-c69c13f3-8219-4222-aceb-10cd3c57b976 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361454 Mar 22 13:15:14.513364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb4696-7d32-42fc-b158-ff2bb56e3b14 req-cdf3de93-28b8-4d3b-8322-abbca99bbe00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:14.515616 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0edb4696-7d32-42fc-b158-ff2bb56e3b14 req-cdf3de93-28b8-4d3b-8322-abbca99bbe00 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 985 time: 0.0858359 Mar 22 13:15:14.561179 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0edb4696-7d32-42fc-b158-ff2bb56e3b14 req-e6dadd06-c647-467c-8c33-8d29c6342b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400755 Mar 22 13:15:15.753470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b78f44-b585-4e6f-b3d4-01edb5c9fac0 req-8aebbf26-6f76-4448-b0a9-63411de1e38b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:15.754974 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-71b78f44-b585-4e6f-b3d4-01edb5c9fac0 req-8aebbf26-6f76-4448-b0a9-63411de1e38b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 985 time: 0.0831053 Mar 22 13:15:15.808644 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-71b78f44-b585-4e6f-b3d4-01edb5c9fac0 req-efbae0ad-416a-495d-8c1a-4d434f4ef5c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478272 Mar 22 13:15:16.005316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a6e82-3a31-42a9-b809-ff8e88c65cb8 req-0bdb16bb-f983-48fa-936a-35f27c987bfd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:16.006838 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-424a6e82-3a31-42a9-b809-ff8e88c65cb8 req-0bdb16bb-f983-48fa-936a-35f27c987bfd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 985 time: 0.0856261 Mar 22 13:15:16.052866 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-424a6e82-3a31-42a9-b809-ff8e88c65cb8 req-183e8afb-f106-4e18-afd3-fb460d901664 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395970 Mar 22 13:15:16.076042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44750) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:16.150640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c28d76a-cd72-4b86-a70f-54eebff200b9 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:16.152204 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3c28d76a-cd72-4b86-a70f-54eebff200b9 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa&network_id=96cc892b-c338-4123-b40e-a62cb0b5d5f9 HTTP/1.1" status: 200 len: 1133 time: 0.0750265 Mar 22 13:15:16.530484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2161d-7129-45e6-92b2-d8c1d36b7715 req-f4d54024-b20a-4bd8-85ff-d766ddafd4b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:16.532026 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-def2161d-7129-45e6-92b2-d8c1d36b7715 req-f4d54024-b20a-4bd8-85ff-d766ddafd4b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 985 time: 0.0894635 Mar 22 13:15:16.579278 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-def2161d-7129-45e6-92b2-d8c1d36b7715 req-39b68213-b54b-4ae9-a54f-33ad5fd8dc4a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Mar 22 13:15:17.773344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d6984-0ac4-4eb1-a447-e133ed1e3a8e req-81bd5239-78ab-45cd-b6c4-c559eb93b078 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:17.774892 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ab3d6984-0ac4-4eb1-a447-e133ed1e3a8e req-81bd5239-78ab-45cd-b6c4-c559eb93b078 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 985 time: 0.0857584 Mar 22 13:15:17.828297 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ab3d6984-0ac4-4eb1-a447-e133ed1e3a8e req-db07537a-f767-40ba-821d-68eba240422f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=7eb0f681-44e0-4e41-b040-19a2888c4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473332 Mar 22 13:15:18.066652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-6dec64a1-b8fa-40f9-bfeb-7c80b51c530a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:18.068412 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-6dec64a1-b8fa-40f9-bfeb-7c80b51c530a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 985 time: 0.0834436 Mar 22 13:15:18.186117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-bbe07974-6a72-4acf-8a3f-b450aabfdee9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:18.187643 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-bbe07974-6a72-4acf-8a3f-b450aabfdee9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1111329 Mar 22 13:15:18.381593 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-33e40774-72f7-41f1-9cfa-4f492bcd3766 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1845908 Mar 22 13:15:18.395442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:18.531042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:18.752041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2291398-49da-4ec4-bf4a-427545fbfd06,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:18.784136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] For port f2291398-49da-4ec4-bf4a-427545fbfd06, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:15:18.878068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] device_id is not set on port f2291398-49da-4ec4-bf4a-427545fbfd06 yet. {{(pid=87933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 13:15:18.892759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:18.898856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:18.976825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] Pushing event updated for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=11']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:19.077346 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-67501907-1c4e-4d35-b4db-99ef5c587fbd req-e45b133e-6efd-4e74-9999-9fa33d0f3657 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 210 time: 0.1048939 Mar 22 13:15:19.180277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] No DVR routers for this DVR port f2291398-49da-4ec4-bf4a-427545fbfd06 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:15:19.281967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-62df95f2-6dd7-4aca-96de-4a7d71012a6f None None] Provisioning complete for port f2291398-49da-4ec4-bf4a-427545fbfd06 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:19.281967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-62df95f2-6dd7-4aca-96de-4a7d71012a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:19.357727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-62df95f2-6dd7-4aca-96de-4a7d71012a6f None None] Port f2291398-49da-4ec4-bf4a-427545fbfd06 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:15:19.609910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] In _notify_port_updated(), no bound segment for port f2291398-49da-4ec4-bf4a-427545fbfd06 on network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 {{(pid=87933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 22 13:15:19.609910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:19.609910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:19.615307 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9749a15-3797-49d8-835a-418119b7e5c9 req-a4eac8cb-5f44-4e2c-9f53-80dba7e1729c service neutron] 10.222.0.47 "PUT /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 200 len: 1028 time: 1.2246287 Mar 22 13:15:20.297530 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a7bf57d3-7cbb-4d32-aed9-94793a96496d req-3e2b7dc8-580c-4f7e-805c-7fd465c1ee28 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da25a9f-ef55-4ee2-a1f8-f780e685ffaa HTTP/1.1" status: 200 len: 210 time: 0.0504792 Mar 22 13:15:21.250489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f2291398-49da-4ec4-bf4a-427545fbfd06 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:15:21.350650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f2291398-49da-4ec4-bf4a-427545fbfd06 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:15:21.451787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44768) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:21.539565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:21.565933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:21.576609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:21.648613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:21.667661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861b113d-eec4-4a56-a823-56ddde83adc7,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:21.677038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.677385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.677727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.678060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.678454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.678848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.679248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.679564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.679925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.680253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.680573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.681403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:21.700379 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:21.700379 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0d3f15b0-8349-4dfd-a609-ae7574bdeee8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/861b113d-eec4-4a56-a823-56ddde83adc7 HTTP/1.1" status: 204 len: 168 time: 0.2502120 Mar 22 13:15:21.743436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44774) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:22.010756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 7e34a8f9-d036-4b78-9ae7-6eccdbbbbf87 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:15:22.010756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:22.207442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:22.207442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:22.356063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 7e34a8f9-d036-4b78-9ae7-6eccdbbbbf87 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:15:22.535964 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:22.597847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=7e34a8f9-d036-4b78-9ae7-6eccdbbbbf87,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:22.691142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:22.691142 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 92068965-2ea6-43df-9a45-a8a8309a3ecd disassociated (deleted). External IP: 172.26.5.59, port: f2291398-49da-4ec4-bf4a-427545fbfd06. Mar 22 13:15:23.178255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router d23dae29-b671-4257-bd56-7cac7f8fecf3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:15:23.367960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:15:23.380361 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] Sync routers for ids ['d23dae29-b671-4257-bd56-7cac7f8fecf3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:15:23.389540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:23.390766 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] Routers {'d23dae29-b671-4257-bd56-7cac7f8fecf3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:23.391407 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:15:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d23dae29-b671-4257-bd56-7cac7f8fecf3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:23.446410 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6daa768f-9e06-4f77-b710-93b6aa4823c8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/floatingips/92068965-2ea6-43df-9a45-a8a8309a3ecd HTTP/1.1" status: 204 len: 168 time: 1.7029665 Mar 22 13:15:23.573882 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] Set router d23dae29-b671-4257-bd56-7cac7f8fecf3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:23.606993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44782) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:23.700837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ed532b6f-67fc-4435-9711-1c744cbff270 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:23.734199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ed532b6f-67fc-4435-9711-1c744cbff270 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:23.815188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ed532b6f-67fc-4435-9711-1c744cbff270 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:23.832035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed532b6f-67fc-4435-9711-1c744cbff270 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c015f563-17c6-48c2-a485-e1793891b0fa,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:23.842473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ed532b6f-67fc-4435-9711-1c744cbff270 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:23.842473 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ed532b6f-67fc-4435-9711-1c744cbff270 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/c015f563-17c6-48c2-a485-e1793891b0fa HTTP/1.1" status: 204 len: 168 time: 0.2342422 Mar 22 13:15:23.879752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44788) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:23.938781 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7207f9cd-7b82-42ce-9270-2f5ef1a349f2', 'name': '', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:04:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:32Z', 'updated_at': '2022-03-22T13:14:39Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:23.942906 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] Checking router: d23dae29-b671-4257-bd56-7cac7f8fecf3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:15:23.951838 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] Routers {'d23dae29-b671-4257-bd56-7cac7f8fecf3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:23.952373 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:15:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d23dae29-b671-4257-bd56-7cac7f8fecf3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:23.953440 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb274d-492a-4088-9b8c-ba42f6f43ece tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port f2291398-49da-4ec4-bf4a-427545fbfd06 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:15:23.953786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8cb274d-492a-4088-9b8c-ba42f6f43ece tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:24.162838 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] Set router d23dae29-b671-4257-bd56-7cac7f8fecf3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:24.243963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8cb274d-492a-4088-9b8c-ba42f6f43ece tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:24.377856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb274d-492a-4088-9b8c-ba42f6f43ece tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for f2291398-49da-4ec4-bf4a-427545fbfd06 owned by {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:15:24.497180 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7207f9cd-7b82-42ce-9270-2f5ef1a349f2', 'name': '', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:04:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:32Z', 'updated_at': '2022-03-22T13:14:39Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:24.501382 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e58c06-fed9-46e6-a761-86c6ee89b6d0 None None] The sync data for ids ['d23dae29-b671-4257-bd56-7cac7f8fecf3'] in dv-neutron-834664-2-hyperv is: [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7207f9cd-7b82-42ce-9270-2f5ef1a349f2', 'name': '', 'network_id': '96cc892b-c338-4123-b40e-a62cb0b5d5f9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:04:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:32Z', 'updated_at': '2022-03-22T13:14:39Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:15:24.534721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8cb274d-492a-4088-9b8c-ba42f6f43ece tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:24.588669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb274d-492a-4088-9b8c-ba42f6f43ece tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=f2291398-49da-4ec4-bf4a-427545fbfd06,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:24.772205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c7205-7825-4322-828c-8a8e7e065591 None None] New status for floating IP 92068965-2ea6-43df-9a45-a8a8309a3ecd: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:15:24.831571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f8cb274d-492a-4088-9b8c-ba42f6f43ece tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:24.839393 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f8cb274d-492a-4088-9b8c-ba42f6f43ece tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/ports/f2291398-49da-4ec4-bf4a-427545fbfd06 HTTP/1.1" status: 204 len: 168 time: 0.9582994 Mar 22 13:15:24.842423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44794) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:25.437674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:25.837060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:15:25.837060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:26.038018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 7207f9cd-7b82-42ce-9270-2f5ef1a349f2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7207f9cd-7b82-42ce-9270-2f5ef1a349f2,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:26.038162 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:26.167031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:15:26.682576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:26.734353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=7207f9cd-7b82-42ce-9270-2f5ef1a349f2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:27.049038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:27.446061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router d23dae29-b671-4257-bd56-7cac7f8fecf3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:15:27.648371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:15:27.661661 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] Sync routers for ids ['d23dae29-b671-4257-bd56-7cac7f8fecf3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:15:27.668462 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-20b24adb-2619-44a5-ae86-2089a564ce07 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/d23dae29-b671-4257-bd56-7cac7f8fecf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8185365 Mar 22 13:15:27.673798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44798) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:27.682036 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] Routers {'d23dae29-b671-4257-bd56-7cac7f8fecf3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:27.682495 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:15:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d23dae29-b671-4257-bd56-7cac7f8fecf3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:27.765986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-511e7f01-c1ca-46c8-9811-f02fc9edccff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting subnet eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:15:27.769795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-511e7f01-c1ca-46c8-9811-f02fc9edccff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:27.854225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-511e7f01-c1ca-46c8-9811-f02fc9edccff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:27.924859 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] Set router d23dae29-b671-4257-bd56-7cac7f8fecf3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:27.954844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-511e7f01-c1ca-46c8-9811-f02fc9edccff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:28.045462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-511e7f01-c1ca-46c8-9811-f02fc9edccff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:28.092350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e7f01-c1ca-46c8-9811-f02fc9edccff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:28.098100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-511e7f01-c1ca-46c8-9811-f02fc9edccff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:28.105421 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-511e7f01-c1ca-46c8-9811-f02fc9edccff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/subnets/eb3ef1ad-8131-42c4-8bb4-6fe1bfccbc61 HTTP/1.1" status: 204 len: 168 time: 0.4348350 Mar 22 13:15:28.105673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d0a28-1c5e-4c25-9cc6-0ebd002d0dcd None None] Network 96cc892b-c338-4123-b40e-a62cb0b5d5f9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:15:28.106207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44802) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:28.283141 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:15:26Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:28.288190 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] Checking router: d23dae29-b671-4257-bd56-7cac7f8fecf3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:15:28.299720 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] Routers {'d23dae29-b671-4257-bd56-7cac7f8fecf3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:28.300172 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:15:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d23dae29-b671-4257-bd56-7cac7f8fecf3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:28.483112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:28.497476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dfc1ac-260e-46c7-ab6a-bc017beca38b None None] DHCP port deletion for 96cc892b-c338-4123-b40e-a62cb0b5d5f9 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:15:28.505556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-38dfc1ac-260e-46c7-ab6a-bc017beca38b None None] Deleting port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:15:28.506720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38dfc1ac-260e-46c7-ab6a-bc017beca38b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:28.521809 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] Set router d23dae29-b671-4257-bd56-7cac7f8fecf3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:28.759929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:28.770318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port b0f3db2d-721d-458a-a783-43cc6e30aee3 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:15:28.770318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:28.777148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-38dfc1ac-260e-46c7-ab6a-bc017beca38b None None] For port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8a496c00-0d80-4fbe-85a7-19ab4b6a4596,segment=NetworkSegment(473789e0-96af-4513-a733-d933b5da24b0),segment_id=473789e0-96af-4513-a733-d933b5da24b0)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:28.777148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38dfc1ac-260e-46c7-ab6a-bc017beca38b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:28.935645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-38dfc1ac-260e-46c7-ab6a-bc017beca38b None None] Calling delete_port for 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:15:28.968598 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:15:26Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:28.972567 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e71e86-8a53-4ade-b149-70c4c368267e None None] The sync data for ids ['d23dae29-b671-4257-bd56-7cac7f8fecf3'] in dv-neutron-834664-2-hyperv is: [{'id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'name': 'tempest-TestNetworkBasicOps-router-11658895', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:27Z', 'updated_at': '2022-03-22T13:15:26Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'b0f3db2d-721d-458a-a783-43cc6e30aee3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23dae29-b671-4257-bd56-7cac7f8fecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:28Z', 'updated_at': '2022-03-22T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:15:29.013551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port b0f3db2d-721d-458a-a783-43cc6e30aee3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b0f3db2d-721d-458a-a783-43cc6e30aee3,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:29.013551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:29.041335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-38dfc1ac-260e-46c7-ab6a-bc017beca38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:29.095258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfc1ac-260e-46c7-ab6a-bc017beca38b None None] Pushing event deleted for resources: {'Port': ['ID=8a496c00-0d80-4fbe-85a7-19ab4b6a4596,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:29.098906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dfc1ac-260e-46c7-ab6a-bc017beca38b None None] No DVR routers for this DVR port 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:15:29.150953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for b0f3db2d-721d-458a-a783-43cc6e30aee3 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:15:29.367056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:29.421739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:15:29.427745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=b0f3db2d-721d-458a-a783-43cc6e30aee3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:29.459674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:15:29.460045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8a496c00-0d80-4fbe-85a7-19ab4b6a4596 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:15:29.460453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:15:29.496168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:15:29.496519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7207f9cd-7b82-42ce-9270-2f5ef1a349f2 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:15:29.542961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:29.732497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:29.736049 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:29.762060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:29.763678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Fanout notify agent at l3_agent the message router_deleted on router d23dae29-b671-4257-bd56-7cac7f8fecf3 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:15:29.780190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:29.784222 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dde62d62-e4cd-429d-99de-ed4aed5d5da5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/routers/d23dae29-b671-4257-bd56-7cac7f8fecf3 HTTP/1.1" status: 204 len: 168 time: 1.6772373 Mar 22 13:15:29.784411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44806) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:29.943692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.097101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.131109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cc892b-c338-4123-b40e-a62cb0b5d5f9']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:30.147317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473789e0-96af-4513-a733-d933b5da24b0') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:30.147617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473789e0-96af-4513-a733-d933b5da24b0') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:30.164671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.183809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.194030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:15:30.194030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:15:30.213608 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:15:30.328780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.335932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.372908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Network': ['ID=96cc892b-c338-4123-b40e-a62cb0b5d5f9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:30.383789 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e1f1b4c9-0843-4a85-8a8e-bf884aa5ec6b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/networks/96cc892b-c338-4123-b40e-a62cb0b5d5f9 HTTP/1.1" status: 204 len: 168 time: 0.5948229 Mar 22 13:15:30.398173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44810) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:30.410914 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-34b5b284-1b84-463f-be3b-a95e70da5791 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0118086 Mar 22 13:15:30.413579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44814) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:30.421071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'network': {'name': 'tempest-network-smoke--541184461', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'port_security_enabled': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:30.426885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:30.435013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:network and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:30.440450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:30.449139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:30.462838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:15:30.465665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.497002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:15:30.512338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.512338 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Added segment de07ea1f-33dd-4f51-ae63-35279797b7de of type vlan for network 01b62550-ab75-4d9c-838e-47f47c5c4f3e Mar 22 13:15:30.548241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.584803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.591523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:30.591523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.704669 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2898755 Mar 22 13:15:30.712498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44818) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:30.712616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad9124-5a43-47fd-a6f4-63180fee5c63 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Network': ['ID=01b62550-ab75-4d9c-838e-47f47c5c4f3e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:30.714829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'admin_state_up': True, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:30.730600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 01b62550-ab75-4d9c-838e-47f47c5c4f3e details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:15:30.732261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:30.733398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:router and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:30.737338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:30.746564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:30.761691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.763125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:30.787867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:31.225348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:31.392417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b0f3db2d-721d-458a-a783-43cc6e30aee3 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:15:31.427499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: b0f3db2d-721d-458a-a783-43cc6e30aee3 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:15:31.427944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b0f3db2d-721d-458a-a783-43cc6e30aee3 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:15:31.553664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:31.585736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:31.737284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.31 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/0c92816f-7154-4812-bc74-853c5faf85ce) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:15:31.896759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:31.926366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:31.988175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:15:31.991215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:15:31.999914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:15:32.038462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=0c92816f-7154-4812-bc74-853c5faf85ce,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:32.435969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:32.910172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:33.007526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-abef3c37-5f5a-4ea1-8b32-e27e3ec344d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:33.125245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 38d83277-755e-46c9-8937-cb4d360136ef is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:15:33.311200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:15:33.321696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Sync routers for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:15:33.331980 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:33.332934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:15:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:33.343248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:33.347395 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9aeeaf07-eb15-4159-86f7-974d0f837ed9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6360621 Mar 22 13:15:33.347744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44824) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:33.389970 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-306733be-1810-432f-afd5-46178cbc5492 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6daadd1aa47b42258070c40f7792664e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410872 Mar 22 13:15:33.392698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44828) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:33.519628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:33.527994 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43be7d16-707a-4884-9c7a-838ba8eb544e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:33.529486 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-43be7d16-707a-4884-9c7a-838ba8eb544e tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358740 Mar 22 13:15:33.532309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44832) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:33.578746 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-77c1ff19-e708-44a9-80f5-73b692338825 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449920 Mar 22 13:15:33.583272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44836) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:33.590481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323808771', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:33.842582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:33.847350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:subnet and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:33.850868 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:33.858477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:33.869882 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:15:33.874048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:33.902140 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:32Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:33.908222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Checking router: 38d83277-755e-46c9-8937-cb4d360136ef for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:15:33.908597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Updating router 38d83277-755e-46c9-8937-cb4d360136ef port 0c92816f-7154-4812-bc74-853c5faf85ce binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:15:33.967487 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:34.142081 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:34.267368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Subnet': ['ID=97beafe0-ab97-4e89-b27b-d0e105049caf,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:34.275940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Checking segment: {'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:15:34.276872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network hostable DHCP agents. Network: 01b62550-ab75-4d9c-838e-47f47c5c4f3e, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:15:34.297767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 01b62550-ab75-4d9c-838e-47f47c5c4f3e is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:15:34.309569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 01b62550-ab75-4d9c-838e-47f47c5c4f3e) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:15:34.314799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:34.315655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:34.343118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f570860-229d-4939-8c92-521b1892fc02 None None] Network 01b62550-ab75-4d9c-838e-47f47c5c4f3e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:15:34.345743 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0046f4a0-9cfa-42fb-b8a1-267c3521a1b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7607584 Mar 22 13:15:34.348490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44840) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:34.406047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:34.468376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Transition to ACTIVE for port object 0c92816f-7154-4812-bc74-853c5faf85ce will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:15:34.504583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:34.652589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Attempting to bind port 0c92816f-7154-4812-bc74-853c5faf85ce on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:15:34.653243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Attempting to bind port 0c92816f-7154-4812-bc74-853c5faf85ce by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:15:34.653607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Attempting to bind port 0c92816f-7154-4812-bc74-853c5faf85ce on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:15:34.659629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Pushing event updated for resources: {'Port': ['ID=0c92816f-7154-4812-bc74-853c5faf85ce,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:34.677696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:15:34.678066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:15:34.678476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:34.678870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:15:34.679451 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Bound port: 0c92816f-7154-4812-bc74-853c5faf85ce, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:15:34.679824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:34.705322 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.705669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.706009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.706340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.706669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.707002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.707368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.707699 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.708314 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.708688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.708958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.709275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:34.806069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:15:34.807030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:34.829807 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] For port 0c92816f-7154-4812-bc74-853c5faf85ce, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:15:34.878725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] For port 0c92816f-7154-4812-bc74-853c5faf85ce, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0c92816f-7154-4812-bc74-853c5faf85ce,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:15:34.888901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:35.046624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:35.047288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:15:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:35.116698 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6ae0b-1bb2-4e10-9c48-672927baa98c None None] Pushing event updated for resources: {'Port': ['ID=0c92816f-7154-4812-bc74-853c5faf85ce,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:35.146875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Allocated IP 172.20.0.2 (01b62550-ab75-4d9c-838e-47f47c5c4f3e/97beafe0-ab97-4e89-b27b-d0e105049caf/ea6ec580-2305-43ab-8d2e-150cd0dfc7be) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:15:35.338058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:35.368364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:35.547774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4c45fe93-f1b0-4093-b7e2-17c8dc642208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:35.763887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:35.782552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Transition to ACTIVE for port object ea6ec580-2305-43ab-8d2e-150cd0dfc7be will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:15:35.809998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Transition to ACTIVE for port object ea6ec580-2305-43ab-8d2e-150cd0dfc7be will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:15:35.816617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:35.887416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Network 01b62550-ab75-4d9c-838e-47f47c5c4f3e is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:15:35.888015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.1 (01b62550-ab75-4d9c-838e-47f47c5c4f3e/97beafe0-ab97-4e89-b27b-d0e105049caf/b72226d6-0388-4007-8cad-d085c70049c2) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:15:35.889082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:15:35.893949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:15:35.936546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:32Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:35.946973 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Pushing event updated for resources: {'Port': ['ID=ea6ec580-2305-43ab-8d2e-150cd0dfc7be,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:35.955412 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5c7c1-1b35-4f17-92ad-a216f13f86a6 None None] The sync data for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv is: [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:32Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:15:36.019368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Attempting to bind port ea6ec580-2305-43ab-8d2e-150cd0dfc7be on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:15:36.019631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Attempting to bind port ea6ec580-2305-43ab-8d2e-150cd0dfc7be by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:15:36.019969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Attempting to bind port ea6ec580-2305-43ab-8d2e-150cd0dfc7be on network 01b62550-ab75-4d9c-838e-47f47c5c4f3e {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:15:36.027576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:15:36.028458 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Checking segment: {'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:15:36.029159 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:36.030754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Bound using segment: {'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:15:36.030754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Bound port: ea6ec580-2305-43ab-8d2e-150cd0dfc7be, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:15:36.031543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:36.126211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:36.146604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object b72226d6-0388-4007-8cad-d085c70049c2 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:15:36.174219 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ce64fddf-e114-4605-8996-cc395489225d None None] For port ea6ec580-2305-43ab-8d2e-150cd0dfc7be, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:15:36.177798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ce64fddf-e114-4605-8996-cc395489225d None None] For port ea6ec580-2305-43ab-8d2e-150cd0dfc7be, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ea6ec580-2305-43ab-8d2e-150cd0dfc7be,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:15:36.179547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:36.184389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:36.261195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 01b62550-ab75-4d9c-838e-47f47c5c4f3e is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:15:36.277564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:15:36.283898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:15:36.322676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64fddf-e114-4605-8996-cc395489225d None None] Pushing event updated for resources: {'Port': ['ID=ea6ec580-2305-43ab-8d2e-150cd0dfc7be,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:36.358997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=b72226d6-0388-4007-8cad-d085c70049c2,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:36.362581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:36.394871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:36.585828 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:36.821893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:37.413004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4493bdf0-4a21-4f16-a97f-ad3e57a9ede1 None None] Network 01b62550-ab75-4d9c-838e-47f47c5c4f3e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:15:37.416041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:37.422572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:37.533928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-778ab96b-07bf-47db-bf02-f36adaee3a4a None None] Provisioning for port ea6ec580-2305-43ab-8d2e-150cd0dfc7be completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:15:37.541453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ea6ec580-2305-43ab-8d2e-150cd0dfc7be up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:15:37.611394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=b72226d6-0388-4007-8cad-d085c70049c2,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:37.616888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:37.686238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port ea6ec580-2305-43ab-8d2e-150cd0dfc7be completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:15:37.695572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ea6ec580-2305-43ab-8d2e-150cd0dfc7be triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:37.695979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:37.773171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 01b62550-ab75-4d9c-838e-47f47c5c4f3e is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:15:37.775055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:15:37.815078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:37.894007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:37.935363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port ea6ec580-2305-43ab-8d2e-150cd0dfc7be, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ea6ec580-2305-43ab-8d2e-150cd0dfc7be,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:37.939799 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:37.940578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0c92816f-7154-4812-bc74-853c5faf85ce up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:15:37.998549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 38d83277-755e-46c9-8937-cb4d360136ef has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:15:38.070075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=ea6ec580-2305-43ab-8d2e-150cd0dfc7be,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:38.092829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 0c92816f-7154-4812-bc74-853c5faf85ce completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:15:38.098656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 0c92816f-7154-4812-bc74-853c5faf85ce triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:38.099194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:38.158659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6e58e765-040f-4235-b0b1-3fe654bbdaf4 None None] Provisioning for port b72226d6-0388-4007-8cad-d085c70049c2 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:15:38.167367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6e58e765-040f-4235-b0b1-3fe654bbdaf4 None None] Provisioning complete for port b72226d6-0388-4007-8cad-d085c70049c2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:38.167735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6e58e765-040f-4235-b0b1-3fe654bbdaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:38.209214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:15:38.221641 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Sync routers for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:15:38.228148 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d1e9e2d0-3379-45b9-9f9b-38ae125d5212 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/38d83277-755e-46c9-8937-cb4d360136ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8774419 Mar 22 13:15:38.230199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44844) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:38.234917 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:38.236025 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:15:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:38.267002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6e58e765-040f-4235-b0b1-3fe654bbdaf4 None None] Port b72226d6-0388-4007-8cad-d085c70049c2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:15:38.290577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:38.305877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6e58e765-040f-4235-b0b1-3fe654bbdaf4 None None] Provisioning complete for port ea6ec580-2305-43ab-8d2e-150cd0dfc7be triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:38.306313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6e58e765-040f-4235-b0b1-3fe654bbdaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:38.350578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 0c92816f-7154-4812-bc74-853c5faf85ce, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0c92816f-7154-4812-bc74-853c5faf85ce,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:38.366585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:38.461567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5334a-c795-4616-9924-3d92a92a9a55 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.463102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5334a-c795-4616-9924-3d92a92a9a55 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.464160 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5334a-c795-4616-9924-3d92a92a9a55 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.465454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5334a-c795-4616-9924-3d92a92a9a55 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.466085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5334a-c795-4616-9924-3d92a92a9a55 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.467198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5334a-c795-4616-9924-3d92a92a9a55 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.469333 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-60b5334a-c795-4616-9924-3d92a92a9a55 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2379916 Mar 22 13:15:38.472166 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44848) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:38.513076 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:38.516500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=0c92816f-7154-4812-bc74-853c5faf85ce,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:38.561973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaac803-89e6-476b-8ed6-da6c77951e87 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.562614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaac803-89e6-476b-8ed6-da6c77951e87 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.563178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaac803-89e6-476b-8ed6-da6c77951e87 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.563704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaac803-89e6-476b-8ed6-da6c77951e87 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.564228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaac803-89e6-476b-8ed6-da6c77951e87 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.564752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaac803-89e6-476b-8ed6-da6c77951e87 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:38.566718 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8aaac803-89e6-476b-8ed6-da6c77951e87 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0933998 Mar 22 13:15:38.569438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44852) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:38.669069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-121d4f66-eaae-4227-9efd-93ef565b287e None None] Provisioning complete for port b72226d6-0388-4007-8cad-d085c70049c2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:38.669439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-121d4f66-eaae-4227-9efd-93ef565b287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:38.779879 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-121d4f66-eaae-4227-9efd-93ef565b287e None None] Port b72226d6-0388-4007-8cad-d085c70049c2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:15:38.808351 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e06f2bca-062c-4b40-9d6b-bf2e9c625b5c tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2376812 Mar 22 13:15:38.887325 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:15:37Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:38.891513 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Checking router: 38d83277-755e-46c9-8937-cb4d360136ef for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:15:38.891863 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Updating router 38d83277-755e-46c9-8937-cb4d360136ef port b72226d6-0388-4007-8cad-d085c70049c2 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:15:38.945321 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.050709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44860) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:39.057009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397050802', 'description': 'tempest-secgroup-smoke-1397050802 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:39.063025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:39.067367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:39.070374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:39.078175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:39.091673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.116516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:39.121509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:39.124592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:39.130613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:39.209413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.214636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.265360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40aa72d3-3187-45a0-9d39-e3d06bd98afb,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:39.270549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.275222 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4f85d1f7-1940-4b39-99ac-baa87d5ce46e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2233307 Mar 22 13:15:39.275992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44864) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:39.281962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '40aa72d3-3187-45a0-9d39-e3d06bd98afb', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:39.288632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:39.294001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:39.297692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:39.304378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:39.313647 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.325016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.330083 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Transition to ACTIVE for port object b72226d6-0388-4007-8cad-d085c70049c2 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:15:39.340991 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.413673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.424713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ea6ec580-2305-43ab-8d2e-150cd0dfc7be up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:15:39.426161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.453083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376853b1-6043-45ab-be08-30af4668932b,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:39.465771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.466043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.466546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.467024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.467537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.468039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.468509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.468979 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.469679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.470147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.470634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.471101 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.475417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.476861 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-136aba7a-4903-4c34-bfa0-7f7fb6de7b94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995537 Mar 22 13:15:39.481430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44868) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:39.486516 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Pushing event updated for resources: {'Port': ['ID=b72226d6-0388-4007-8cad-d085c70049c2,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:39.490501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '40aa72d3-3187-45a0-9d39-e3d06bd98afb', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:39.497760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:39.502442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:39.506046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:39.518250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:39.522254 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ea6ec580-2305-43ab-8d2e-150cd0dfc7be triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:39.522752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.543039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.581641 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.581984 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.582406 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.583203 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.583547 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.585138 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.591487 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.592550 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.593281 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.594032 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.595534 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.596066 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:15:39.634299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.644508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.667551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0c92816f-7154-4812-bc74-853c5faf85ce up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:15:39.674129 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Attempting to bind port b72226d6-0388-4007-8cad-d085c70049c2 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:15:39.675028 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Attempting to bind port b72226d6-0388-4007-8cad-d085c70049c2 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:15:39.675816 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Attempting to bind port b72226d6-0388-4007-8cad-d085c70049c2 on network 01b62550-ab75-4d9c-838e-47f47c5c4f3e {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:15:39.686689 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:15:39.687205 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Checking segment: {'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:15:39.687776 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.688356 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Bound using segment: {'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:15:39.689066 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Bound port: b72226d6-0388-4007-8cad-d085c70049c2, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:15:39.689615 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.703739 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697b010b-071a-43c8-b0ef-e4c649d58e1e,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:39.729105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.736621 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44872) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:39.739859 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-137866b9-66a2-4403-9db2-12d1a2991807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2572455 Mar 22 13:15:39.753683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '40aa72d3-3187-45a0-9d39-e3d06bd98afb', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:39.762308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:39.767188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:39.768264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 0c92816f-7154-4812-bc74-853c5faf85ce triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:39.768893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.772787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:39.781478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:39.824630 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] For port b72226d6-0388-4007-8cad-d085c70049c2, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:15:39.831732 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] For port b72226d6-0388-4007-8cad-d085c70049c2, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b72226d6-0388-4007-8cad-d085c70049c2,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:15:39.832736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.841961 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:39.978100 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:39.979018 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:15:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:39.995462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.000068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.024975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04548ae-4de3-4093-b445-f35cbd1c512b,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:40.050591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.054816 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f9d3533c-3ea4-492b-89f5-cd7e5a04d368 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159695 Mar 22 13:15:40.055410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44876) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:40.068226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '40aa72d3-3187-45a0-9d39-e3d06bd98afb', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:40.071364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:40.081823 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:40.083362 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed346e6-a32e-4713-a299-42310315da8f None None] Pushing event updated for resources: {'Port': ['ID=b72226d6-0388-4007-8cad-d085c70049c2,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:40.092707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:40.101900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:40.136852 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.243775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.247916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.272781 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c48022-0d6b-4e8d-bc64-82f4799fe90b,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:40.287049 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:40.287361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.291886 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cdcd158b-5226-49b4-a01f-9e5708e542d7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2322817 Mar 22 13:15:40.292375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44880) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:40.297823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '40aa72d3-3187-45a0-9d39-e3d06bd98afb', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:40.304319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:40.308672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:40.311706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:40.319284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:40.330783 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:15:40.339422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.417950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.424622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.455993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e197402e-23a6-40b4-806f-709163fec4a3,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:40.468226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.469441 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d98eec57-671c-4905-854e-8a2d50ad8303 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1759725 Mar 22 13:15:40.472504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44884) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:40.484780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '40aa72d3-3187-45a0-9d39-e3d06bd98afb', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:40.490845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:40.495138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:40.498287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:40.510881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:40.516598 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:15:40.525597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.602291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.607786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.632536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49f5bdd-012e-43db-a948-f5ea5ac412ec,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:40.644229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:40.645434 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7d63638b-6f7d-41dd-8926-959dd8be5088 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1652088 Mar 22 13:15:40.657734 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:15:39Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:40.662628 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8558e-9394-44dc-ba54-5d6ef1e7fd92 None None] The sync data for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv is: [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:15:39Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:15:40.864836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6ff44c08-9d01-4fae-94e6-b99d37dabbc2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:15:40.889992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6ff44c08-9d01-4fae-94e6-b99d37dabbc2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:15:40.891440 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6ff44c08-9d01-4fae-94e6-b99d37dabbc2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397050802&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.0882313 Mar 22 13:15:41.091126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-a26711b3-fe26-457a-8054-cd823a71dd9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:41.092178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-a26711b3-fe26-457a-8054-cd823a71dd9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:15:41.111833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-a26711b3-fe26-457a-8054-cd823a71dd9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:15:41.113436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-a26711b3-fe26-457a-8054-cd823a71dd9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/networks?id=01b62550-ab75-4d9c-838e-47f47c5c4f3e HTTP/1.1" status: 200 len: 796 time: 0.2135220 Mar 22 13:15:41.130617 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6249ec1a-d01d-43f1-9927-d553cd6d701d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/quotas/6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 375 time: 0.0105720 Mar 22 13:15:41.264443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-fac80f40-f180-4e42-a34e-ff4ac16d198f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:15:41.287689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-fac80f40-f180-4e42-a34e-ff4ac16d198f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:15:41.289164 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-fac80f40-f180-4e42-a34e-ff4ac16d198f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1477628 Mar 22 13:15:41.466077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72226d6-0388-4007-8cad-d085c70049c2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:15:41.497792 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c4f2ff63-0261-4128-bb62-2cb4d409d01f service neutron] 10.222.0.70 "GET /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863663 Mar 22 13:15:41.556702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port b72226d6-0388-4007-8cad-d085c70049c2 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:15:41.567610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b72226d6-0388-4007-8cad-d085c70049c2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:41.568474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:41.735692 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:41.772894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port b72226d6-0388-4007-8cad-d085c70049c2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b72226d6-0388-4007-8cad-d085c70049c2,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:41.778399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:41.807531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-9ec75d80-1570-4e34-8776-5645db43b429 service neutron] 10.222.0.70 "GET /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001726 Mar 22 13:15:41.853178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=b72226d6-0388-4007-8cad-d085c70049c2,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:42.060116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-c758d22d-75dc-433c-908f-ca07e29f24c0 req-189eb8ea-c169-47a7-ae09-bdc475db6a43 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:15:42.079714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-c758d22d-75dc-433c-908f-ca07e29f24c0 req-189eb8ea-c169-47a7-ae09-bdc475db6a43 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:15:42.081016 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c758d22d-75dc-433c-908f-ca07e29f24c0 req-189eb8ea-c169-47a7-ae09-bdc475db6a43 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 210 time: 0.0789716 Mar 22 13:15:43.340948 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-39323f27-d4db-49aa-82cb-ec77c9fff67c req-c0de7142-94d1-4fc1-9e8e-25eaeed19b41 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 210 time: 0.1447098 Mar 22 13:15:43.414057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-f7c4428a-37de-436b-a4cc-5b9f13334ae6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:43.416283 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-f7c4428a-37de-436b-a4cc-5b9f13334ae6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=01b62550-ab75-4d9c-838e-47f47c5c4f3e HTTP/1.1" status: 200 len: 796 time: 0.2899332 Mar 22 13:15:43.425738 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72226d6-0388-4007-8cad-d085c70049c2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:15:43.487745 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-414d9e78-0ac7-4513-b6a5-adf60b14b048 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 380 time: 0.0593660 Mar 22 13:15:43.503807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'device_id': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'admin_state_up': True, 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'security_groups': ['40aa72d3-3187-45a0-9d39-e3d06bd98afb']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:43.523455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b72226d6-0388-4007-8cad-d085c70049c2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:43.523824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:43.674469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:43.685575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:43.700848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:15:43.706228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:43.883820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.14 (01b62550-ab75-4d9c-838e-47f47c5c4f3e/97beafe0-ab97-4e89-b27b-d0e105049caf/c781d481-2734-4f6b-a4e8-a7c94645e25c) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:15:44.100685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:44.117796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object c781d481-2734-4f6b-a4e8-a7c94645e25c will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:15:44.147642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:44.222338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 01b62550-ab75-4d9c-838e-47f47c5c4f3e is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:15:44.230348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:15:44.235469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:15:44.267810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=c781d481-2734-4f6b-a4e8-a7c94645e25c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:44.308805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:44.309433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:44.346700 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-6084c14d-4746-4cb3-9a70-371730fd21a6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8493426 Mar 22 13:15:44.360702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Request body: {'port': {'device_id': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:44.498380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:44.540915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f87cb066-9087-4259-a59b-1f3898170aa5 None None] Provisioning for port c781d481-2734-4f6b-a4e8-a7c94645e25c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:15:44.543722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f87cb066-9087-4259-a59b-1f3898170aa5 None None] Provisioning complete for port c781d481-2734-4f6b-a4e8-a7c94645e25c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:44.544233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f87cb066-9087-4259-a59b-1f3898170aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:44.566799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bbf23-4813-4ce8-9e32-711835e738db req-51a46ca5-39d7-4954-9f76-f69cb1bc41ca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:44.568518 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-598bbf23-4813-4ce8-9e32-711835e738db req-51a46ca5-39d7-4954-9f76-f69cb1bc41ca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 932 time: 0.0925040 Mar 22 13:15:44.604826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f87cb066-9087-4259-a59b-1f3898170aa5 None None] Port c781d481-2734-4f6b-a4e8-a7c94645e25c cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:15:44.628682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-598bbf23-4813-4ce8-9e32-711835e738db req-b52f224d-8ded-494f-b57d-731aa6cec93f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:15:44.641473 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-598bbf23-4813-4ce8-9e32-711835e738db req-b52f224d-8ded-494f-b57d-731aa6cec93f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:15:44.642643 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-598bbf23-4813-4ce8-9e32-711835e738db req-b52f224d-8ded-494f-b57d-731aa6cec93f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667939 Mar 22 13:15:44.883928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c781d481-2734-4f6b-a4e8-a7c94645e25c {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:15:44.893460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:44.909326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Transition to ACTIVE for port object c781d481-2734-4f6b-a4e8-a7c94645e25c will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:15:44.914038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:45.104455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Pushing event updated for resources: {'Port': ['ID=c781d481-2734-4f6b-a4e8-a7c94645e25c,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:45.201190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Attempting to bind port c781d481-2734-4f6b-a4e8-a7c94645e25c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:15:45.201526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Attempting to bind port c781d481-2734-4f6b-a4e8-a7c94645e25c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:15:45.201857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Attempting to bind port c781d481-2734-4f6b-a4e8-a7c94645e25c on network 01b62550-ab75-4d9c-838e-47f47c5c4f3e {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:15:45.206487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Port c781d481-2734-4f6b-a4e8-a7c94645e25c on network 01b62550-ab75-4d9c-838e-47f47c5c4f3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:15:45.206806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Attempting to bind port c781d481-2734-4f6b-a4e8-a7c94645e25c on network 01b62550-ab75-4d9c-838e-47f47c5c4f3e {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:15:45.212330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:15:45.212663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Checking segment: {'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:15:45.213046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Bound using segment: {'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:15:45.213464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Bound port: c781d481-2734-4f6b-a4e8-a7c94645e25c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de07ea1f-33dd-4f51-ae63-35279797b7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:15:45.213807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:45.435639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] For port c781d481-2734-4f6b-a4e8-a7c94645e25c, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:15:45.438969 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] For port c781d481-2734-4f6b-a4e8-a7c94645e25c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c781d481-2734-4f6b-a4e8-a7c94645e25c,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:15:45.444379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:45.511463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:45.511993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:45.513486 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] 10.222.0.47 "PUT /v2.0/ports/c781d481-2734-4f6b-a4e8-a7c94645e25c HTTP/1.1" status: 200 len: 1094 time: 1.1579435 Mar 22 13:15:45.516318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'tag': 'c781d481-2734-4f6b-a4e8-a7c94645e25c'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:15:45.552666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66359ab-cd66-4167-84d0-3d504ba14b56 service neutron] Pushing event updated for resources: {'Port': ['ID=c781d481-2734-4f6b-a4e8-a7c94645e25c,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:45.658416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-e01e9d82-4e8f-43fc-85e8-c860cd8e76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:45.660046 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-e01e9d82-4e8f-43fc-85e8-c860cd8e76b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 1097 time: 0.1007788 Mar 22 13:15:45.771360 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-60662d10-0f96-4564-afad-eb1c455b4b82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c781d481-2734-4f6b-a4e8-a7c94645e25c HTTP/1.1" status: 200 len: 217 time: 0.1006582 Mar 22 13:15:45.823211 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'tag': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'status': 'completed', 'code': 200} Mar 22 13:15:45.852904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-5efda37b-f4db-4de7-9cc3-c30f64201e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:45.854354 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-5efda37b-f4db-4de7-9cc3-c30f64201e79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97beafe0-ab97-4e89-b27b-d0e105049caf HTTP/1.1" status: 200 len: 834 time: 0.0759463 Mar 22 13:15:45.885665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc18a7-5759-4a6b-82e3-f79d212db46c req-aeb1e1d8-1014-451c-a497-45088ef7bc24 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:45.887334 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-30fc18a7-5759-4a6b-82e3-f79d212db46c req-aeb1e1d8-1014-451c-a497-45088ef7bc24 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 944 time: 0.1053133 Mar 22 13:15:45.947121 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-30fc18a7-5759-4a6b-82e3-f79d212db46c req-07c65d33-a8ad-4936-bd59-9962a826263f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513222 Mar 22 13:15:45.954989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-d58a6c96-38df-4ff7-97ba-eb9978a5b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:45.956527 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-d58a6c96-38df-4ff7-97ba-eb9978a5b7b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01b62550-ab75-4d9c-838e-47f47c5c4f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943429 Mar 22 13:15:46.115745 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-db745e41-d774-43c4-afdc-946c2bca0b39 service neutron] 10.222.0.47 "GET /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465452 Mar 22 13:15:46.259919 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66fa9b15-c2bd-4c08-9043-323423d6c8d5 req-8756bbfc-b502-44e8-a619-6b71c5575a34 service neutron] 10.222.0.47 "GET /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375389 Mar 22 13:15:46.416377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-b368546b-0a79-450b-8171-9e714acda907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:46.418800 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-b368546b-0a79-450b-8171-9e714acda907 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 1097 time: 0.1036108 Mar 22 13:15:46.429104 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:15:46.564544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-7f973075-07c9-4d9c-833e-ae21953e3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:46.565977 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-7f973075-07c9-4d9c-833e-ae21953e3369 service neutron] 10.222.0.47 "GET /v2.0/networks?id=01b62550-ab75-4d9c-838e-47f47c5c4f3e HTTP/1.1" status: 200 len: 897 time: 0.1401067 Mar 22 13:15:46.640555 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-b76ec633-6339-49f2-803d-3bc4457e024c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c781d481-2734-4f6b-a4e8-a7c94645e25c HTTP/1.1" status: 200 len: 217 time: 0.0672922 Mar 22 13:15:46.712075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-101c6aa5-0129-4bb8-ab2b-742785183313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:46.713524 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-101c6aa5-0129-4bb8-ab2b-742785183313 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97beafe0-ab97-4e89-b27b-d0e105049caf HTTP/1.1" status: 200 len: 834 time: 0.0668023 Mar 22 13:15:46.796485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-30dbb17f-6799-4265-9fb1-c77aff8f18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:46.798118 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-30dbb17f-6799-4265-9fb1-c77aff8f18ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01b62550-ab75-4d9c-838e-47f47c5c4f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775874 Mar 22 13:15:46.944601 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-1c4a2db7-2491-4439-ab12-2024a82e29a9 service neutron] 10.222.0.47 "GET /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387038 Mar 22 13:15:47.147713 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f84ec3e9-7e5e-40f3-9745-2913870cd559 req-7f718c31-f9d1-47c4-95fd-3ab5530f7657 service neutron] 10.222.0.47 "GET /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949971 Mar 22 13:15:47.187028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de483a9-e21e-4622-9a54-c44d4fd688eb req-8c72a7f2-8aea-43e5-8429-3a16ef801150 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:47.187758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-4de483a9-e21e-4622-9a54-c44d4fd688eb req-8c72a7f2-8aea-43e5-8429-3a16ef801150 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:15:47.207186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-4de483a9-e21e-4622-9a54-c44d4fd688eb req-8c72a7f2-8aea-43e5-8429-3a16ef801150 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:15:47.208236 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4de483a9-e21e-4622-9a54-c44d4fd688eb req-8c72a7f2-8aea-43e5-8429-3a16ef801150 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 944 time: 0.1413195 Mar 22 13:15:47.260781 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4de483a9-e21e-4622-9a54-c44d4fd688eb req-ab9bcc00-6473-4f70-b413-a5bef33dc866 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449443 Mar 22 13:15:48.471953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ad576-b9cc-485a-ba55-46150f1e11f5 req-136498f3-670b-4b3c-a19b-1a3adc04762f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:48.473507 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a25ad576-b9cc-485a-ba55-46150f1e11f5 req-136498f3-670b-4b3c-a19b-1a3adc04762f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 944 time: 0.0982001 Mar 22 13:15:48.523552 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a25ad576-b9cc-485a-ba55-46150f1e11f5 req-7c722a7b-603b-4f5d-8ad0-eb00399e54af tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 Mar 22 13:15:49.401420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c781d481-2734-4f6b-a4e8-a7c94645e25c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:15:49.547742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port c781d481-2734-4f6b-a4e8-a7c94645e25c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c781d481-2734-4f6b-a4e8-a7c94645e25c,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:49.564097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'port_id': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'mac_address': 'fa:16:3e:1e:3f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:15:49.629352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:49.647761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c781d481-2734-4f6b-a4e8-a7c94645e25c {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:15:49.663986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port c781d481-2734-4f6b-a4e8-a7c94645e25c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c781d481-2734-4f6b-a4e8-a7c94645e25c,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:49.670634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:49.732977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15bdd1-931c-4598-a5b2-c7d8be4d6ffe req-0be6c752-590a-4453-931e-94c48a680996 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:49.734540 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7b15bdd1-931c-4598-a5b2-c7d8be4d6ffe req-0be6c752-590a-4453-931e-94c48a680996 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 945 time: 0.1001055 Mar 22 13:15:49.752980 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=c781d481-2734-4f6b-a4e8-a7c94645e25c,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:49.899788 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7b15bdd1-931c-4598-a5b2-c7d8be4d6ffe req-1f312fff-b541-4c1c-934c-e81e0902a883 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590619 Mar 22 13:15:49.981379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['c781d481-2734-4f6b-a4e8-a7c94645e25c'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:15:51.108932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0c80b-16b1-418d-917f-986d1e33a186 req-7acc8709-6ae1-43a3-a0cd-8fab5568c4c3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:51.110540 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ab0c80b-16b1-418d-917f-986d1e33a186 req-7acc8709-6ae1-43a3-a0cd-8fab5568c4c3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 945 time: 0.0960147 Mar 22 13:15:51.159009 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7ab0c80b-16b1-418d-917f-986d1e33a186 req-3a0a5ac9-153c-4a99-b29d-3811d2da8c11 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422442 Mar 22 13:15:51.417434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c781d481-2734-4f6b-a4e8-a7c94645e25c up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:15:51.494822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port c781d481-2734-4f6b-a4e8-a7c94645e25c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:15:51.499612 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port c781d481-2734-4f6b-a4e8-a7c94645e25c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:51.500092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:51.669567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:51.674903 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:51.707657 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c781d481-2734-4f6b-a4e8-a7c94645e25c'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:15:51.722048 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port c781d481-2734-4f6b-a4e8-a7c94645e25c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c781d481-2734-4f6b-a4e8-a7c94645e25c,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:15:51.727257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:51.766483 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'code': 200} Mar 22 13:15:51.805400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=c781d481-2734-4f6b-a4e8-a7c94645e25c,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:52.026106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b50fe-3e01-4cac-8bc4-ca7054b1b307 req-6080881c-dc3a-4b46-b4bc-1163de8f3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:52.027625 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6b0b50fe-3e01-4cac-8bc4-ca7054b1b307 req-6080881c-dc3a-4b46-b4bc-1163de8f3e1c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 1099 time: 0.0877814 Mar 22 13:15:52.073144 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6b0b50fe-3e01-4cac-8bc4-ca7054b1b307 req-2f8837a9-619b-4f0b-8474-38c76c6a8e77 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384800 Mar 22 13:15:52.408853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74dcc4-bf5a-4b4c-b2d5-d4bef5670fae req-93268c3f-4659-4812-ae75-b9370aa69742 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:52.410563 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ab74dcc4-bf5a-4b4c-b2d5-d4bef5670fae req-93268c3f-4659-4812-ae75-b9370aa69742 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 946 time: 0.1077144 Mar 22 13:15:52.469925 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ab74dcc4-bf5a-4b4c-b2d5-d4bef5670fae req-7a37106c-b8f1-425d-9f89-1cd0b6b854f7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532053 Mar 22 13:15:53.683127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5730c47-31af-4741-b3e0-4de1d17e63bf req-2139eee4-cf21-40f3-babd-5362ed0028aa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:53.684618 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5730c47-31af-4741-b3e0-4de1d17e63bf req-2139eee4-cf21-40f3-babd-5362ed0028aa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 946 time: 0.0922894 Mar 22 13:15:53.735736 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5730c47-31af-4741-b3e0-4de1d17e63bf req-d6237449-add5-4189-8033-5f884a9da82a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448542 Mar 22 13:15:53.934270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895c17d-4211-4771-baac-07056bcd2ff4 req-90b463f0-96ea-4037-9370-1b85a9d5c9a3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:53.935943 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c895c17d-4211-4771-baac-07056bcd2ff4 req-90b463f0-96ea-4037-9370-1b85a9d5c9a3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 946 time: 0.0864830 Mar 22 13:15:53.988553 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c895c17d-4211-4771-baac-07056bcd2ff4 req-90eaceb7-3ba3-4e9b-9736-465baf1731d2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456214 Mar 22 13:15:54.014808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44944) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:54.096831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c926100-a63f-4b9c-9b4b-7dde4769e5c5 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:54.098412 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7c926100-a63f-4b9c-9b4b-7dde4769e5c5 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 1094 time: 0.0825815 Mar 22 13:15:54.101304 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44948) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:54.106298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:15:54.113094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:54.117112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:floatingip and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:54.120171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:54.127037 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:54.266031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:54.449660 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:54.645676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.12 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/eebeff65-af2c-4c2b-b3f3-00393f7d9b7a) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:15:54.841023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:54.880069 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:54.960764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:15:54.968399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:15:54.972092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:15:55.005174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=eebeff65-af2c-4c2b-b3f3-00393f7d9b7a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:55.554970 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:55.653938 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:55.920843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:55.925891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:56.071113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=eebeff65-af2c-4c2b-b3f3-00393f7d9b7a,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:56.082983 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:56.419681 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP dc4b7683-c944-45df-98d2-5bf9940ea671 associated. External IP: 172.26.5.12, port: c781d481-2734-4f6b-a4e8-a7c94645e25c. Mar 22 13:15:56.843735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 38d83277-755e-46c9-8937-cb4d360136ef has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:15:57.063256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:15:57.071006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] Sync routers for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:15:57.082950 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:57.084938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:15:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:57.101129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:57.184439 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5b3aacb8-222d-4aa6-8204-2442bf6d828c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0820112 Mar 22 13:15:57.185025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'tag': 'c781d481-2734-4f6b-a4e8-a7c94645e25c'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:15:57.187151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44952) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:57.242674 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'tag': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'status': 'completed', 'code': 200} Mar 22 13:15:57.310533 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:57.465722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-3b3c2502-72a5-4ed4-8699-92fad8d01686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:57.465722 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-3b3c2502-72a5-4ed4-8699-92fad8d01686 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 1099 time: 0.1879590 Mar 22 13:15:57.498460 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f9d7d39e-e8af-4ef7-ae8d-3acd1274ea3c tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers/38d83277-755e-46c9-8937-cb4d360136ef HTTP/1.1" status: 200 len: 922 time: 0.3091578 Mar 22 13:15:57.501287 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44958) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:57.628377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-094397a2-51b2-460a-9f18-28550fa6cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:57.629092 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d7d69ce9-959d-4f21-b625-64772b5cef1e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/dc4b7683-c944-45df-98d2-5bf9940ea671 HTTP/1.1" status: 200 len: 991 time: 0.1266255 Mar 22 13:15:57.631496 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-094397a2-51b2-460a-9f18-28550fa6cc2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=01b62550-ab75-4d9c-838e-47f47c5c4f3e HTTP/1.1" status: 200 len: 897 time: 0.1582651 Mar 22 13:15:57.724139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'dc4b7683-c944-45df-98d2-5bf9940ea671', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'port_id': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'mac_address': 'fa:16:3e:1e:3f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:55Z', 'updated_at': '2022-03-22T13:15:55Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:15:41Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:57.729600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] Checking router: 38d83277-755e-46c9-8937-cb4d360136ef for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:15:57.739796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:15:57.740701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:15:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:57.751816 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-cdbf5e88-e7f1-4cfc-9fb4-399e1b807d62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c781d481-2734-4f6b-a4e8-a7c94645e25c HTTP/1.1" status: 200 len: 999 time: 0.1104388 Mar 22 13:15:57.831789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-c3ea5e92-7534-4aa8-9e00-4d4ffe6fc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:57.834092 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-c3ea5e92-7534-4aa8-9e00-4d4ffe6fc938 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97beafe0-ab97-4e89-b27b-d0e105049caf HTTP/1.1" status: 200 len: 834 time: 0.0703993 Mar 22 13:15:57.920512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-d17fa9d1-a8b0-46e7-93d9-0418c137a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:57.922003 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-d17fa9d1-a8b0-46e7-93d9-0418c137a395 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01b62550-ab75-4d9c-838e-47f47c5c4f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808547 Mar 22 13:15:57.934347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:15:58.065716 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-b2ea5b15-a1c3-4f3c-b918-d818b9b61991 service neutron] 10.222.0.47 "GET /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356225 Mar 22 13:15:58.216305 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18ef73b8-cfff-4380-90b7-34ca7d677656 req-495c8c35-6a5d-4c7a-8d72-fb0ab47ec18c service neutron] 10.222.0.47 "GET /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422162 Mar 22 13:15:58.324479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'dc4b7683-c944-45df-98d2-5bf9940ea671', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'port_id': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'mac_address': 'fa:16:3e:1e:3f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:55Z', 'updated_at': '2022-03-22T13:15:55Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:15:41Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:58.328561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bbf874-3941-49e2-ac46-b98db51379af None None] The sync data for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv is: [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'dc4b7683-c944-45df-98d2-5bf9940ea671', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'port_id': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'mac_address': 'fa:16:3e:1e:3f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:55Z', 'updated_at': '2022-03-22T13:15:55Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:15:41Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:15:58.530968 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d4e91-c146-4775-af38-c9c0ff2be3b3 None None] New status for floating IP dc4b7683-c944-45df-98d2-5bf9940ea671: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:15:58.642360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44962) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:58.744365 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-48d11ca9-67e0-43eb-a1a8-530ee13cef25 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/dc4b7683-c944-45df-98d2-5bf9940ea671 HTTP/1.1" status: 200 len: 991 time: 0.1075201 Mar 22 13:15:59.753177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 44966) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:59.860465 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ef9ae889-fc10-45e7-9f35-578da0ba9a91 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/dc4b7683-c944-45df-98d2-5bf9940ea671 HTTP/1.1" status: 200 len: 993 time: 0.1125691 Mar 22 13:16:03.010867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a4179434-a6ec-49d6-9413-ecca9beb5d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:05.342357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e9de122-d14f-4a54-9d92-92f997b446d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:06.363005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:06.583755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:07.791338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:21.604155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:23.430362 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:16:29.434277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44986) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:29.624282 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b43d97d2-cc9d-4c6a-8aaa-94bbe1baa231 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers/38d83277-755e-46c9-8937-cb4d360136ef/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1886966 Mar 22 13:16:29.627114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44990) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:29.926035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c6759-f42a-43cf-8424-1c32a30a1dc7 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Notify agent at dv-neutron-834664-2-hyperv the message router_removed_from_agent {{(pid=87933) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 22 13:16:29.929128 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-565c6759-f42a-43cf-8424-1c32a30a1dc7 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "DELETE /v2.0/agents/d82d38fc-9ad1-4de5-a023-056eb713c4d8/l3-routers/38d83277-755e-46c9-8937-cb4d360136ef HTTP/1.1" status: 204 len: 168 time: 0.3010702 Mar 22 13:16:29.932484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44994) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:30.113794 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5bf1c8b3-77a7-4b31-a4c6-575198174e6d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers/38d83277-755e-46c9-8937-cb4d360136ef/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1802697 Mar 22 13:16:30.116442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 44998) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:30.223299 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e5339548-6601-4fd2-8777-f10600477760 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/dc4b7683-c944-45df-98d2-5bf9940ea671 HTTP/1.1" status: 200 len: 993 time: 0.1056900 Mar 22 13:16:30.675610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340049d6-9f34-480d-a230-4ae6c958a870 None None] New status for floating IP dc4b7683-c944-45df-98d2-5bf9940ea671: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:16:31.227307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45002) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:31.335380 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-dfe388c2-b8aa-480a-8026-86ddd3784544 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/dc4b7683-c944-45df-98d2-5bf9940ea671 HTTP/1.1" status: 200 len: 991 time: 0.1067760 Mar 22 13:16:31.416202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0c92816f-7154-4812-bc74-853c5faf85ce no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:16:31.528656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:31.544614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 0c92816f-7154-4812-bc74-853c5faf85ce, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0c92816f-7154-4812-bc74-853c5faf85ce,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:31.548413 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:31.549260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72226d6-0388-4007-8cad-d085c70049c2 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:16:31.666340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=0c92816f-7154-4812-bc74-853c5faf85ce,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:31.721725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:31.753357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port b72226d6-0388-4007-8cad-d085c70049c2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b72226d6-0388-4007-8cad-d085c70049c2,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:31.757897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:31.825135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=b72226d6-0388-4007-8cad-d085c70049c2,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:33.013171 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd74c-84d4-43f3-ac01-e353e44d8a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:33.374146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45010) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:33.575522 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f40cf2-a330-4bcd-8634-a270e5bcc01a tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Router 38d83277-755e-46c9-8937-cb4d360136ef is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:16:33.575885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f40cf2-a330-4bcd-8634-a270e5bcc01a tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Notify agent at dv-neutron-834664-2-hyperv the message router_added_to_agent {{(pid=87932) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 22 13:16:33.593364 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-82f40cf2-a330-4bcd-8634-a270e5bcc01a tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "POST /v2.0/agents/d82d38fc-9ad1-4de5-a023-056eb713c4d8/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2181201 Mar 22 13:16:33.596051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45018) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:33.606294 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] Sync routers for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:16:33.615702 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:33.616556 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:33.795935 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:33.920988 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cfcfa2ca-3963-469e-ace5-1d570a78aca8 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers/38d83277-755e-46c9-8937-cb4d360136ef/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3237991 Mar 22 13:16:33.923613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45022) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:34.032290 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c09689a3-992b-4c43-847a-2fc45b946b7b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/dc4b7683-c944-45df-98d2-5bf9940ea671 HTTP/1.1" status: 200 len: 991 time: 0.1075599 Mar 22 13:16:34.158883 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:16:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'dc4b7683-c944-45df-98d2-5bf9940ea671', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'port_id': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'mac_address': 'fa:16:3e:1e:3f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:55Z', 'updated_at': '2022-03-22T13:16:30Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:16:31Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:34.171313 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] Checking router: 38d83277-755e-46c9-8937-cb4d360136ef for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:16:34.179658 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:34.180280 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:34.357133 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:34.736108 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:16:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'dc4b7683-c944-45df-98d2-5bf9940ea671', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'port_id': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'mac_address': 'fa:16:3e:1e:3f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:55Z', 'updated_at': '2022-03-22T13:16:30Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:16:31Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:34.739934 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47d9f3-7a79-4ba5-881c-10e14254b122 None None] The sync data for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv is: [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:16:31Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'dc4b7683-c944-45df-98d2-5bf9940ea671', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'port_id': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'mac_address': 'fa:16:3e:1e:3f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:55Z', 'updated_at': '2022-03-22T13:16:30Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:16:31Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:16:35.036455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45026) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:35.147973 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3cce4402-5ea7-4cd4-8d2f-393ac27c5c2c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/dc4b7683-c944-45df-98d2-5bf9940ea671 HTTP/1.1" status: 200 len: 991 time: 0.1103771 Mar 22 13:16:35.349471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-06a09db6-9d80-4331-94cb-f5b39db67629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:35.474506 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0c92816f-7154-4812-bc74-853c5faf85ce up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:16:35.543991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 0c92816f-7154-4812-bc74-853c5faf85ce triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:35.544361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:35.666038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:35.683050 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 0c92816f-7154-4812-bc74-853c5faf85ce, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0c92816f-7154-4812-bc74-853c5faf85ce,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:35.687483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:35.688226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72226d6-0388-4007-8cad-d085c70049c2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:16:35.805837 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=0c92816f-7154-4812-bc74-853c5faf85ce,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:35.815439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.815783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.816113 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.816445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.816765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.817085 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.817404 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.817720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.818035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.818367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.818666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.818975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:35.829510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b72226d6-0388-4007-8cad-d085c70049c2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:35.829878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:35.956737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:35.990435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port b72226d6-0388-4007-8cad-d085c70049c2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b72226d6-0388-4007-8cad-d085c70049c2,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:35.994818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:36.061670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=b72226d6-0388-4007-8cad-d085c70049c2,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:36.152415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45030) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:36.265785 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6203e40f-4091-4ce1-a84e-5bf9f8639a95 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/dc4b7683-c944-45df-98d2-5bf9940ea671 HTTP/1.1" status: 200 len: 991 time: 0.1122346 Mar 22 13:16:36.314167 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-46fb740a-2c24-441c-a16c-1401ffff8181 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728488 Mar 22 13:16:36.366694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:36.395437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238deaf-8242-456d-a96e-229c6f19e759 None None] New status for floating IP dc4b7683-c944-45df-98d2-5bf9940ea671: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:16:36.470333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-843b1977-d5f0-435b-9479-e30f526a886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:36.471830 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-843b1977-d5f0-435b-9479-e30f526a886c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 1098 time: 0.0781002 Mar 22 13:16:36.603475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:36.623732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-12f07d77-ef77-444f-b1b4-c14409790c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:36.625253 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-12f07d77-ef77-444f-b1b4-c14409790c40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.1328030 Mar 22 13:16:36.734176 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-f8a1f110-2731-43cf-ba2a-de7c0864be09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0 HTTP/1.1" status: 200 len: 1000 time: 0.1002114 Mar 22 13:16:36.798955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-d832fdc1-1a65-4b2a-a922-e789eccbe307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:36.800720 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-d832fdc1-1a65-4b2a-a922-e789eccbe307 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.0602834 Mar 22 13:16:36.879274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-1bc32a48-b121-4826-b568-39a19180b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:36.880647 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-1bc32a48-b121-4826-b568-39a19180b257 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735955 Mar 22 13:16:37.018533 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-b40b21ea-2eda-4127-a813-d8e411481095 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306124 Mar 22 13:16:37.153176 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d775bd85-7832-4681-8c61-a0f08d2ed146 req-dd060231-2740-4caf-bb5f-7eb62218c8f9 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280680 Mar 22 13:16:37.269990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45034) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:37.375135 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-197a6c04-e6bb-4571-8127-7b77cfd46e58 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/dc4b7683-c944-45df-98d2-5bf9940ea671 HTTP/1.1" status: 200 len: 993 time: 0.1033156 Mar 22 13:16:37.435991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0c92816f-7154-4812-bc74-853c5faf85ce up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:16:37.504611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 0c92816f-7154-4812-bc74-853c5faf85ce triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:37.504978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:37.662238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72226d6-0388-4007-8cad-d085c70049c2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:16:37.693419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45042) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:37.735411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port b72226d6-0388-4007-8cad-d085c70049c2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:37.735786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:37.815951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:38.012924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port eebeff65-af2c-4c2b-b3f3-00393f7d9b7a {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:16:38.013267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:38.184322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:38.184653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:38.314068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for eebeff65-af2c-4c2b-b3f3-00393f7d9b7a owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:16:38.471527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:38.520177 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=eebeff65-af2c-4c2b-b3f3-00393f7d9b7a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:38.621115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:38.621451 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP dc4b7683-c944-45df-98d2-5bf9940ea671 disassociated (deleted). External IP: 172.26.5.12, port: c781d481-2734-4f6b-a4e8-a7c94645e25c. Mar 22 13:16:38.997140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 38d83277-755e-46c9-8937-cb4d360136ef has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:16:39.179930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:16:39.191689 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] Sync routers for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:16:39.204954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:39.209769 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:39.210595 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:39.280235 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d6fd30ba-9e99-4c8d-8077-40699005919e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/floatingips/dc4b7683-c944-45df-98d2-5bf9940ea671 HTTP/1.1" status: 204 len: 168 time: 1.5854471 Mar 22 13:16:39.280747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'tag': 'c781d481-2734-4f6b-a4e8-a7c94645e25c'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:16:39.344243 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'tag': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'status': 'completed', 'code': 200} Mar 22 13:16:39.408984 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:39.451054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47ff18-a971-4291-90ab-220849a4989d req-eebe75e0-387c-4e69-9e99-910c65bc00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:39.452665 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eb47ff18-a971-4291-90ab-220849a4989d req-eebe75e0-387c-4e69-9e99-910c65bc00b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 1099 time: 0.0831587 Mar 22 13:16:39.722453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce652ba5-33cf-47f9-835b-a4a1246d3df1 req-dca95ff9-83cc-49ad-8710-de8f7aa89314 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:39.724006 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ce652ba5-33cf-47f9-835b-a4a1246d3df1 req-dca95ff9-83cc-49ad-8710-de8f7aa89314 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 946 time: 0.0953822 Mar 22 13:16:39.748278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47ff18-a971-4291-90ab-220849a4989d req-23f5b39a-1f80-442a-9b5c-d5657bef56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:39.749758 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eb47ff18-a971-4291-90ab-220849a4989d req-23f5b39a-1f80-442a-9b5c-d5657bef56b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=01b62550-ab75-4d9c-838e-47f47c5c4f3e HTTP/1.1" status: 200 len: 897 time: 0.2904279 Mar 22 13:16:39.777559 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ce652ba5-33cf-47f9-835b-a4a1246d3df1 req-96e5e8ae-d3c0-4bf7-a31d-4822efacf854 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477772 Mar 22 13:16:39.809761 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:16:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:16:35Z', 'revision_number': 7, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:39.814085 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] Checking router: 38d83277-755e-46c9-8937-cb4d360136ef for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:16:39.824151 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:39.824662 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:39.826183 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eb47ff18-a971-4291-90ab-220849a4989d req-214b1987-6ea4-4a1a-a626-c8edabbf188f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c781d481-2734-4f6b-a4e8-a7c94645e25c HTTP/1.1" status: 200 len: 217 time: 0.0681419 Mar 22 13:16:39.898738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47ff18-a971-4291-90ab-220849a4989d req-b9f47648-cb25-45bd-abc7-64cdc1d9f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:39.900310 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eb47ff18-a971-4291-90ab-220849a4989d req-b9f47648-cb25-45bd-abc7-64cdc1d9f4ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97beafe0-ab97-4e89-b27b-d0e105049caf HTTP/1.1" status: 200 len: 834 time: 0.0667505 Mar 22 13:16:39.990906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47ff18-a971-4291-90ab-220849a4989d req-bd91c4cc-3010-4c64-aac6-3fd2ba4fe00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:39.993224 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eb47ff18-a971-4291-90ab-220849a4989d req-bd91c4cc-3010-4c64-aac6-3fd2ba4fe00c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=01b62550-ab75-4d9c-838e-47f47c5c4f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757399 Mar 22 13:16:40.018910 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:40.138585 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eb47ff18-a971-4291-90ab-220849a4989d req-c8bf1903-4189-432c-ab64-08792ef9a71d service neutron] 10.222.0.47 "GET /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366160 Mar 22 13:16:40.285715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eb47ff18-a971-4291-90ab-220849a4989d req-5afc0762-98a1-4836-a1a2-36be362a2a53 service neutron] 10.222.0.47 "GET /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391482 Mar 22 13:16:40.343052 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:16:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:16:35Z', 'revision_number': 7, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:40.347340 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d7a18-6f04-4a5a-a4b1-c71e96ff9e07 None None] The sync data for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv is: [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:15:36Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:16:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'b72226d6-0388-4007-8cad-d085c70049c2', 'name': '', 'network_id': '01b62550-ab75-4d9c-838e-47f47c5c4f3e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:41:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:35Z', 'updated_at': '2022-03-22T13:16:35Z', 'revision_number': 7, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '97beafe0-ab97-4e89-b27b-d0e105049caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:16:40.981985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cfe4a-307c-490f-bf47-4a6fa6271c44 req-76c776c1-75d7-463a-8f43-5587fdfce8e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:40.982722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-d20cfe4a-307c-490f-bf47-4a6fa6271c44 req-76c776c1-75d7-463a-8f43-5587fdfce8e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:16:41.005756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-d20cfe4a-307c-490f-bf47-4a6fa6271c44 req-76c776c1-75d7-463a-8f43-5587fdfce8e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:16:41.006979 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d20cfe4a-307c-490f-bf47-4a6fa6271c44 req-76c776c1-75d7-463a-8f43-5587fdfce8e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 946 time: 0.1142340 Mar 22 13:16:41.062627 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d20cfe4a-307c-490f-bf47-4a6fa6271c44 req-c6ca70ac-94af-4866-8c10-bb9f74a96c28 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=40aa72d3-3187-45a0-9d39-e3d06bd98afb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453084 Mar 22 13:16:41.301872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-12365e5a-aae8-4c51-87ab-c0c6cfef1d8f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:41.303309 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-12365e5a-aae8-4c51-87ab-c0c6cfef1d8f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 946 time: 0.0845203 Mar 22 13:16:41.387940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port c781d481-2734-4f6b-a4e8-a7c94645e25c {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:16:41.388278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:41.550968 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88434c8e-d307-46b3-a846-4f79286661f8 None None] New status for floating IP dc4b7683-c944-45df-98d2-5bf9940ea671: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:16:41.666348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port c781d481-2734-4f6b-a4e8-a7c94645e25c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c781d481-2734-4f6b-a4e8-a7c94645e25c,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:41.666850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:41.810820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for c781d481-2734-4f6b-a4e8-a7c94645e25c owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:16:41.966556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:42.019603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=c781d481-2734-4f6b-a4e8-a7c94645e25c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:42.074558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.074899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.075267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.075594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.075916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.076236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.076558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.076986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.077310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.077610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.077921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.078234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:42.222336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] No DVR routers for this DVR port c781d481-2734-4f6b-a4e8-a7c94645e25c on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:16:42.224678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:42.229269 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d8bdd053-1be4-4c6d-8cf6-d52409b5dd26 req-bfd8025b-d7d3-4250-a85c-f994e7735ad9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=103b90bd-c3b6-4926-b1a3-69dfad98d3f6 HTTP/1.1" status: 200 len: 210 time: 0.0448148 Mar 22 13:16:42.229846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'name': 'network-vif-deleted', 'tag': 'c781d481-2734-4f6b-a4e8-a7c94645e25c'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:16:42.245970 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eea37459-71f8-4e7d-9942-c40b99e16949 req-1dbf898f-1c7f-49a2-ac3e-a719fc1d5f2d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "DELETE /v2.0/ports/c781d481-2734-4f6b-a4e8-a7c94645e25c HTTP/1.1" status: 204 len: 173 time: 0.9340072 Mar 22 13:16:42.282541 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103b90bd-c3b6-4926-b1a3-69dfad98d3f6', 'name': 'network-vif-deleted', 'tag': 'c781d481-2734-4f6b-a4e8-a7c94645e25c', 'status': 'completed', 'code': 200} Mar 22 13:16:43.326657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45060) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:43.400924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-434a835a-db2d-4273-b11a-c481820d6885 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:43.430919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-434a835a-db2d-4273-b11a-c481820d6885 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:43.495615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-434a835a-db2d-4273-b11a-c481820d6885 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:43.514423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a835a-db2d-4273-b11a-c481820d6885 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aa72d3-3187-45a0-9d39-e3d06bd98afb,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:43.525575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-434a835a-db2d-4273-b11a-c481820d6885 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:43.526997 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-434a835a-db2d-4273-b11a-c481820d6885 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/40aa72d3-3187-45a0-9d39-e3d06bd98afb HTTP/1.1" status: 204 len: 168 time: 0.1993074 Mar 22 13:16:43.559312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45066) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:44.184406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:44.703089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port b72226d6-0388-4007-8cad-d085c70049c2 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:16:44.703819 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:44.918701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port b72226d6-0388-4007-8cad-d085c70049c2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=b72226d6-0388-4007-8cad-d085c70049c2,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:44.919059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:45.044534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for b72226d6-0388-4007-8cad-d085c70049c2 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:16:45.252616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:45.306230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=b72226d6-0388-4007-8cad-d085c70049c2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:45.350105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.350506 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.350793 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.351131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.351574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.351896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.352225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.352556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.352884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.353206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.353528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.353848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:45.620622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:45.652028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c781d481-2734-4f6b-a4e8-a7c94645e25c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:16:45.687424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: c781d481-2734-4f6b-a4e8-a7c94645e25c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:16:45.687673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c781d481-2734-4f6b-a4e8-a7c94645e25c not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:16:45.995092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 38d83277-755e-46c9-8937-cb4d360136ef has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:16:46.297872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:16:46.308583 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] Sync routers for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:16:46.314865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45070) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:46.315628 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-74b01bac-d7c1-4ea4-9896-7ee09fd4dd75 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/38d83277-755e-46c9-8937-cb4d360136ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7545362 Mar 22 13:16:46.318094 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:46.318708 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:46.388206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b9119a-cca2-4712-89a7-dfeb6c3e503b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting subnet 97beafe0-ab97-4e89-b27b-d0e105049caf {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:16:46.391871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26b9119a-cca2-4712-89a7-dfeb6c3e503b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:46.447720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26b9119a-cca2-4712-89a7-dfeb6c3e503b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:46.535054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26b9119a-cca2-4712-89a7-dfeb6c3e503b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:46.544359 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:46.614744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26b9119a-cca2-4712-89a7-dfeb6c3e503b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:46.654105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9119a-cca2-4712-89a7-dfeb6c3e503b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Subnet': ['ID=97beafe0-ab97-4e89-b27b-d0e105049caf,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:46.659544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-26b9119a-cca2-4712-89a7-dfeb6c3e503b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:46.668457 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-26b9119a-cca2-4712-89a7-dfeb6c3e503b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/subnets/97beafe0-ab97-4e89-b27b-d0e105049caf HTTP/1.1" status: 204 len: 168 time: 0.3504934 Mar 22 13:16:46.669041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c65c7-d56e-4ce8-a3a1-1b8aebb3f868 None None] Network 01b62550-ab75-4d9c-838e-47f47c5c4f3e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:16:46.669500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45074) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:46.847648 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:16:45Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:16:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:46.854269 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] Checking router: 38d83277-755e-46c9-8937-cb4d360136ef for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:16:46.864565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:46.867453 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] Routers {'38d83277-755e-46c9-8937-cb4d360136ef'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:46.868316 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['38d83277-755e-46c9-8937-cb4d360136ef'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:46.951050 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bab16c-b613-4f06-bb3b-087f7bb3def2 None None] DHCP port deletion for 01b62550-ab75-4d9c-838e-47f47c5c4f3e request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:16:46.956737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d4bab16c-b613-4f06-bb3b-087f7bb3def2 None None] Deleting port ea6ec580-2305-43ab-8d2e-150cd0dfc7be {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:16:46.957564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d4bab16c-b613-4f06-bb3b-087f7bb3def2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:47.079785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:47.097742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 0c92816f-7154-4812-bc74-853c5faf85ce {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:16:47.098315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:47.105557 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] Set router 38d83277-755e-46c9-8937-cb4d360136ef gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:47.180047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d4bab16c-b613-4f06-bb3b-087f7bb3def2 None None] For port ea6ec580-2305-43ab-8d2e-150cd0dfc7be, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ea6ec580-2305-43ab-8d2e-150cd0dfc7be,segment=NetworkSegment(de07ea1f-33dd-4f51-ae63-35279797b7de),segment_id=de07ea1f-33dd-4f51-ae63-35279797b7de)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:47.180402 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d4bab16c-b613-4f06-bb3b-087f7bb3def2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:47.297701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 0c92816f-7154-4812-bc74-853c5faf85ce, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0c92816f-7154-4812-bc74-853c5faf85ce,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:47.298197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:47.316917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d4bab16c-b613-4f06-bb3b-087f7bb3def2 None None] Calling delete_port for ea6ec580-2305-43ab-8d2e-150cd0dfc7be owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:16:47.432217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d4bab16c-b613-4f06-bb3b-087f7bb3def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:47.432777 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:16:45Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:16:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:47.437776 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d5314-0f7c-4874-8953-e65898cadfe0 None None] The sync data for ids ['38d83277-755e-46c9-8937-cb4d360136ef'] in dv-neutron-834664-2-hyperv is: [{'id': '38d83277-755e-46c9-8937-cb4d360136ef', 'name': 'tempest-TestNetworkBasicOps-router-1104251429', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:15:30Z', 'updated_at': '2022-03-22T13:16:45Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '0c92816f-7154-4812-bc74-853c5faf85ce', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d83277-755e-46c9-8937-cb4d360136ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:15:31Z', 'updated_at': '2022-03-22T13:16:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:16:47.451136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 0c92816f-7154-4812-bc74-853c5faf85ce owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:16:47.475557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ea6ec580-2305-43ab-8d2e-150cd0dfc7be no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:16:47.524495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bab16c-b613-4f06-bb3b-087f7bb3def2 None None] Pushing event deleted for resources: {'Port': ['ID=ea6ec580-2305-43ab-8d2e-150cd0dfc7be,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:47.529153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bab16c-b613-4f06-bb3b-087f7bb3def2 None None] No DVR routers for this DVR port ea6ec580-2305-43ab-8d2e-150cd0dfc7be on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:16:47.529153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: ea6ec580-2305-43ab-8d2e-150cd0dfc7be {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:16:47.529153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ea6ec580-2305-43ab-8d2e-150cd0dfc7be not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:16:47.876781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:47.931339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=0c92816f-7154-4812-bc74-853c5faf85ce,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:48.037289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.232244 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.234699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.256970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.257904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Fanout notify agent at l3_agent the message router_deleted on router 38d83277-755e-46c9-8937-cb4d360136ef {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:16:48.272958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.274683 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-889f9ceb-0e1e-4656-9c6f-2b51ed07d7c4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/routers/38d83277-755e-46c9-8937-cb4d360136ef HTTP/1.1" status: 204 len: 168 time: 1.6044946 Mar 22 13:16:48.277354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45078) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:48.395465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.532364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.559569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b62550-ab75-4d9c-838e-47f47c5c4f3e']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:48.572430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de07ea1f-33dd-4f51-ae63-35279797b7de') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:48.572750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de07ea1f-33dd-4f51-ae63-35279797b7de') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:48.584504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.602176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.609005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:16:48.609392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:16:48.628275 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:16:48.721426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.745042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.762271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Network': ['ID=01b62550-ab75-4d9c-838e-47f47c5c4f3e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:48.771946 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-460e1c9d-7f27-4a42-91b1-9c9e19a914c7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/networks/01b62550-ab75-4d9c-838e-47f47c5c4f3e HTTP/1.1" status: 204 len: 168 time: 0.4935739 Mar 22 13:16:48.800234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45082) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:48.805886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'network': {'name': 'tempest-network-smoke--247618108', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'port_security_enabled': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:16:48.811682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:16:48.816657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:network and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:16:48.821033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:16:48.829052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:16:48.845048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:16:48.848939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.881347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:16:48.890633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.890959 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Added segment bbb07a36-a5c7-40fb-a661-93ff0f0b069f of type vlan for network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 Mar 22 13:16:48.918058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.952818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:48.958294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:48.958874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:49.064920 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2633955 Mar 22 13:16:49.067657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45086) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:49.071318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3567181-1f24-494c-9764-821dd248e750 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Network': ['ID=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:49.073736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-303091624', 'admin_state_up': True, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:16:49.081044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:16:49.081524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:16:49.085394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:router and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:16:49.088847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:16:49.094891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:16:49.104636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:49.105692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:49.123518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:49.409763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:49.430345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0c92816f-7154-4812-bc74-853c5faf85ce no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:16:49.468736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 0c92816f-7154-4812-bc74-853c5faf85ce {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:16:49.469081 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0c92816f-7154-4812-bc74-853c5faf85ce not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:16:49.469502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72226d6-0388-4007-8cad-d085c70049c2 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:16:49.503318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: b72226d6-0388-4007-8cad-d085c70049c2 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:16:49.503665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device b72226d6-0388-4007-8cad-d085c70049c2 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:16:49.721229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:49.751180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:49.892161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.241 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/8d17b418-437f-493b-8540-07b3ffa54a41) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:16:50.042658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:50.073263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:50.133312 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:16:50.136289 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:16:50.138914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:16:50.185274 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=8d17b418-437f-493b-8540-07b3ffa54a41,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:50.698248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:51.058355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:51.267127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router c597cf35-3e0c-472f-b998-18149f826448 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:16:51.458377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:16:51.469320 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Sync routers for ids ['c597cf35-3e0c-472f-b998-18149f826448'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:16:51.479034 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Routers {'c597cf35-3e0c-472f-b998-18149f826448'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:51.479747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['c597cf35-3e0c-472f-b998-18149f826448'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:51.486725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:51.488144 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1567a417-100c-472b-8f81-c49ff3c1008b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4194283 Mar 22 13:16:51.491350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45090) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:51.552361 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-96664500-265c-46a3-901a-00b9b1acf1ba tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6daadd1aa47b42258070c40f7792664e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596788 Mar 22 13:16:51.555010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45094) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:51.617107 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:51.688921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959e6c8-b7ba-4817-82c8-b98f6845bb37 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:51.692979 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6959e6c8-b7ba-4817-82c8-b98f6845bb37 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343255 Mar 22 13:16:51.693215 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45098) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:51.708723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Set router c597cf35-3e0c-472f-b998-18149f826448 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:51.737157 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-00e13447-7a12-4bc1-8bbc-12fd93ecfd2a tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428212 Mar 22 13:16:51.739718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45102) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:51.745709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-537929316', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:16:51.864394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:16:51.868278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:subnet and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:16:51.871259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:16:51.877171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:16:51.896114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:16:51.900453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.022805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:50Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:52.027758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Checking router: c597cf35-3e0c-472f-b998-18149f826448 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:16:52.028096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Updating router c597cf35-3e0c-472f-b998-18149f826448 port 8d17b418-437f-493b-8540-07b3ffa54a41 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:16:52.082901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.131221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.214667 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Subnet': ['ID=a401a8c3-3fe5-4556-bb22-130c0e836358,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:52.225259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Checking segment: {'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:16:52.225624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network hostable DHCP agents. Network: 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:16:52.250135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:16:52.264095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:16:52.268048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:52.268633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.295511 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ffdca91f-44f3-4a73-be09-55cd2ba44bef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5519085 Mar 22 13:16:52.295803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45106) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:52.310813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063ac3f-e701-4370-b0be-010213216b9a None None] Network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:16:52.332925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45110) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:52.614560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.662081 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Transition to ACTIVE for port object 8d17b418-437f-493b-8540-07b3ffa54a41 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:16:52.670840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.705373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:16:52.706196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.758355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Deleting port 308929a0-6237-44fd-94d2-e8d1f1b87d5f {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:16:52.758696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.893526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Attempting to bind port 8d17b418-437f-493b-8540-07b3ffa54a41 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:16:52.893790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Attempting to bind port 8d17b418-437f-493b-8540-07b3ffa54a41 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:16:52.894161 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Attempting to bind port 8d17b418-437f-493b-8540-07b3ffa54a41 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:16:52.914609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:16:52.914983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:16:52.915417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.915817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:16:52.916475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Bound port: 8d17b418-437f-493b-8540-07b3ffa54a41, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:16:52.917007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.968136 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Allocated IP 172.20.0.2 (05c9120e-b5c6-4032-b20d-e0a51ab3a3b9/a401a8c3-3fe5-4556-bb22-130c0e836358/0f549e6b-25f1-4104-8787-724d45a73450) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:16:52.972272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dad2f-2052-4ba9-b01f-6ea6297076ce None None] Pushing event updated for resources: {'Port': ['ID=8d17b418-437f-493b-8540-07b3ffa54a41,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:52.974961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:52.975346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:53.050914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] For port 8d17b418-437f-493b-8540-07b3ffa54a41, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:16:53.115420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Calling delete_port for 308929a0-6237-44fd-94d2-e8d1f1b87d5f owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:16:53.166554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] For port 8d17b418-437f-493b-8540-07b3ffa54a41, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8d17b418-437f-493b-8540-07b3ffa54a41,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:16:53.178448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:53.208410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:53.337118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Routers {'c597cf35-3e0c-472f-b998-18149f826448'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:53.337806 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['c597cf35-3e0c-472f-b998-18149f826448'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:53.338564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:53.409317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event deleted for resources: {'Port': ['ID=308929a0-6237-44fd-94d2-e8d1f1b87d5f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:53.414368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dad2f-2052-4ba9-b01f-6ea6297076ce None None] Pushing event updated for resources: {'Port': ['ID=8d17b418-437f-493b-8540-07b3ffa54a41,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:53.444323 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:53.472488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Transition to ACTIVE for port object 0f549e6b-25f1-4104-8787-724d45a73450 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:16:53.536533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:53.537029 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Floating IP a337faea-0438-4b98-a6e9-02fd9f87b335 disassociated (deleted). External IP: 172.26.5.32, port: c8115fe5-cd8c-424b-b37c-26cfc96ee85d. Mar 22 13:16:53.564815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Transition to ACTIVE for port object 0f549e6b-25f1-4104-8787-724d45a73450 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:16:53.585328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:53.643979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] Set router c597cf35-3e0c-472f-b998-18149f826448 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:53.683049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.1 (05c9120e-b5c6-4032-b20d-e0a51ab3a3b9/a401a8c3-3fe5-4556-bb22-130c0e836358/81fac364-6429-449c-8869-4c7ee6d5ffe6) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:16:53.778397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:16:53.783546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:16:53.805319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:16:53.818853 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Pushing event updated for resources: {'Port': ['ID=0f549e6b-25f1-4104-8787-724d45a73450,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:53.875740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:53.895793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object 81fac364-6429-449c-8869-4c7ee6d5ffe6 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:16:53.933699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:53.943493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Router 3313869f-45ec-405e-a717-8f3c09ac8c76 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:16:53.989651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Attempting to bind port 0f549e6b-25f1-4104-8787-724d45a73450 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:16:53.990020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Attempting to bind port 0f549e6b-25f1-4104-8787-724d45a73450 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:16:53.990382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Attempting to bind port 0f549e6b-25f1-4104-8787-724d45a73450 on network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:16:54.008136 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:16:54.008508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Checking segment: {'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:16:54.008911 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:54.009297 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Bound using segment: {'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:16:54.009780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Bound port: 0f549e6b-25f1-4104-8787-724d45a73450, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:16:54.010244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:54.015518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:16:54.019246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:16:54.022270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:16:54.080080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=81fac364-6429-449c-8869-4c7ee6d5ffe6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:54.102903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:54.155592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] For port 0f549e6b-25f1-4104-8787-724d45a73450, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:16:54.160756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] For port 0f549e6b-25f1-4104-8787-724d45a73450, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0f549e6b-25f1-4104-8787-724d45a73450,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:16:54.168057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:54.175114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:16:54.187115 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] Sync routers for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:16:54.202931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:54.204175 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:54.205950 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:54.259744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:50Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:54.271186 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ebf89a79-2d95-407e-9f0a-8ac819ff44ff tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "DELETE /v2.0/floatingips/a337faea-0438-4b98-a6e9-02fd9f87b335 HTTP/1.1" status: 204 len: 168 time: 1.9371479 Mar 22 13:16:54.272113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'tag': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:16:54.302513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e206e-6ad1-4c82-8cc0-5a7b44e3fad9 None None] The sync data for ids ['c597cf35-3e0c-472f-b998-18149f826448'] in dv-neutron-834664-2-hyperv is: [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:50Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:16:54.353636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bef60f-e0ee-4daa-842e-f442544c646e None None] Pushing event updated for resources: {'Port': ['ID=0f549e6b-25f1-4104-8787-724d45a73450,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:54.391940 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'tag': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'status': 'completed', 'code': 200} Mar 22 13:16:54.723147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-4bf3e225-c9a5-4fa1-92a8-8a936b12499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:54.724745 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-4bf3e225-c9a5-4fa1-92a8-8a936b12499d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 1099 time: 0.2715280 Mar 22 13:16:54.729971 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:55.040039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-25e9c443-3930-4895-b0cf-d97c534ee5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:55.041854 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-25e9c443-3930-4895-b0cf-d97c534ee5bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.3094537 Mar 22 13:16:55.121362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:55.146330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee51dc-7511-442d-8310-c446dfb7df30 req-ed59278b-8c3b-44c5-91b5-e46d0122a449 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:55.147867 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0dee51dc-7511-442d-8310-c446dfb7df30 req-ed59278b-8c3b-44c5-91b5-e46d0122a449 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 946 time: 0.3781528 Mar 22 13:16:55.152514 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-421fcbe6-53ad-4b18-bbfb-1b0b6b8931e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8115fe5-cd8c-424b-b37c-26cfc96ee85d HTTP/1.1" status: 200 len: 217 time: 0.0992305 Mar 22 13:16:55.198911 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:ba:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:32Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 1, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:55.205677 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] Checking router: 3313869f-45ec-405e-a717-8f3c09ac8c76 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:16:55.215272 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:55.216028 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:55.316117 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0dee51dc-7511-442d-8310-c446dfb7df30 req-fc7ed7ef-a3c8-4ffd-a6ec-134cd41a497e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607890 Mar 22 13:16:55.398401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-70a0ff89-001a-4283-91d4-440dc4d706b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:55.400066 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-70a0ff89-001a-4283-91d4-440dc4d706b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.2290196 Mar 22 13:16:55.501986 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:55.568916 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0f549e6b-25f1-4104-8787-724d45a73450 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:16:55.698172 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 0f549e6b-25f1-4104-8787-724d45a73450 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:16:55.704716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8d17b418-437f-493b-8540-07b3ffa54a41 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:16:55.752814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-7d617519-ad28-4663-bac8-615445b13acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:55.754364 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-7d617519-ad28-4663-bac8-615445b13acd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3465509 Mar 22 13:16:55.785266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 8d17b418-437f-493b-8540-07b3ffa54a41 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:16:55.791944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 8d17b418-437f-493b-8540-07b3ffa54a41 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:55.792562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:55.848916 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b91061-990f-4090-91a2-4bfc1dea355b None None] Network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:16:55.946108 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-f0ce28fb-82dd-4473-9c19-5b9ee57f00ea service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820800 Mar 22 13:16:55.953203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:55.964482 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:ba:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:32Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 1, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:55.972978 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf263c-a6bf-4659-a23a-faf8ebdeda44 None None] The sync data for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv is: [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'port_id': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'mac_address': 'fa:16:3e:ba:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:32Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 1, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:16:55.974342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c32435e4-0a7a-4a83-bee8-e311d2657ce9 None None] Provisioning for port 0f549e6b-25f1-4104-8787-724d45a73450 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:16:55.981205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:55.990079 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c32435e4-0a7a-4a83-bee8-e311d2657ce9 None None] Provisioning complete for port 0f549e6b-25f1-4104-8787-724d45a73450 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:55.990436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c32435e4-0a7a-4a83-bee8-e311d2657ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:56.249572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:56.328102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=81fac364-6429-449c-8869-4c7ee6d5ffe6,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:56.332624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:56.340279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5676db-24db-4881-9fda-9d1b2b644d2d None None] New status for floating IP a337faea-0438-4b98-a6e9-02fd9f87b335: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:16:56.413494 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c93a2513-9b0f-425a-a634-6f1d8de6211f req-9a6514c3-77d3-48a2-a40f-d21d85585788 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569745 Mar 22 13:16:56.490291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 8d17b418-437f-493b-8540-07b3ffa54a41, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8d17b418-437f-493b-8540-07b3ffa54a41,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:56.507436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:56.549947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c32435e4-0a7a-4a83-bee8-e311d2657ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:56.609047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:16:56.614964 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:16:56.634824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=8d17b418-437f-493b-8540-07b3ffa54a41,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:56.644393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c32435e4-0a7a-4a83-bee8-e311d2657ce9 None None] For port 0f549e6b-25f1-4104-8787-724d45a73450, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0f549e6b-25f1-4104-8787-724d45a73450,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:56.651389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c32435e4-0a7a-4a83-bee8-e311d2657ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:56.741128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32435e4-0a7a-4a83-bee8-e311d2657ce9 None None] Pushing event updated for resources: {'Port': ['ID=0f549e6b-25f1-4104-8787-724d45a73450,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:56.774723 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab8114-aa12-4252-a93a-64c0477c336b req-692bafa6-2f23-4123-b80c-fd9a211ec262 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:56.776595 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0fab8114-aa12-4252-a93a-64c0477c336b req-692bafa6-2f23-4123-b80c-fd9a211ec262 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 946 time: 0.2743700 Mar 22 13:16:56.787489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f78fb5-8e67-4991-ae3f-0ee8a28ef5c8 req-6e922807-9336-4403-a192-32d2b17d6364 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:56.788224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-16f78fb5-8e67-4991-ae3f-0ee8a28ef5c8 req-6e922807-9336-4403-a192-32d2b17d6364 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:16:56.807529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-16f78fb5-8e67-4991-ae3f-0ee8a28ef5c8 req-6e922807-9336-4403-a192-32d2b17d6364 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:16:56.809195 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-16f78fb5-8e67-4991-ae3f-0ee8a28ef5c8 req-6e922807-9336-4403-a192-32d2b17d6364 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 946 time: 0.3365493 Mar 22 13:16:56.863239 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-16f78fb5-8e67-4991-ae3f-0ee8a28ef5c8 req-9e7f734b-2f25-40ad-9664-63f127067d9a tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479364 Mar 22 13:16:56.933591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-0fab8114-aa12-4252-a93a-64c0477c336b req-2067465e-af6a-4abe-8d95-42aff41b015b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Deleting port c8115fe5-cd8c-424b-b37c-26cfc96ee85d {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:16:56.933757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0fab8114-aa12-4252-a93a-64c0477c336b req-2067465e-af6a-4abe-8d95-42aff41b015b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:56.982708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4e0631ab-345a-4e99-ac66-10f6fee1c8e2 None None] Provisioning complete for port 0f549e6b-25f1-4104-8787-724d45a73450 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:56.983187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4e0631ab-345a-4e99-ac66-10f6fee1c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:57.015025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router c597cf35-3e0c-472f-b998-18149f826448 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:16:57.144558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4e0631ab-345a-4e99-ac66-10f6fee1c8e2 None None] Provisioning for port 81fac364-6429-449c-8869-4c7ee6d5ffe6 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:16:57.152004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4e0631ab-345a-4e99-ac66-10f6fee1c8e2 None None] Provisioning complete for port 81fac364-6429-449c-8869-4c7ee6d5ffe6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:57.152404 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4e0631ab-345a-4e99-ac66-10f6fee1c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:57.223061 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4e0631ab-345a-4e99-ac66-10f6fee1c8e2 None None] Port 81fac364-6429-449c-8869-4c7ee6d5ffe6 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:16:57.357098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f4e7e657-fcb9-43b4-b42c-f4b770f94869 None None] Provisioning complete for port 81fac364-6429-449c-8869-4c7ee6d5ffe6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:57.357706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e657-fcb9-43b4-b42c-f4b770f94869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:57.443665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7e657-fcb9-43b4-b42c-f4b770f94869 None None] Port 81fac364-6429-449c-8869-4c7ee6d5ffe6 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:16:57.453532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0f549e6b-25f1-4104-8787-724d45a73450 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:16:57.485072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-0fab8114-aa12-4252-a93a-64c0477c336b req-2067465e-af6a-4abe-8d95-42aff41b015b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] For port c8115fe5-cd8c-424b-b37c-26cfc96ee85d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:16:57.485443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0fab8114-aa12-4252-a93a-64c0477c336b req-2067465e-af6a-4abe-8d95-42aff41b015b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:57.494368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:16:57.506249 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Sync routers for ids ['c597cf35-3e0c-472f-b998-18149f826448'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:16:57.518574 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Routers {'c597cf35-3e0c-472f-b998-18149f826448'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:57.519602 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['c597cf35-3e0c-472f-b998-18149f826448'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:57.530663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 0f549e6b-25f1-4104-8787-724d45a73450 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:57.531076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:57.602054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-68358dff-e06f-4553-ab3d-1a3c6263ca9e None None] Provisioning complete for port 81fac364-6429-449c-8869-4c7ee6d5ffe6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:57.602054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-68358dff-e06f-4553-ab3d-1a3c6263ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:57.640125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-0fab8114-aa12-4252-a93a-64c0477c336b req-2067465e-af6a-4abe-8d95-42aff41b015b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Calling delete_port for c8115fe5-cd8c-424b-b37c-26cfc96ee85d owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:16:57.667999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-68358dff-e06f-4553-ab3d-1a3c6263ca9e None None] Port 81fac364-6429-449c-8869-4c7ee6d5ffe6 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:16:57.671404 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cbfbc897-9951-464e-8f3c-2d0930d6d21f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/c597cf35-3e0c-472f-b998-18149f826448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3744521 Mar 22 13:16:57.674033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45122) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:57.736191 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8d17b418-437f-493b-8540-07b3ffa54a41 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:16:57.776632 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Set router c597cf35-3e0c-472f-b998-18149f826448 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:57.833268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 8d17b418-437f-493b-8540-07b3ffa54a41 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:16:57.834089 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:57.865816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ddea5-1377-4eb4-a634-047f070b4203 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:57.866463 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ddea5-1377-4eb4-a634-047f070b4203 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:57.867021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ddea5-1377-4eb4-a634-047f070b4203 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:57.867589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ddea5-1377-4eb4-a634-047f070b4203 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:57.868140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ddea5-1377-4eb4-a634-047f070b4203 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:57.868845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ddea5-1377-4eb4-a634-047f070b4203 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:57.871526 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f21ddea5-1377-4eb4-a634-047f070b4203 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1960618 Mar 22 13:16:57.874270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45126) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:58.013148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb366d0-01ed-4d23-8165-9e926c6eab84 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:58.013148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb366d0-01ed-4d23-8165-9e926c6eab84 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:58.013592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb366d0-01ed-4d23-8165-9e926c6eab84 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:58.014226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb366d0-01ed-4d23-8165-9e926c6eab84 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:58.014678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb366d0-01ed-4d23-8165-9e926c6eab84 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:58.015302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb366d0-01ed-4d23-8165-9e926c6eab84 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:58.017688 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bbb366d0-01ed-4d23-8165-9e926c6eab84 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.1416867 Mar 22 13:16:58.020150 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45132) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:58.077016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0fab8114-aa12-4252-a93a-64c0477c336b req-2067465e-af6a-4abe-8d95-42aff41b015b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:58.134673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067465e-af6a-4abe-8d95-42aff41b015b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event deleted for resources: {'Port': ['ID=c8115fe5-cd8c-424b-b37c-26cfc96ee85d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:58.195612 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:54Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '81fac364-6429-449c-8869-4c7ee6d5ffe6', 'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:df:6c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:53Z', 'updated_at': '2022-03-22T13:16:55Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:58.199723 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Checking router: c597cf35-3e0c-472f-b998-18149f826448 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:16:58.200143 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Updating router c597cf35-3e0c-472f-b998-18149f826448 port 81fac364-6429-449c-8869-4c7ee6d5ffe6 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:16:58.228152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fab8114-aa12-4252-a93a-64c0477c336b req-2067465e-af6a-4abe-8d95-42aff41b015b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] No DVR routers for this DVR port c8115fe5-cd8c-424b-b37c-26cfc96ee85d on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:16:58.231201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0fab8114-aa12-4252-a93a-64c0477c336b req-2067465e-af6a-4abe-8d95-42aff41b015b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:58.234941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'name': 'network-vif-deleted', 'tag': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:16:58.246780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f137d2f-dca9-4f05-92f0-17f70e60e946 req-bc86e395-d00e-49e2-aba4-2c046a0c2239 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:58.248312 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f137d2f-dca9-4f05-92f0-17f70e60e946 req-bc86e395-d00e-49e2-aba4-2c046a0c2239 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 946 time: 0.2370262 Mar 22 13:16:58.260351 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:58.271893 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-35ecf570-c002-48fb-b3c9-cc945a97ca33 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2505040 Mar 22 13:16:58.289003 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0fab8114-aa12-4252-a93a-64c0477c336b req-2067465e-af6a-4abe-8d95-42aff41b015b tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "DELETE /v2.0/ports/c8115fe5-cd8c-424b-b37c-26cfc96ee85d HTTP/1.1" status: 204 len: 173 time: 1.5025210 Mar 22 13:16:58.304071 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3092ea6b-fd0c-49f1-a357-db79584ee6cc', 'name': 'network-vif-deleted', 'tag': 'c8115fe5-cd8c-424b-b37c-26cfc96ee85d', 'status': 'completed', 'code': 200} Mar 22 13:16:58.329577 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f137d2f-dca9-4f05-92f0-17f70e60e946 req-827bd393-dff0-4205-9fc0-6185e92846c4 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619118 Mar 22 13:16:58.586522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45140) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:58.596365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722709833', 'description': 'tempest-secgroup-smoke-1722709833 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:16:58.604431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:16:58.609405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:16:58.613313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:16:58.622714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:16:58.639827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:58.667931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:16:58.672757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:16:58.676228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:16:58.687170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:16:58.744559 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:58.775331 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Transition to ACTIVE for port object 81fac364-6429-449c-8869-4c7ee6d5ffe6 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:16:58.783926 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:58.799441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:58.805175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:58.884390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7aa0c1-0922-4197-a838-60e8066a3afa,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:58.893939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:58.898868 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-29b5db01-0e83-4d45-9c5c-ddabb92d1415 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3089535 Mar 22 13:16:58.899616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45144) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:58.905456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8e7aa0c1-0922-4197-a838-60e8066a3afa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:16:58.914621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:16:58.925233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:16:58.931410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:16:58.941358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:16:58.952707 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Pushing event updated for resources: {'Port': ['ID=81fac364-6429-449c-8869-4c7ee6d5ffe6,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:58.972072 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.972478 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.973633 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.973633 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.973633 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.974143 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.974143 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.974559 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.974845 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.975299 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.975694 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.976206 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:16:58.986019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.063450 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Attempting to bind port 81fac364-6429-449c-8869-4c7ee6d5ffe6 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:16:59.063760 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Attempting to bind port 81fac364-6429-449c-8869-4c7ee6d5ffe6 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:16:59.064100 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Attempting to bind port 81fac364-6429-449c-8869-4c7ee6d5ffe6 on network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:16:59.071135 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:16:59.071690 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Checking segment: {'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:16:59.072129 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.072627 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Bound using segment: {'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:16:59.073267 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Bound port: 81fac364-6429-449c-8869-4c7ee6d5ffe6, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:16:59.073979 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.087520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.094605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.119365 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645d97cb-f093-490f-88fa-8dc0aae9c73f,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:59.134662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.139040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45148) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:59.139672 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7b288971-0ac8-4dc6-a262-5b02dde8db9c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378795 Mar 22 13:16:59.146317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8e7aa0c1-0922-4197-a838-60e8066a3afa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:16:59.154640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:16:59.159666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:16:59.164155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:16:59.172120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:16:59.193226 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] For port 81fac364-6429-449c-8869-4c7ee6d5ffe6, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:16:59.196117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.196753 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] For port 81fac364-6429-449c-8869-4c7ee6d5ffe6, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=81fac364-6429-449c-8869-4c7ee6d5ffe6,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:16:59.202939 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.290357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.296496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.301292 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Routers {'c597cf35-3e0c-472f-b998-18149f826448'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:16:59.301996 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:16:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['c597cf35-3e0c-472f-b998-18149f826448'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:59.342766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af2feb3-7000-4c89-9cee-513f6d08b34c,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:59.357760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.359419 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-dca42da5-eb4e-4b01-8e95-9307e646666b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2190177 Mar 22 13:16:59.362546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45152) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:59.372989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8e7aa0c1-0922-4197-a838-60e8066a3afa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:16:59.381962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:16:59.389568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:16:59.397543 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c5c92-43f2-4fbd-800a-e305cfa6e5c6 None None] Pushing event updated for resources: {'Port': ['ID=81fac364-6429-449c-8869-4c7ee6d5ffe6,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:59.407226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:16:59.433012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:16:59.481999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.569895 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] Set router c597cf35-3e0c-472f-b998-18149f826448 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:16:59.575913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.588362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.665672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f60848-8fcd-43d3-a2f8-bf0d88c7c3c9,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:59.670284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-f55d4ef5-1cee-44d6-9b66-94eb3d463bd9 req-573cc78a-9192-4083-98c7-12e968eab7c0 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:16:59.691523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.693024 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-45b73123-dd62-452d-b7e3-4c590d0f144a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3292959 Mar 22 13:16:59.697667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45158) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:59.701116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-f55d4ef5-1cee-44d6-9b66-94eb3d463bd9 req-573cc78a-9192-4083-98c7-12e968eab7c0 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:16:59.702419 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f55d4ef5-1cee-44d6-9b66-94eb3d463bd9 req-573cc78a-9192-4083-98c7-12e968eab7c0 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=3092ea6b-fd0c-49f1-a357-db79584ee6cc HTTP/1.1" status: 200 len: 210 time: 0.0989549 Mar 22 13:16:59.707029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8e7aa0c1-0922-4197-a838-60e8066a3afa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:16:59.717434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:16:59.724932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:16:59.727894 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:16:59.735319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:16:59.749478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c8115fe5-cd8c-424b-b37c-26cfc96ee85d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:16:59.758015 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.793082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: c8115fe5-cd8c-424b-b37c-26cfc96ee85d {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:16:59.793426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device c8115fe5-cd8c-424b-b37c-26cfc96ee85d not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:16:59.826230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.831652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.857021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459fa96a-e6ef-4acd-9f95-83aaa90b32b3,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:16:59.867291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.871010 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b63fa478-070d-4ba5-b5ac-eabcc8681b9b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1688943 Mar 22 13:16:59.871272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45162) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:16:59.876422 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8e7aa0c1-0922-4197-a838-60e8066a3afa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:16:59.882903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:16:59.887383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:16:59.891338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:16:59.899729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:16:59.911928 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:16:59.919152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.962562 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:54Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '81fac364-6429-449c-8869-4c7ee6d5ffe6', 'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:df:6c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:53Z', 'updated_at': '2022-03-22T13:16:59Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:16:59.966944 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3789cf-bd87-4625-b76a-c057dd0a5532 None None] The sync data for ids ['c597cf35-3e0c-472f-b998-18149f826448'] in dv-neutron-834664-2-hyperv is: [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:54Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '81fac364-6429-449c-8869-4c7ee6d5ffe6', 'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:df:6c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:53Z', 'updated_at': '2022-03-22T13:16:59Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:16:59.989284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.993520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:00.028256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6d3164-2e1a-4228-a504-914c63b1b904,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:00.041330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:00.042644 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3a46b133-8279-4d9d-a3af-229aacb0a931 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1703916 Mar 22 13:17:00.047887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45166) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:00.053501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8e7aa0c1-0922-4197-a838-60e8066a3afa', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:17:00.067694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:17:00.075830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:17:00.079357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:17:00.091427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:17:00.105237 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:17:00.114890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:00.199574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:00.203647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:00.231760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897ca6d7-ca39-425f-a9a3-830f1860b422,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:00.247466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:00.248684 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-10cbb17f-8f86-49ea-b941-6d76d51f44ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1996517 Mar 22 13:17:00.440352 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:17:00.457188 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-51a44933-8317-4c5d-9d3c-37e81b591c47 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722709833&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.0644102 Mar 22 13:17:00.662384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-1f59131b-6a5e-4435-bcdd-ede9f534e66d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:00.663126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-1f59131b-6a5e-4435-bcdd-ede9f534e66d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:17:00.681337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-1f59131b-6a5e-4435-bcdd-ede9f534e66d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:17:00.682628 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-1f59131b-6a5e-4435-bcdd-ede9f534e66d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/networks?id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 HTTP/1.1" status: 200 len: 796 time: 0.2129626 Mar 22 13:17:00.703242 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-0055401c-9c36-4685-8425-fa64cd5bc253 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/quotas/6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 375 time: 0.0105805 Mar 22 13:17:00.802642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-76ffdc01-542f-4565-a222-35fdac9cf57f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:17:00.823218 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-76ffdc01-542f-4565-a222-35fdac9cf57f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:17:00.827775 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-76ffdc01-542f-4565-a222-35fdac9cf57f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187878 Mar 22 13:17:00.996043 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-c83f11da-1bbf-41d4-91ae-4ab17de183d7 service neutron] 10.222.0.70 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500709 Mar 22 13:17:01.151941 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-77b66c32-99b2-4f74-b424-2cd48a884187 service neutron] 10.222.0.70 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492054 Mar 22 13:17:01.373145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-133a90c6-3376-4539-9253-82f2f3803e03 req-2fac3c00-f7b5-4ca1-9a9e-00ef330f1455 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:17:01.409254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-133a90c6-3376-4539-9253-82f2f3803e03 req-2fac3c00-f7b5-4ca1-9a9e-00ef330f1455 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:17:01.434623 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-133a90c6-3376-4539-9253-82f2f3803e03 req-2fac3c00-f7b5-4ca1-9a9e-00ef330f1455 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 210 time: 0.1185617 Mar 22 13:17:01.496369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 81fac364-6429-449c-8869-4c7ee6d5ffe6 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:17:01.594104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 81fac364-6429-449c-8869-4c7ee6d5ffe6 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:17:01.602455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 81fac364-6429-449c-8869-4c7ee6d5ffe6 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:17:01.602455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:01.744718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:01.786640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 81fac364-6429-449c-8869-4c7ee6d5ffe6, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=81fac364-6429-449c-8869-4c7ee6d5ffe6,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:01.792495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:01.871515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=81fac364-6429-449c-8869-4c7ee6d5ffe6,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:02.639008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-c4519532-bba0-4cb4-9aa2-4e7628fe8dcd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:02.639921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-c4519532-bba0-4cb4-9aa2-4e7628fe8dcd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:17:02.661450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-c4519532-bba0-4cb4-9aa2-4e7628fe8dcd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:17:02.663281 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-c4519532-bba0-4cb4-9aa2-4e7628fe8dcd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 HTTP/1.1" status: 200 len: 796 time: 0.2203326 Mar 22 13:17:02.677338 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9dc5b2d7-8546-4da2-ab10-cbad23669303 req-46bfdf37-ba71-4fcb-8278-13545339ed3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 210 time: 0.0714552 Mar 22 13:17:02.727446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-6294208c-d89a-48e3-bbf5-57043d223e3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:17:02.744216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-6294208c-d89a-48e3-bbf5-57043d223e3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:17:02.746923 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-6294208c-d89a-48e3-bbf5-57043d223e3a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 380 time: 0.0729547 Mar 22 13:17:02.756493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'device_id': '0395e77f-da27-4466-adda-0883ba8602b3', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'admin_state_up': True, 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'security_groups': ['8e7aa0c1-0922-4197-a838-60e8066a3afa']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:17:02.912363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:17:02.922362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:17:02.932259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:17:02.943174 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:03.021394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-202d7afe-d2dd-4826-9078-46c3c2b3546a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:03.144365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.12 (05c9120e-b5c6-4032-b20d-e0a51ab3a3b9/a401a8c3-3fe5-4556-bb22-130c0e836358/e09b86f9-5ad5-417c-b600-d760790115f3) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:17:03.415666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:03.437891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object e09b86f9-5ad5-417c-b600-d760790115f3 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:17:03.468062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:03.489082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 81fac364-6429-449c-8869-4c7ee6d5ffe6 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:17:03.562510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:17:03.573283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:17:03.578518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:17:03.581992 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 81fac364-6429-449c-8869-4c7ee6d5ffe6 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:17:03.581992 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:03.631068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=e09b86f9-5ad5-417c-b600-d760790115f3,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:03.700239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:03.702248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:03.770110 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-89d7a5c7-a49f-454b-be8c-3441b951972b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0177960 Mar 22 13:17:03.783845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Request body: {'port': {'device_id': '0395e77f-da27-4466-adda-0883ba8602b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:17:03.925811 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-32d390ed-cbca-4e22-ab5d-2d484bb12cd5 None None] Provisioning for port e09b86f9-5ad5-417c-b600-d760790115f3 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:17:03.931897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-32d390ed-cbca-4e22-ab5d-2d484bb12cd5 None None] Provisioning complete for port e09b86f9-5ad5-417c-b600-d760790115f3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:17:03.932509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-32d390ed-cbca-4e22-ab5d-2d484bb12cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:03.989942 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-32d390ed-cbca-4e22-ab5d-2d484bb12cd5 None None] Port e09b86f9-5ad5-417c-b600-d760790115f3 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:17:04.043516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:04.323615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdb1dc-961d-41a8-98c6-a1eb785d5921 req-1800796d-4dfb-4576-89a3-ab74560a06fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:04.324677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-50bdb1dc-961d-41a8-98c6-a1eb785d5921 req-1800796d-4dfb-4576-89a3-ab74560a06fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:17:04.431939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-50bdb1dc-961d-41a8-98c6-a1eb785d5921 req-1800796d-4dfb-4576-89a3-ab74560a06fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:17:04.433105 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-50bdb1dc-961d-41a8-98c6-a1eb785d5921 req-1800796d-4dfb-4576-89a3-ab74560a06fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 932 time: 0.5330029 Mar 22 13:17:04.526746 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-50bdb1dc-961d-41a8-98c6-a1eb785d5921 req-b2d47801-b6c5-4935-ab29-f796c2bceecf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854554 Mar 22 13:17:04.769321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09b86f9-5ad5-417c-b600-d760790115f3 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:17:04.782886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:04.806362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Transition to ACTIVE for port object e09b86f9-5ad5-417c-b600-d760790115f3 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:17:04.811420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:04.984857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Pushing event updated for resources: {'Port': ['ID=e09b86f9-5ad5-417c-b600-d760790115f3,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:05.061227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Attempting to bind port e09b86f9-5ad5-417c-b600-d760790115f3 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:17:05.061569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Attempting to bind port e09b86f9-5ad5-417c-b600-d760790115f3 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:17:05.061899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Attempting to bind port e09b86f9-5ad5-417c-b600-d760790115f3 on network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:17:05.066566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Port e09b86f9-5ad5-417c-b600-d760790115f3 on network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:17:05.066884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Attempting to bind port e09b86f9-5ad5-417c-b600-d760790115f3 on network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:17:05.072013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:17:05.072344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Checking segment: {'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:17:05.072770 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Bound using segment: {'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:17:05.073320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Bound port: e09b86f9-5ad5-417c-b600-d760790115f3, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:17:05.073668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:05.170815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] For port e09b86f9-5ad5-417c-b600-d760790115f3, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:17:05.174371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] For port e09b86f9-5ad5-417c-b600-d760790115f3, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e09b86f9-5ad5-417c-b600-d760790115f3,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:17:05.185418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:05.243406 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:05.244297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:05.246289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] 10.222.0.47 "PUT /v2.0/ports/e09b86f9-5ad5-417c-b600-d760790115f3 HTTP/1.1" status: 200 len: 1094 time: 1.4672754 Mar 22 13:17:05.246918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0395e77f-da27-4466-adda-0883ba8602b3', 'tag': 'e09b86f9-5ad5-417c-b600-d760790115f3'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:17:05.281458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6d8fc-c369-4a02-80e3-4384239ff6ee service neutron] Pushing event updated for resources: {'Port': ['ID=e09b86f9-5ad5-417c-b600-d760790115f3,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:05.349610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2e0a7474-ff65-47e4-8bed-6fa578e45c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:05.357575 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0395e77f-da27-4466-adda-0883ba8602b3', 'tag': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'status': 'completed', 'code': 200} Mar 22 13:17:05.405997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-27a4491d-1c3e-43ff-af84-312117665fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:05.407591 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-27a4491d-1c3e-43ff-af84-312117665fc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 1097 time: 0.0928738 Mar 22 13:17:05.487848 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-1811e8fd-9e81-49f2-b247-d705b599eb6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e09b86f9-5ad5-417c-b600-d760790115f3 HTTP/1.1" status: 200 len: 217 time: 0.0725136 Mar 22 13:17:05.559346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-a6ef6302-4b9e-4276-89ad-b537f52231fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:05.560796 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-a6ef6302-4b9e-4276-89ad-b537f52231fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a401a8c3-3fe5-4556-bb22-130c0e836358 HTTP/1.1" status: 200 len: 843 time: 0.0656755 Mar 22 13:17:05.640977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-332c5fd4-30e2-4024-aa5e-1dc16d9915f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:05.642485 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-332c5fd4-30e2-4024-aa5e-1dc16d9915f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750332 Mar 22 13:17:05.731289 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45224) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:05.849043 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-c7573583-9ba1-4996-afd8-4ee6aa2c7329 service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988516 Mar 22 13:17:05.984104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a97cec-bed4-4c5e-bc33-34c6dc274c55 req-c0c0a77f-88cd-4e13-99ba-10b5a895e3c2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:05.984603 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18a97cec-bed4-4c5e-bc33-34c6dc274c55 req-c0c0a77f-88cd-4e13-99ba-10b5a895e3c2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 944 time: 0.2033675 Mar 22 13:17:05.999470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Deleting port 5b3a584c-09b0-4688-ba2b-319ac165ad12 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:05.999817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:06.035763 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a48f4adb-f36a-44ed-8eb7-1160fc704e7c req-0c4ff6e2-89f6-4ec7-a788-b7d13a668909 service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786532 Mar 22 13:17:06.062392 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18a97cec-bed4-4c5e-bc33-34c6dc274c55 req-afbeaac0-8f89-4793-9a13-8de8531c2775 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661542 Mar 22 13:17:06.171451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-56fe9b7c-5400-402e-aba2-5769679e5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:06.172969 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-56fe9b7c-5400-402e-aba2-5769679e5906 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 1097 time: 0.0792534 Mar 22 13:17:06.322291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:06.322679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:06.374679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:06.426850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-fdaaa349-095c-4818-987c-b2345f3f11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:06.428260 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-fdaaa349-095c-4818-987c-b2345f3f11d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 HTTP/1.1" status: 200 len: 897 time: 0.2478497 Mar 22 13:17:06.452010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Calling delete_port for 5b3a584c-09b0-4688-ba2b-319ac165ad12 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:06.504786 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-8b0772ca-e7c1-474c-9c3f-a3a39416381a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e09b86f9-5ad5-417c-b600-d760790115f3 HTTP/1.1" status: 200 len: 217 time: 0.0700226 Mar 22 13:17:06.577729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-ac8ebc49-a18b-440c-8d15-610efc4c399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:06.579248 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-ac8ebc49-a18b-440c-8d15-610efc4c399e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a401a8c3-3fe5-4556-bb22-130c0e836358 HTTP/1.1" status: 200 len: 843 time: 0.0660551 Mar 22 13:17:06.590080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:06.618694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:06.667128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-11645183-043a-4cd6-b2ad-650099d723cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:06.668794 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-11645183-043a-4cd6-b2ad-650099d723cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817966 Mar 22 13:17:06.686746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event deleted for resources: {'Port': ['ID=5b3a584c-09b0-4688-ba2b-319ac165ad12,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:06.806629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:06.807645 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Floating IP 1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759 disassociated (deleted). External IP: 172.26.5.46, port: a7df884c-2a07-4a9a-8795-ea5c83ee57b0. Mar 22 13:17:06.823149 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-899ef79c-85f1-4157-98c2-9e0171613acd service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478267 Mar 22 13:17:06.960809 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18f046bc-0de7-466d-96a0-c5727ececdd9 req-e58b4e5b-d4a8-4fcc-8560-efbb500e365c service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304564 Mar 22 13:17:07.212428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Router 3313869f-45ec-405e-a717-8f3c09ac8c76 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:17:07.415587 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae81a38-b0f8-45ae-9264-493728a5ea3c req-1e6b7875-f6f0-4f78-92db-a19e5e2bb00d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:07.417090 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6ae81a38-b0f8-45ae-9264-493728a5ea3c req-1e6b7875-f6f0-4f78-92db-a19e5e2bb00d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 944 time: 0.2427392 Mar 22 13:17:07.453094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:17:07.463754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] Sync routers for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:17:07.475359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:17:07.476206 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:17:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:07.487474 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6ae81a38-b0f8-45ae-9264-493728a5ea3c req-e62e90dc-3b2b-45a3-8c6a-743dd6827dfe tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583565 Mar 22 13:17:07.493951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:07.556599 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2c4abd41-c0bc-4533-a4ca-86348264cd50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "DELETE /v2.0/floatingips/1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759 HTTP/1.1" status: 204 len: 168 time: 1.8235664 Mar 22 13:17:07.557270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'tag': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:17:07.613130 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'tag': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'status': 'completed', 'code': 200} Mar 22 13:17:07.674817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:17:07.715785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-ee9a6db3-0d10-437f-ada0-6ca03589f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:07.717351 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-ee9a6db3-0d10-437f-ada0-6ca03589f659 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab9fd1a08d784f459c551ca8586506fb&device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 1098 time: 0.0823441 Mar 22 13:17:07.822273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e09b86f9-5ad5-417c-b600-d760790115f3 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:17:07.869464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-0b1d1824-7470-4e6c-b8ad-d9d8cc92fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:07.871305 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-0b1d1824-7470-4e6c-b8ad-d9d8cc92fdb9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 200 len: 912 time: 0.1458697 Mar 22 13:17:07.952753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:07.954755 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-6ddae0dc-5c5b-4226-b8d3-7a1206ea7ddc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0 HTTP/1.1" status: 200 len: 217 time: 0.0744412 Mar 22 13:17:08.033964 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-2a7c3e52-7817-41e3-89a0-5f135672548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:08.035430 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-2a7c3e52-7817-41e3-89a0-5f135672548f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 200 len: 850 time: 0.0736229 Mar 22 13:17:08.121392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-d364d381-6a9c-4d41-8946-9660f44bfda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:08.123152 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-d364d381-6a9c-4d41-8946-9660f44bfda0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633364dd-1de0-470d-b3c0-15502b8c78ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787811 Mar 22 13:17:08.172967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35ff6-4650-4390-a0a1-9185dc9f9d0b req-0cd552ef-ccb4-4ed4-a1ea-e5c90681f6a6 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:08.173792 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-9ea35ff6-4650-4390-a0a1-9185dc9f9d0b req-0cd552ef-ccb4-4ed4-a1ea-e5c90681f6a6 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:17:08.191572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-9ea35ff6-4650-4390-a0a1-9185dc9f9d0b req-0cd552ef-ccb4-4ed4-a1ea-e5c90681f6a6 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:17:08.192991 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9ea35ff6-4650-4390-a0a1-9185dc9f9d0b req-0cd552ef-ccb4-4ed4-a1ea-e5c90681f6a6 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 945 time: 0.2618549 Mar 22 13:17:08.216989 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e09b86f9-5ad5-417c-b600-d760790115f3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e09b86f9-5ad5-417c-b600-d760790115f3,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:08.236673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'port_id': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'mac_address': 'fa:16:3e:cc:b1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:17:08.242774 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9ea35ff6-4650-4390-a0a1-9185dc9f9d0b req-72abbcab-8612-4712-86bf-a5aab3ca4c54 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423942 Mar 22 13:17:08.291294 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-01a004d6-8586-4a3b-8b75-d7a9313a8a04 service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591272 Mar 22 13:17:08.324703 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:08.400009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09b86f9-5ad5-417c-b600-d760790115f3 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:17:08.429365 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:08.433842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e09b86f9-5ad5-417c-b600-d760790115f3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e09b86f9-5ad5-417c-b600-d760790115f3,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:08.440008 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a0e7e5f4-70f3-4fbe-90c1-081dbe27f9a9 req-176b8500-0d67-4f4f-a030-35c5fe7f0d1d service neutron] 10.222.0.47 "GET /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409621 Mar 22 13:17:08.440618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] Checking router: 3313869f-45ec-405e-a717-8f3c09ac8c76 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:17:08.442617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:08.513101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:17:08.513742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:17:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:08.601440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=e09b86f9-5ad5-417c-b600-d760790115f3,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:08.695749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12706de-c3cc-4e86-89da-fa705fa29245 req-f7319e73-fae7-44d2-88a1-ed11e12cae2b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:08.699059 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e12706de-c3cc-4e86-89da-fa705fa29245 req-f7319e73-fae7-44d2-88a1-ed11e12cae2b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 945 time: 0.0945253 Mar 22 13:17:08.751122 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e12706de-c3cc-4e86-89da-fa705fa29245 req-dd2a6329-f0a3-4e3c-97c3-d6e52c610c02 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415239 Mar 22 13:17:08.784733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:17:08.841672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['e09b86f9-5ad5-417c-b600-d760790115f3'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:17:09.300361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:09.314017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7512ac9-a674-49e2-a371-c9931e15bd75 None None] The sync data for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv is: [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:08:28Z', 'revision_number': 4, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2d66031d-e41f-4edb-9b24-0bbee3243533', 'name': '', 'network_id': '633364dd-1de0-470d-b3c0-15502b8c78ca', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'mac_address': 'fa:16:3e:fd:9b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:24Z', 'updated_at': '2022-03-22T13:08:44Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'subnets': [{'id': '6af31a5b-18ed-49ad-bb2e-f4280921fbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:17:09.465095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505df46-506e-4b0b-8c30-0953933b4e07 req-eeb78020-8e16-4a12-b636-1a53bcff8c17 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:09.466980 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b505df46-506e-4b0b-8c30-0953933b4e07 req-eeb78020-8e16-4a12-b636-1a53bcff8c17 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 945 time: 0.0923672 Mar 22 13:17:09.531358 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b505df46-506e-4b0b-8c30-0953933b4e07 req-81d47fbd-d2c1-4a01-8141-05c9bebe34be tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/security-groups?id=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583644 Mar 22 13:17:09.567536 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82165e-82f3-4b7b-868c-edf8aeea2e3d None None] New status for floating IP 1a4851e8-63b6-4bcf-b7e4-a0c2bebc9759: DOWN {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:17:09.734342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-c5797cec-6b56-431d-89b0-1c42058bd9f3 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:09.735901 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-c5797cec-6b56-431d-89b0-1c42058bd9f3 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 945 time: 0.0942035 Mar 22 13:17:09.811033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-67e3de5b-2128-491c-8767-075a9227a6dd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Deleting port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:09.811399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-67e3de5b-2128-491c-8767-075a9227a6dd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:10.206354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ef412-7719-4670-a901-2305b1895e8e req-56a9ea45-3790-4410-8547-536034577d08 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:10.207842 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b89ef412-7719-4670-a901-2305b1895e8e req-56a9ea45-3790-4410-8547-536034577d08 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 945 time: 0.3486385 Mar 22 13:17:10.269771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-67e3de5b-2128-491c-8767-075a9227a6dd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] For port a7df884c-2a07-4a9a-8795-ea5c83ee57b0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:10.269954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-67e3de5b-2128-491c-8767-075a9227a6dd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:10.355039 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b89ef412-7719-4670-a901-2305b1895e8e req-e99fc25e-1b28-4579-8f36-acc948697f9a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386809 Mar 22 13:17:10.430311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-67e3de5b-2128-491c-8767-075a9227a6dd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Calling delete_port for a7df884c-2a07-4a9a-8795-ea5c83ee57b0 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:10.579256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-67e3de5b-2128-491c-8767-075a9227a6dd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:10.649986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3de5b-2128-491c-8767-075a9227a6dd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event deleted for resources: {'Port': ['ID=a7df884c-2a07-4a9a-8795-ea5c83ee57b0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:10.699718 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-777783b8-1843-4de5-876f-ed2938de2b53 req-e5ec895e-bdad-445b-8b90-2de7b97ebeb6 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 210 time: 0.0446081 Mar 22 13:17:10.737904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-67e3de5b-2128-491c-8767-075a9227a6dd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] No DVR routers for this DVR port a7df884c-2a07-4a9a-8795-ea5c83ee57b0 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:17:10.740472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-67e3de5b-2128-491c-8767-075a9227a6dd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:10.743920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'name': 'network-vif-deleted', 'tag': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:17:10.759916 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-61eaa43b-a36c-4147-a4c5-7c8d0017c11c req-67e3de5b-2128-491c-8767-075a9227a6dd tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.47 "DELETE /v2.0/ports/a7df884c-2a07-4a9a-8795-ea5c83ee57b0 HTTP/1.1" status: 204 len: 173 time: 1.0172710 Mar 22 13:17:10.788859 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b83016-6af3-4e28-8513-0419cf8e1690', 'name': 'network-vif-deleted', 'tag': 'a7df884c-2a07-4a9a-8795-ea5c83ee57b0', 'status': 'completed', 'code': 200} Mar 22 13:17:11.575929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04738-3383-488a-88de-c7773a8d5450 req-adf034c0-d18c-4c2a-a711-bb9ecd83cc57 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:11.578443 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2fb04738-3383-488a-88de-c7773a8d5450 req-adf034c0-d18c-4c2a-a711-bb9ecd83cc57 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 945 time: 0.1033707 Mar 22 13:17:11.629920 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2fb04738-3383-488a-88de-c7773a8d5450 req-62ccf267-3a94-4324-a2fd-c488948971aa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456834 Mar 22 13:17:11.778938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e09b86f9-5ad5-417c-b600-d760790115f3 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:17:11.854876 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port e09b86f9-5ad5-417c-b600-d760790115f3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:17:11.864883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port e09b86f9-5ad5-417c-b600-d760790115f3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:17:11.865485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:11.889472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-a35abe5a-c2aa-4923-bf31-4aecb8bf6ec4 req-ba4c36ea-7f78-4721-8358-886de9093e4e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Synchronizing usage tracker for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:17:11.906432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-a35abe5a-c2aa-4923-bf31-4aecb8bf6ec4 req-ba4c36ea-7f78-4721-8358-886de9093e4e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Unset dirty status for tenant:ab9fd1a08d784f459c551ca8586506fb on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:17:11.907731 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a35abe5a-c2aa-4923-bf31-4aecb8bf6ec4 req-ba4c36ea-7f78-4721-8358-886de9093e4e tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3b83016-6af3-4e28-8513-0419cf8e1690 HTTP/1.1" status: 200 len: 210 time: 0.0738552 Mar 22 13:17:12.017027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:12.049716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0395e77f-da27-4466-adda-0883ba8602b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09b86f9-5ad5-417c-b600-d760790115f3'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:17:12.061536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e09b86f9-5ad5-417c-b600-d760790115f3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e09b86f9-5ad5-417c-b600-d760790115f3,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:12.066549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:12.067664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device a7df884c-2a07-4a9a-8795-ea5c83ee57b0 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:17:12.136882 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0395e77f-da27-4466-adda-0883ba8602b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'code': 200} Mar 22 13:17:12.149234 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: a7df884c-2a07-4a9a-8795-ea5c83ee57b0 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:17:12.149486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device a7df884c-2a07-4a9a-8795-ea5c83ee57b0 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:17:12.178984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=e09b86f9-5ad5-417c-b600-d760790115f3,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:12.349973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e43d0-0335-4f52-a554-72eae27adb67 req-786452bf-6cfc-4a4b-97f1-ea6fe0f1e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:12.352136 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d28e43d0-0335-4f52-a554-72eae27adb67 req-786452bf-6cfc-4a4b-97f1-ea6fe0f1e828 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 1099 time: 0.0798845 Mar 22 13:17:12.400196 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d28e43d0-0335-4f52-a554-72eae27adb67 req-36f68817-93f0-4de7-901c-1193f86bee99 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393496 Mar 22 13:17:12.824374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9734804-92b1-41be-889e-bc13c8bce7f1 req-f6ea64b4-b570-4865-a953-df639b3dfcde tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:12.825840 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d9734804-92b1-41be-889e-bc13c8bce7f1 req-f6ea64b4-b570-4865-a953-df639b3dfcde tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 946 time: 0.0879190 Mar 22 13:17:12.871576 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d9734804-92b1-41be-889e-bc13c8bce7f1 req-20c95d00-9767-49c7-b784-04caf43e7fd0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398972 Mar 22 13:17:13.001530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45256) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:13.162087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d40e4-5666-4b08-bb20-efe5304e3e50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Deleting port 2c80e5c1-18b3-4bc0-997d-b26051408fe8 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:13.162476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf6d40e4-5666-4b08-bb20-efe5304e3e50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:13.339730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf6d40e4-5666-4b08-bb20-efe5304e3e50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:13.339971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf6d40e4-5666-4b08-bb20-efe5304e3e50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:13.469466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d40e4-5666-4b08-bb20-efe5304e3e50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Calling delete_port for 2c80e5c1-18b3-4bc0-997d-b26051408fe8 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:13.617250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf6d40e4-5666-4b08-bb20-efe5304e3e50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:13.667337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d40e4-5666-4b08-bb20-efe5304e3e50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event deleted for resources: {'Port': ['ID=2c80e5c1-18b3-4bc0-997d-b26051408fe8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:13.868895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf6d40e4-5666-4b08-bb20-efe5304e3e50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:13.888049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bf6d40e4-5666-4b08-bb20-efe5304e3e50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:13.889172 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bf6d40e4-5666-4b08-bb20-efe5304e3e50 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "DELETE /v2.0/floatingips/291cb3f9-3449-44f1-b299-cf9569db9c03 HTTP/1.1" status: 204 len: 168 time: 0.8865931 Mar 22 13:17:14.066330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e61138-9b84-42b5-a4c4-92206264dd3f req-153384cb-231f-4c6d-96fc-362d8b8765b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:14.067966 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-58e61138-9b84-42b5-a4c4-92206264dd3f req-153384cb-231f-4c6d-96fc-362d8b8765b3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 946 time: 0.0885391 Mar 22 13:17:14.118713 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-58e61138-9b84-42b5-a4c4-92206264dd3f req-5ceaa341-af88-43e0-af5a-e1eb3e0cf0d9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444870 Mar 22 13:17:14.327690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e0e7-51f6-41b9-b2cc-d440e219b300 req-c9263aea-0da6-4ba4-bbdf-b5f296938f0e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:14.329270 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8db5e0e7-51f6-41b9-b2cc-d440e219b300 req-c9263aea-0da6-4ba4-bbdf-b5f296938f0e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 946 time: 0.0962441 Mar 22 13:17:14.382831 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8db5e0e7-51f6-41b9-b2cc-d440e219b300 req-6fb4f770-122d-4c33-b19d-f936f5fd24cf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475678 Mar 22 13:17:14.418679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45272) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:14.492782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4099d19-cb72-4ee7-bbbf-8e4d8bdfaaf6 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:14.494353 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b4099d19-cb72-4ee7-bbbf-8e4d8bdfaaf6 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 1094 time: 0.0750532 Mar 22 13:17:14.497477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45276) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:14.502550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:17:14.509378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:17:14.514135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:floatingip and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:17:14.516026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:17:14.521764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:17:14.533848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:14.675484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:14.821411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.80 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/2892ed47-e020-4c0f-aa4d-7561f74cbad4) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:17:14.973356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:15.013226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:15.083414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:17:15.090941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:17:15.095139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:17:15.135984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=2892ed47-e020-4c0f-aa4d-7561f74cbad4,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:15.560285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:15.638709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:15.883868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:15.889565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:16.000642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=2892ed47-e020-4c0f-aa4d-7561f74cbad4,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:16.013154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:16.300528 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 0104c94e-0001-48b2-ad79-587ee1a7dc9c associated. External IP: 172.26.5.80, port: e09b86f9-5ad5-417c-b600-d760790115f3. Mar 22 13:17:16.542513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45284) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:16.627858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b549ce70-fbea-4cbf-b7ea-a979fd249513 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:16.659511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b549ce70-fbea-4cbf-b7ea-a979fd249513 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:16.733044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b549ce70-fbea-4cbf-b7ea-a979fd249513 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:16.752957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549ce70-fbea-4cbf-b7ea-a979fd249513 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:16.755888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router c597cf35-3e0c-472f-b998-18149f826448 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:17:16.770298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b549ce70-fbea-4cbf-b7ea-a979fd249513 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:16.774347 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b549ce70-fbea-4cbf-b7ea-a979fd249513 tempest-TestVolumeBootPattern-1398830933 tempest-TestVolumeBootPattern-1398830933-project] 10.222.0.70 "DELETE /v2.0/security-groups/2bb3ea18-3ee1-46eb-add8-fa3bef4c00a9 HTTP/1.1" status: 204 len: 168 time: 0.2275918 Mar 22 13:17:16.826103 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45290) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:16.961375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:17:16.972300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] Sync routers for ids ['c597cf35-3e0c-472f-b998-18149f826448'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:17:16.983395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] Routers {'c597cf35-3e0c-472f-b998-18149f826448'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:17:16.984032 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:17:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['c597cf35-3e0c-472f-b998-18149f826448'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:16.987047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:17.051332 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b58a3b76-a2c8-406f-b875-ac1bff22de9d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5505607 Mar 22 13:17:17.051332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0395e77f-da27-4466-adda-0883ba8602b3', 'tag': 'e09b86f9-5ad5-417c-b600-d760790115f3'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:17:17.054672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45296) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:17.153323 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0395e77f-da27-4466-adda-0883ba8602b3', 'tag': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'status': 'completed', 'code': 200} Mar 22 13:17:17.204688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] Set router c597cf35-3e0c-472f-b998-18149f826448 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:17:17.227546 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-803a91c5-89aa-454c-8dbc-667b2d83e84a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/0104c94e-0001-48b2-ad79-587ee1a7dc9c HTTP/1.1" status: 200 len: 991 time: 0.1710927 Mar 22 13:17:17.256532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-f61be24a-f1cb-44e2-82a4-99cb8bbed4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:17.258542 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-f61be24a-f1cb-44e2-82a4-99cb8bbed4ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 1099 time: 0.1025679 Mar 22 13:17:17.436489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-31f5a9b2-d57c-4f46-81e9-0e90778c5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:17.438099 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-31f5a9b2-d57c-4f46-81e9-0e90778c5b53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 HTTP/1.1" status: 200 len: 897 time: 0.1720412 Mar 22 13:17:17.558783 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-7f1c8459-e9e4-461f-b8da-b661aaa83266 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e09b86f9-5ad5-417c-b600-d760790115f3 HTTP/1.1" status: 200 len: 999 time: 0.1135857 Mar 22 13:17:17.603686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:17.626759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-0930c7bf-f1d6-426b-9602-00f81381256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:17.628165 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-0930c7bf-f1d6-426b-9602-00f81381256c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a401a8c3-3fe5-4556-bb22-130c0e836358 HTTP/1.1" status: 200 len: 843 time: 0.0613663 Mar 22 13:17:17.643852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:54Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0104c94e-0001-48b2-ad79-587ee1a7dc9c', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.80', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'port_id': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'mac_address': 'fa:16:3e:cc:b1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395e77f-da27-4466-adda-0883ba8602b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:17:15Z', 'updated_at': '2022-03-22T13:17:15Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fac364-6429-449c-8869-4c7ee6d5ffe6', 'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:df:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:53Z', 'updated_at': '2022-03-22T13:17:01Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:17.648517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] Checking router: c597cf35-3e0c-472f-b998-18149f826448 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:17:17.657313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] Routers {'c597cf35-3e0c-472f-b998-18149f826448'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:17:17.657930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:17:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['c597cf35-3e0c-472f-b998-18149f826448'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:17.723602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-8849aac7-5fb6-4d01-bd73-bd85994f061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:17.725214 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-8849aac7-5fb6-4d01-bd73-bd85994f061b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874383 Mar 22 13:17:17.909092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] Set router c597cf35-3e0c-472f-b998-18149f826448 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:17:17.927872 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-017c0a5c-2b35-43df-a37b-439ef982b43b service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919720 Mar 22 13:17:18.130408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] Deleting port 2d66031d-e41f-4edb-9b24-0bbee3243533 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:18.130965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:18.216711 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a299d42-bece-40bc-8c69-90acf5e36f00 req-ab360edb-f235-4ea3-b053-82ce9a77ec51 service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809076 Mar 22 13:17:18.232474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45302) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:18.307543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:54Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0104c94e-0001-48b2-ad79-587ee1a7dc9c', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.80', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'port_id': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'mac_address': 'fa:16:3e:cc:b1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395e77f-da27-4466-adda-0883ba8602b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:17:15Z', 'updated_at': '2022-03-22T13:17:15Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fac364-6429-449c-8869-4c7ee6d5ffe6', 'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:df:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:53Z', 'updated_at': '2022-03-22T13:17:01Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:18.312334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbd88e-4df4-47b0-abc1-08714c0c3204 None None] The sync data for ids ['c597cf35-3e0c-472f-b998-18149f826448'] in dv-neutron-834664-2-hyperv is: [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:54Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0104c94e-0001-48b2-ad79-587ee1a7dc9c', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.80', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'port_id': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'mac_address': 'fa:16:3e:cc:b1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0395e77f-da27-4466-adda-0883ba8602b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:17:15Z', 'updated_at': '2022-03-22T13:17:15Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fac364-6429-449c-8869-4c7ee6d5ffe6', 'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:df:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:53Z', 'updated_at': '2022-03-22T13:17:01Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:17:18.347749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] For port 2d66031d-e41f-4edb-9b24-0bbee3243533, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2d66031d-e41f-4edb-9b24-0bbee3243533,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:18.348097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:18.380522 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9f8823ee-f875-4e99-9fdf-09ccf068c6c9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/0104c94e-0001-48b2-ad79-587ee1a7dc9c HTTP/1.1" status: 200 len: 991 time: 0.1460395 Mar 22 13:17:18.489200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] Calling delete_port for 2d66031d-e41f-4edb-9b24-0bbee3243533 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:18.558034 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7cb2a3-dcb3-4085-b83f-442b8d5d4e39 None None] New status for floating IP 0104c94e-0001-48b2-ad79-587ee1a7dc9c: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:17:18.682541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:18.731892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d66031d-e41f-4edb-9b24-0bbee3243533,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:19.031043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:19.384483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45306) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:19.394760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] Router 3313869f-45ec-405e-a717-8f3c09ac8c76 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:17:19.509096 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-77869034-3532-4f4a-952c-abb7c45475ea tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/0104c94e-0001-48b2-ad79-587ee1a7dc9c HTTP/1.1" status: 200 len: 993 time: 0.1231647 Mar 22 13:17:19.704957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:17:19.714186 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] Sync routers for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:17:19.717228 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-94cfaf28-8523-487f-bb6b-e565924a4584 admin admin] 10.222.0.70 "PUT /v2.0/routers/3313869f-45ec-405e-a717-8f3c09ac8c76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8901918 Mar 22 13:17:19.719783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45310) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:19.723874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:17:19.724482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:17:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:19.899231 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:19.905290 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:17:20.091408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:20.101701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Deleting port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:20.101955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:20.204259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:17:18Z', 'revision_number': 5, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port': {'id': '9906e503-3820-4d5f-a8ab-90a9bb8cbb24', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:18Z', 'updated_at': '2022-03-22T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:20.209044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] Checking router: 3313869f-45ec-405e-a717-8f3c09ac8c76 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:17:20.219125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] Routers {'3313869f-45ec-405e-a717-8f3c09ac8c76'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:17:20.219766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:17:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['3313869f-45ec-405e-a717-8f3c09ac8c76'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:20.317510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] For port 9906e503-3820-4d5f-a8ab-90a9bb8cbb24, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=9906e503-3820-4d5f-a8ab-90a9bb8cbb24,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:20.317899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:20.383286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] Set router 3313869f-45ec-405e-a717-8f3c09ac8c76 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:17:20.457528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Calling delete_port for 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:20.542383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:17:20Z', 'revision_number': 6, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:20.546667 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74716b-d60b-46af-b2e4-5c7d47235e62 None None] The sync data for ids ['3313869f-45ec-405e-a717-8f3c09ac8c76'] in dv-neutron-834664-2-hyperv is: [{'id': '3313869f-45ec-405e-a717-8f3c09ac8c76', 'name': 'tempest-TestVolumeBootPattern-563034457-router', 'tenant_id': 'ab9fd1a08d784f459c551ca8586506fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:16Z', 'updated_at': '2022-03-22T13:17:20Z', 'revision_number': 6, 'project_id': 'ab9fd1a08d784f459c551ca8586506fb', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:17:20.653328 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:20.702955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Pushing event deleted for resources: {'Port': ['ID=9906e503-3820-4d5f-a8ab-90a9bb8cbb24,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:20.795835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:20.976484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:20.979061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.009219 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.009853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3313869f-45ec-405e-a717-8f3c09ac8c76 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:17:21.024275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.025403 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5a4da31a-4976-49b6-a0bd-92d54b250700 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3313869f-45ec-405e-a717-8f3c09ac8c76 HTTP/1.1" status: 204 len: 168 time: 1.3044822 Mar 22 13:17:21.028022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45314) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:21.217586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a93e59d-746c-4451-9bf0-744b7e75a99e admin admin] Deleting subnet 6af31a5b-18ed-49ad-bb2e-f4280921fbb2 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:17:21.220609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a93e59d-746c-4451-9bf0-744b7e75a99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.270552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a93e59d-746c-4451-9bf0-744b7e75a99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.366722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a93e59d-746c-4451-9bf0-744b7e75a99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.448267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a93e59d-746c-4451-9bf0-744b7e75a99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.450525 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2d66031d-e41f-4edb-9b24-0bbee3243533 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:17:21.494741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93e59d-746c-4451-9bf0-744b7e75a99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af31a5b-18ed-49ad-bb2e-f4280921fbb2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:21.497514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 2d66031d-e41f-4edb-9b24-0bbee3243533 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:17:21.498085 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2d66031d-e41f-4edb-9b24-0bbee3243533 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:17:21.498361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a93e59d-746c-4451-9bf0-744b7e75a99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.498813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:17:21.504519 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8a93e59d-746c-4451-9bf0-744b7e75a99e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6af31a5b-18ed-49ad-bb2e-f4280921fbb2 HTTP/1.1" status: 204 len: 168 time: 0.4754653 Mar 22 13:17:21.507215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45318) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:21.529470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8119d3-5ee3-414c-a92d-35924ff37444 None None] Network 633364dd-1de0-470d-b3c0-15502b8c78ca requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:17:21.569888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:17:21.570231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 9906e503-3820-4d5f-a8ab-90a9bb8cbb24 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:17:21.624044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.636455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Deleting port bf401bb8-89ec-4217-87dd-9ee1efa23f62 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:21.636954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.690926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.817377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] DHCP port deletion for 633364dd-1de0-470d-b3c0-15502b8c78ca request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:17:21.821734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] Deleting port bf401bb8-89ec-4217-87dd-9ee1efa23f62 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:21.822094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:21.868090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] For port bf401bb8-89ec-4217-87dd-9ee1efa23f62, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bf401bb8-89ec-4217-87dd-9ee1efa23f62,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:21.868452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:22.003875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Calling delete_port for bf401bb8-89ec-4217-87dd-9ee1efa23f62 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:22.059821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] For port bf401bb8-89ec-4217-87dd-9ee1efa23f62, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bf401bb8-89ec-4217-87dd-9ee1efa23f62,segment=NetworkSegment(9fbe9055-d8fe-425f-842c-d0978432c3fb),segment_id=9fbe9055-d8fe-425f-842c-d0978432c3fb)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:22.060097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:22.108606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:22.159485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] No DVR routers for this DVR port bf401bb8-89ec-4217-87dd-9ee1efa23f62 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:17:22.184637 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] Calling delete_port for bf401bb8-89ec-4217-87dd-9ee1efa23f62 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:22.189492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf401bb8-89ec-4217-87dd-9ee1efa23f62,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:22.259356 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:17:22.259698 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:17:22.297673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:22.325545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633364dd-1de0-470d-b3c0-15502b8c78ca']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:22.343606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbe9055-d8fe-425f-842c-d0978432c3fb') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:22.343901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbe9055-d8fe-425f-842c-d0978432c3fb') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:22.357154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:22.379582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:22.386005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:17:22.386400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:17:22.400639 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:17:22.478766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:22.483896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:22.513186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] Pushing event deleted for resources: {'Network': ['ID=633364dd-1de0-470d-b3c0-15502b8c78ca,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:22.525047 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4ac4a983-a031-4cf1-825c-2874ec9cec20 admin admin] 10.222.0.70 "DELETE /v2.0/networks/633364dd-1de0-470d-b3c0-15502b8c78ca HTTP/1.1" status: 204 len: 168 time: 1.0167134 Mar 22 13:17:22.527811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45322) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:22.760808 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] Deleting port bf401bb8-89ec-4217-87dd-9ee1efa23f62 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:22.761389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:22.831981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a762b4e8-4a76-4a2b-baad-5929ea344882 None None] The port 'bf401bb8-89ec-4217-87dd-9ee1efa23f62' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:17:23.177740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:23.445977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bf401bb8-89ec-4217-87dd-9ee1efa23f62 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:17:23.480901 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: bf401bb8-89ec-4217-87dd-9ee1efa23f62 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:17:23.481245 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bf401bb8-89ec-4217-87dd-9ee1efa23f62 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:17:23.534589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] Deleting port 7a0d595f-7f72-4626-99b8-0b33084705b3 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:23.535183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:23.714982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] For port 7a0d595f-7f72-4626-99b8-0b33084705b3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7a0d595f-7f72-4626-99b8-0b33084705b3,segment=NetworkSegment(c71b91b9-c802-4004-8af9-d9c3f91c95a6),segment_id=c71b91b9-c802-4004-8af9-d9c3f91c95a6)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:23.715236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:23.842021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] Calling delete_port for 7a0d595f-7f72-4626-99b8-0b33084705b3 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:24.286115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:24.336678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0d595f-7f72-4626-99b8-0b33084705b3,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:24.624269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:25.004970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] Router 4adca43c-0959-4cc1-a703-11b40cf8f525 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:17:25.186570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:17:25.195867 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] Sync routers for ids ['4adca43c-0959-4cc1-a703-11b40cf8f525'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:17:25.202867 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3fa52727-c77e-4b08-b25c-89938890ed89 admin admin] 10.222.0.70 "PUT /v2.0/routers/4adca43c-0959-4cc1-a703-11b40cf8f525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6740594 Mar 22 13:17:25.205392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45326) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:25.213154 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] Routers {'4adca43c-0959-4cc1-a703-11b40cf8f525'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:17:25.213779 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:17:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4adca43c-0959-4cc1-a703-11b40cf8f525'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:25.386516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:25.404058 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] Set router 4adca43c-0959-4cc1-a703-11b40cf8f525 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:17:25.701106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:25.708172 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'name': 'tempest-TestVolumeBootPattern-448763949-router', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193'}], 'enable_snat': True}, 'gw_port_id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:35Z', 'updated_at': '2022-03-22T13:17:24Z', 'revision_number': 5, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'gw_port': {'id': 'f26dcb4c-0170-4285-869b-a5c77eb571e9', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:74:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:08:37Z', 'updated_at': '2022-03-22T13:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:25.711527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Deleting port f26dcb4c-0170-4285-869b-a5c77eb571e9 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:25.711895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:25.712775 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] Checking router: 4adca43c-0959-4cc1-a703-11b40cf8f525 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:17:25.721483 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] Routers {'4adca43c-0959-4cc1-a703-11b40cf8f525'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:17:25.722084 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:17:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4adca43c-0959-4cc1-a703-11b40cf8f525'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:25.872655 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] Set router 4adca43c-0959-4cc1-a703-11b40cf8f525 gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:17:25.904895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] For port f26dcb4c-0170-4285-869b-a5c77eb571e9, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f26dcb4c-0170-4285-869b-a5c77eb571e9,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:25.905258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:25.981541 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'name': 'tempest-TestVolumeBootPattern-448763949-router', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:35Z', 'updated_at': '2022-03-22T13:17:25Z', 'revision_number': 6, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:25.985677 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50305c0-b3c1-4675-99af-ae234e209774 None None] The sync data for ids ['4adca43c-0959-4cc1-a703-11b40cf8f525'] in dv-neutron-834664-2-hyperv is: [{'id': '4adca43c-0959-4cc1-a703-11b40cf8f525', 'name': 'tempest-TestVolumeBootPattern-448763949-router', 'tenant_id': '130af2d6b95144b1a928e04f2000580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:08:35Z', 'updated_at': '2022-03-22T13:17:25Z', 'revision_number': 6, 'project_id': '130af2d6b95144b1a928e04f2000580e', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:17:26.040201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Calling delete_port for f26dcb4c-0170-4285-869b-a5c77eb571e9 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:26.205426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.251762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26dcb4c-0170-4285-869b-a5c77eb571e9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:26.349564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.526039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.528433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.552959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.553951 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4adca43c-0959-4cc1-a703-11b40cf8f525 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:17:26.566045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.567189 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f3a1c2d8-d77d-4fe1-aea0-767e51ead570 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4adca43c-0959-4cc1-a703-11b40cf8f525 HTTP/1.1" status: 204 len: 168 time: 1.3608756 Mar 22 13:17:26.570413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45330) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:26.629127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1a6f38-ddbf-469d-876f-5f661f322a0a admin admin] Deleting subnet e4b872b8-ff03-4c89-8ce4-c63f5b6e3137 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:17:26.632493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ea1a6f38-ddbf-469d-876f-5f661f322a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.679774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ea1a6f38-ddbf-469d-876f-5f661f322a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.762262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ea1a6f38-ddbf-469d-876f-5f661f322a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.831599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ea1a6f38-ddbf-469d-876f-5f661f322a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.869696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a6f38-ddbf-469d-876f-5f661f322a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b872b8-ff03-4c89-8ce4-c63f5b6e3137,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:26.873191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ea1a6f38-ddbf-469d-876f-5f661f322a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:26.878686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4185f4ae-c6cb-4ba7-a9fe-3c7b3d04abb9 None None] Network e8b88d6b-7cee-490a-ad62-d62247571eaa requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:17:26.882083 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ea1a6f38-ddbf-469d-876f-5f661f322a0a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e4b872b8-ff03-4c89-8ce4-c63f5b6e3137 HTTP/1.1" status: 204 len: 168 time: 0.3084660 Mar 22 13:17:26.882317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45334) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:27.001218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.011908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Deleting port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:27.012238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.139840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] DHCP port deletion for e8b88d6b-7cee-490a-ad62-d62247571eaa request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:17:27.144005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] Deleting port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:27.144460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.222667 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] For port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cdb5190e-f1d8-4314-b5f6-7d1e29dc846a,segment=NetworkSegment(c71b91b9-c802-4004-8af9-d9c3f91c95a6),segment_id=c71b91b9-c802-4004-8af9-d9c3f91c95a6)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:27.223022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.344497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] For port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cdb5190e-f1d8-4314-b5f6-7d1e29dc846a,segment=NetworkSegment(c71b91b9-c802-4004-8af9-d9c3f91c95a6),segment_id=c71b91b9-c802-4004-8af9-d9c3f91c95a6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:17:27.344975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.452129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Calling delete_port for cdb5190e-f1d8-4314-b5f6-7d1e29dc846a owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:27.493766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7a0d595f-7f72-4626-99b8-0b33084705b3 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:17:27.526715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] Calling delete_port for cdb5190e-f1d8-4314-b5f6-7d1e29dc846a owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:17:27.533910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.563834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 7a0d595f-7f72-4626-99b8-0b33084705b3 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:17:27.564168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7a0d595f-7f72-4626-99b8-0b33084705b3 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:17:27.564714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f26dcb4c-0170-4285-869b-a5c77eb571e9 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:17:27.582530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb5190e-f1d8-4314-b5f6-7d1e29dc846a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:27.584369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] No DVR routers for this DVR port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:17:27.605511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: f26dcb4c-0170-4285-869b-a5c77eb571e9 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:17:27.606708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f26dcb4c-0170-4285-869b-a5c77eb571e9 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:17:27.606708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cdb5190e-f1d8-4314-b5f6-7d1e29dc846a no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:17:27.646467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: cdb5190e-f1d8-4314-b5f6-7d1e29dc846a {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:17:27.646809 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cdb5190e-f1d8-4314-b5f6-7d1e29dc846a not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:17:27.679456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:17:27.679991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:17:27.705023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.734025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b88d6b-7cee-490a-ad62-d62247571eaa']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:27.747113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71b91b9-c802-4004-8af9-d9c3f91c95a6') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:27.747439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71b91b9-c802-4004-8af9-d9c3f91c95a6') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:17:27.760905 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.777828 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.784194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:17:27.784731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:17:27.801981 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:17:27.877630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.894175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:27.905210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b88d6b-7cee-490a-ad62-d62247571eaa,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:27.912412 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-84293fb9-7044-4716-b40b-4b434f8e7a78 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e8b88d6b-7cee-490a-ad62-d62247571eaa HTTP/1.1" status: 204 len: 168 time: 1.0291178 Mar 22 13:17:28.026996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45340) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:28.080591 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ee64ac52-fecd-4824-8eaf-7505fb0a4364 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab9fd1a08d784f459c551ca8586506fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523999 Mar 22 13:17:28.083066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45344) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:28.142318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c123128e-c86e-4985-a94f-c8da8f38ee01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:28.167810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c123128e-c86e-4985-a94f-c8da8f38ee01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:28.181335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] Deleting port cdb5190e-f1d8-4314-b5f6-7d1e29dc846a {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:17:28.181882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:28.222349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c123128e-c86e-4985-a94f-c8da8f38ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:28.239638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123128e-c86e-4985-a94f-c8da8f38ee01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866aa70e-4295-461f-b147-7f4fdd33a962,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:28.247915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c123128e-c86e-4985-a94f-c8da8f38ee01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:28.248992 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c123128e-c86e-4985-a94f-c8da8f38ee01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/866aa70e-4295-461f-b147-7f4fdd33a962 HTTP/1.1" status: 204 len: 168 time: 0.1649330 Mar 22 13:17:28.251183 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5538615f-9ca2-44d6-8483-69c6f7b9f6e4 None None] The port 'cdb5190e-f1d8-4314-b5f6-7d1e29dc846a' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:17:28.598933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45352) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:28.648756 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-92e51b80-8c42-433c-9517-52fa1bbadc3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=130af2d6b95144b1a928e04f2000580e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486472 Mar 22 13:17:28.651335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45356) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:17:28.715729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b4e7777-9cb4-415a-9570-25739ab2bae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:28.751232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b4e7777-9cb4-415a-9570-25739ab2bae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:28.807956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b4e7777-9cb4-415a-9570-25739ab2bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:28.825586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e7777-9cb4-415a-9570-25739ab2bae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ae1b68-4c58-44f4-8f1c-9ba676b393f1,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:28.830973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1b4e7777-9cb4-415a-9570-25739ab2bae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:28.832128 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1b4e7777-9cb4-415a-9570-25739ab2bae3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6ae1b68-4c58-44f4-8f1c-9ba676b393f1 HTTP/1.1" status: 204 len: 168 time: 0.1798882 Mar 22 13:17:33.015043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9cf63405-8855-4416-9fe6-59f394d79600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:35.345077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b2968a31-82eb-4e70-b0d4-0d509e4d2653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:36.371740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:36.582863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:37.431403 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:17:37.806505 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:51.637461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:03.017635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b29e372d-f412-4d49-be77-6c027094fd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:05.355441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e45ada4-2795-4725-8ffd-791bd41d83bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:06.373318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:06.586686 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:07.806451 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:14.431572 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:18:21.641685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:33.020601 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-68c66470-3928-4247-85da-06d390718182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:35.349908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fbead439-bc43-46a8-91ba-f9f540cca5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:36.376289 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:36.590512 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:37.806908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:39.466447 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-b6c41b25-7acd-4baa-9f21-3558242585f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2331970 Mar 22 13:18:39.627531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-8770d6a3-7460-4479-a6d9-0eb85feb9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:39.631910 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-8770d6a3-7460-4479-a6d9-0eb85feb9213 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 1099 time: 0.0760689 Mar 22 13:18:39.789676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-016f1bc9-8884-4c75-981c-77567cc904be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:39.791107 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-016f1bc9-8884-4c75-981c-77567cc904be service neutron] 10.222.0.47 "GET /v2.0/networks?id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 HTTP/1.1" status: 200 len: 897 time: 0.1382110 Mar 22 13:18:39.898523 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-d43e7522-a0b4-4d98-83da-cc765a77d237 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e09b86f9-5ad5-417c-b600-d760790115f3 HTTP/1.1" status: 200 len: 1001 time: 0.0995777 Mar 22 13:18:39.961438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-48adc496-3ff0-4a29-a8ab-38628a26eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:39.962889 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-48adc496-3ff0-4a29-a8ab-38628a26eb88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a401a8c3-3fe5-4556-bb22-130c0e836358 HTTP/1.1" status: 200 len: 843 time: 0.0575550 Mar 22 13:18:40.039935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-fb59a84f-7f28-47bb-8fc9-d155cfcc3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:40.041389 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-fb59a84f-7f28-47bb-8fc9-d155cfcc3b21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703516 Mar 22 13:18:40.187698 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-d2950e1d-660f-425c-b92f-9f063c31c82a service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361129 Mar 22 13:18:40.324688 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b81f0d4-29d9-4579-a565-55b0726cda78 req-49f7554c-038e-47f0-9843-6cb90edc77c6 service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279578 Mar 22 13:18:51.431063 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:18:51.645884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:03.024288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9fb23439-7759-491b-b731-2249049a5c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:05.352952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-323760ae-bb12-483a-a308-56936933251b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:06.380772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:06.594794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:07.854417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:15.401051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45400) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:19:15.407185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:19:15.533626 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-952721'] for subnet, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:15.731154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776178393335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1717230'] for subnet, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:15.780017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:19:15.780599 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:15.782459 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/subnets/a401a8c3-3fe5-4556-bb22-130c0e836358 HTTP/1.1" status: 200 len: 835 time: 0.3800898 Mar 22 13:19:15.786998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a3567e-1722-41c9-84c0-264d0692d860 None None] Network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:19:15.808139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Subnet': ['ID=a401a8c3-3fe5-4556-bb22-130c0e836358,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:19:15.817921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.818266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.818608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.818974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.819486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.819821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.820322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.821109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.821109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.821316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.821596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:15.821915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee82f-243e-4931-adc5-53a887856d09 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:19:16.203003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1e209e9a-ed04-432a-9bfe-8e7445994afb None None] Provisioning complete for port 0f549e6b-25f1-4104-8787-724d45a73450 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:19:16.203393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1e209e9a-ed04-432a-9bfe-8e7445994afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:16.329971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1e209e9a-ed04-432a-9bfe-8e7445994afb None None] Provisioning complete for port e09b86f9-5ad5-417c-b600-d760790115f3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:19:16.330228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1e209e9a-ed04-432a-9bfe-8e7445994afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:16.451036 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1e209e9a-ed04-432a-9bfe-8e7445994afb None None] Provisioning complete for port 81fac364-6429-449c-8869-4c7ee6d5ffe6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:19:16.451421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1e209e9a-ed04-432a-9bfe-8e7445994afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:21.641386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:28.430957 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:19:33.027956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8ca69f4b-9883-423e-a6a3-e4b336cb5f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:35.359437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-488007b3-003a-46b5-827c-1cdfc35a99e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:36.383706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:36.597843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:37.813066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:40.316681 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-711c2a10-cfc2-4963-a1c2-7ce93e1cc106 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743880 Mar 22 13:19:40.459360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-3df171bc-e8d1-4623-9b85-bce568c9ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:19:40.460816 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-3df171bc-e8d1-4623-9b85-bce568c9ab9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 1099 time: 0.0704429 Mar 22 13:19:40.607624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-9f3baacb-6fcd-4a92-b82e-27c640b14415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:19:40.609168 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-9f3baacb-6fcd-4a92-b82e-27c640b14415 service neutron] 10.222.0.47 "GET /v2.0/networks?id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 HTTP/1.1" status: 200 len: 897 time: 0.1278720 Mar 22 13:19:40.714244 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-add03da4-95f7-415c-90cb-01d0c39dc1cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e09b86f9-5ad5-417c-b600-d760790115f3 HTTP/1.1" status: 200 len: 1001 time: 0.0980589 Mar 22 13:19:40.880265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-30312117-5069-4240-88d0-94f743ba5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:19:40.881744 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-30312117-5069-4240-88d0-94f743ba5854 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a401a8c3-3fe5-4556-bb22-130c0e836358 HTTP/1.1" status: 200 len: 843 time: 0.1581533 Mar 22 13:19:40.958527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-b7ffea7f-a976-4e3e-bd77-8130b3d147ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:19:40.960746 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-b7ffea7f-a976-4e3e-bd77-8130b3d147ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707953 Mar 22 13:19:41.102240 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-e578f65a-879b-42f6-825e-8c983f2b13f6 service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309350 Mar 22 13:19:41.247648 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7d01b730-468e-43e2-b16b-f8025c716a9e req-f9d7cf1d-c02c-4839-8c77-0ec34e191060 service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346416 Mar 22 13:19:51.646445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:58.689581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45416) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:19:58.907676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 2892ed47-e020-4c0f-aa4d-7561f74cbad4 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:19:58.908008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:59.083895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:59.084141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:59.206725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 2892ed47-e020-4c0f-aa4d-7561f74cbad4 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:19:59.365720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:59.417541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=2892ed47-e020-4c0f-aa4d-7561f74cbad4,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:19:59.516536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:59.516865 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 0104c94e-0001-48b2-ad79-587ee1a7dc9c disassociated (deleted). External IP: 172.26.5.80, port: e09b86f9-5ad5-417c-b600-d760790115f3. Mar 22 13:19:59.981762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router c597cf35-3e0c-472f-b998-18149f826448 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:20:00.160946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:20:00.170865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] Sync routers for ids ['c597cf35-3e0c-472f-b998-18149f826448'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:20:00.181258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] Routers {'c597cf35-3e0c-472f-b998-18149f826448'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:00.181601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:00.181831 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:19:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['c597cf35-3e0c-472f-b998-18149f826448'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:00.241308 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1bb06904-a156-4034-98a3-030414a060e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/floatingips/0104c94e-0001-48b2-ad79-587ee1a7dc9c HTTP/1.1" status: 204 len: 168 time: 1.5505424 Mar 22 13:20:00.241720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0395e77f-da27-4466-adda-0883ba8602b3', 'tag': 'e09b86f9-5ad5-417c-b600-d760790115f3'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:20:00.415947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] Set router c597cf35-3e0c-472f-b998-18149f826448 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:00.695708 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c4e31-1210-45ed-94e7-6c4fc27ce438 req-89e8fd16-8f03-4e61-8297-9b10f545c580 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:00.696441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-881c4e31-1210-45ed-94e7-6c4fc27ce438 req-89e8fd16-8f03-4e61-8297-9b10f545c580 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:00.713722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-881c4e31-1210-45ed-94e7-6c4fc27ce438 req-89e8fd16-8f03-4e61-8297-9b10f545c580 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:00.716189 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-881c4e31-1210-45ed-94e7-6c4fc27ce438 req-89e8fd16-8f03-4e61-8297-9b10f545c580 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 946 time: 0.1563160 Mar 22 13:20:00.767352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:54Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '81fac364-6429-449c-8869-4c7ee6d5ffe6', 'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:df:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:53Z', 'updated_at': '2022-03-22T13:17:01Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:00.771408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] Checking router: c597cf35-3e0c-472f-b998-18149f826448 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:20:00.774233 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-881c4e31-1210-45ed-94e7-6c4fc27ce438 req-b23a7ce5-3998-44db-bc3f-0893f85e67ed tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Mar 22 13:20:00.784964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] Routers {'c597cf35-3e0c-472f-b998-18149f826448'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:00.785774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:19:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['c597cf35-3e0c-472f-b998-18149f826448'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:00.978111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] Set router c597cf35-3e0c-472f-b998-18149f826448 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:01.295102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:54Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '81fac364-6429-449c-8869-4c7ee6d5ffe6', 'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:df:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:53Z', 'updated_at': '2022-03-22T13:17:01Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:01.298974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70546620-ac8b-40ad-a0c9-70d3fe310d13 None None] The sync data for ids ['c597cf35-3e0c-472f-b998-18149f826448'] in dv-neutron-834664-2-hyperv is: [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:54Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '81fac364-6429-449c-8869-4c7ee6d5ffe6', 'name': '', 'network_id': '05c9120e-b5c6-4032-b20d-e0a51ab3a3b9', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:df:6c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:53Z', 'updated_at': '2022-03-22T13:17:01Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': 'a401a8c3-3fe5-4556-bb22-130c0e836358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:20:01.495486 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0395e77f-da27-4466-adda-0883ba8602b3', 'tag': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'status': 'completed', 'code': 200} Mar 22 13:20:01.522667 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2287c56-b97f-4ca8-8817-715363ba661b None None] New status for floating IP 0104c94e-0001-48b2-ad79-587ee1a7dc9c: DOWN {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:20:01.613910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-cc6b72ae-5eec-43ad-981f-52f6fb4a197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:01.616446 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-cc6b72ae-5eec-43ad-981f-52f6fb4a197c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 1099 time: 0.0935194 Mar 22 13:20:01.756620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-805986c5-732e-4572-bcb7-b9dce1a4b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:01.758075 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-805986c5-732e-4572-bcb7-b9dce1a4b5ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 HTTP/1.1" status: 200 len: 897 time: 0.1354227 Mar 22 13:20:01.827614 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-05ff95b4-f8e1-4f6a-8ae4-292e125aea56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e09b86f9-5ad5-417c-b600-d760790115f3 HTTP/1.1" status: 200 len: 217 time: 0.0617380 Mar 22 13:20:01.896530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-06648bf7-dd3b-438f-8c78-3ede7ba1c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:01.898513 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-06648bf7-dd3b-438f-8c78-3ede7ba1c36a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a401a8c3-3fe5-4556-bb22-130c0e836358 HTTP/1.1" status: 200 len: 843 time: 0.0628324 Mar 22 13:20:01.988761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072fe4-d89b-4462-9786-c07cec937b5e req-494d09b4-1bd1-4d5f-83a9-cc44262455ec tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:01.990990 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a5072fe4-d89b-4462-9786-c07cec937b5e req-494d09b4-1bd1-4d5f-83a9-cc44262455ec tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 946 time: 0.0991449 Mar 22 13:20:02.002315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-16b92aee-a332-4e96-a293-fabc79315f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:02.003813 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-16b92aee-a332-4e96-a293-fabc79315f08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968111 Mar 22 13:20:02.038144 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a5072fe4-d89b-4462-9786-c07cec937b5e req-5e342d27-36c9-457c-905d-ee72df8373ad tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e7aa0c1-0922-4197-a838-60e8066a3afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397415 Mar 22 13:20:02.156601 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-12322c1b-0c80-4800-8a10-721afae89f02 service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459515 Mar 22 13:20:02.215807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-83bd39aa-0b91-4f7d-b379-ff594e450cf3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:02.215807 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-83bd39aa-0b91-4f7d-b379-ff594e450cf3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 946 time: 0.0857217 Mar 22 13:20:02.290985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-66596650-d2f2-4a9c-9297-ab51a06378f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port e09b86f9-5ad5-417c-b600-d760790115f3 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:20:02.291253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-66596650-d2f2-4a9c-9297-ab51a06378f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:02.305034 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9614114f-6652-40ea-82fe-6b2a7ca16047 req-a2652b37-382a-492d-b035-063b8398b591 service neutron] 10.222.0.47 "GET /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394773 Mar 22 13:20:02.569977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-66596650-d2f2-4a9c-9297-ab51a06378f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port e09b86f9-5ad5-417c-b600-d760790115f3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e09b86f9-5ad5-417c-b600-d760790115f3,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:02.572491 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-66596650-d2f2-4a9c-9297-ab51a06378f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:02.699398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-66596650-d2f2-4a9c-9297-ab51a06378f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for e09b86f9-5ad5-417c-b600-d760790115f3 owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:20:02.855508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-66596650-d2f2-4a9c-9297-ab51a06378f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:02.907801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66596650-d2f2-4a9c-9297-ab51a06378f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=e09b86f9-5ad5-417c-b600-d760790115f3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:03.032072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d2c69313-0bbd-4896-91fb-67675e0a4685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:03.108275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-66596650-d2f2-4a9c-9297-ab51a06378f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] No DVR routers for this DVR port e09b86f9-5ad5-417c-b600-d760790115f3 on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:20:03.110694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-66596650-d2f2-4a9c-9297-ab51a06378f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:03.124868 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e21b8398-9582-4bf5-b80c-ec5449d54cda req-66596650-d2f2-4a9c-9297-ab51a06378f2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "DELETE /v2.0/ports/e09b86f9-5ad5-417c-b600-d760790115f3 HTTP/1.1" status: 204 len: 173 time: 0.9077487 Mar 22 13:20:03.259950 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cbb6a3ac-fd11-4e1e-bcd9-44da8599a1e2 req-cce430ad-3736-43ab-8555-8b7c1fa5a18a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=0395e77f-da27-4466-adda-0883ba8602b3 HTTP/1.1" status: 200 len: 210 time: 0.1083853 Mar 22 13:20:03.496494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0395e77f-da27-4466-adda-0883ba8602b3', 'name': 'network-vif-deleted', 'tag': 'e09b86f9-5ad5-417c-b600-d760790115f3'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:20:03.540439 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0395e77f-da27-4466-adda-0883ba8602b3', 'name': 'network-vif-deleted', 'tag': 'e09b86f9-5ad5-417c-b600-d760790115f3', 'status': 'completed', 'code': 200} Mar 22 13:20:04.363313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45450) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:04.431567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22603d39-2175-4ab0-ac60-cd8aa32e548f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:04.465382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22603d39-2175-4ab0-ac60-cd8aa32e548f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:04.533862 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22603d39-2175-4ab0-ac60-cd8aa32e548f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:04.550769 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22603d39-2175-4ab0-ac60-cd8aa32e548f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7aa0c1-0922-4197-a838-60e8066a3afa,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:04.562947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22603d39-2175-4ab0-ac60-cd8aa32e548f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:04.564203 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-22603d39-2175-4ab0-ac60-cd8aa32e548f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/8e7aa0c1-0922-4197-a838-60e8066a3afa HTTP/1.1" status: 204 len: 168 time: 0.1999123 Mar 22 13:20:04.605157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45456) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:04.644703 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e09b86f9-5ad5-417c-b600-d760790115f3 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:20:04.678940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: e09b86f9-5ad5-417c-b600-d760790115f3 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:20:04.679335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e09b86f9-5ad5-417c-b600-d760790115f3 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:20:05.297320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:05.364748 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-92b926fb-64c0-433a-940e-043ed644484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:05.432145 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:20:05.669695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 81fac364-6429-449c-8869-4c7ee6d5ffe6 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:20:05.670292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:05.862936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 81fac364-6429-449c-8869-4c7ee6d5ffe6, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=81fac364-6429-449c-8869-4c7ee6d5ffe6,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:05.863323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:05.997393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 81fac364-6429-449c-8869-4c7ee6d5ffe6 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:20:06.198878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:06.250116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=81fac364-6429-449c-8869-4c7ee6d5ffe6,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:06.291150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.291517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.291854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.292848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.293172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.293494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.293812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.294132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.294451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.294767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.295080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.295420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:06.390844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:06.544925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:06.601457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:07.021330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router c597cf35-3e0c-472f-b998-18149f826448 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:20:07.207283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:20:07.216842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] Sync routers for ids ['c597cf35-3e0c-472f-b998-18149f826448'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:20:07.220026 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ba457834-8b26-41ae-a5aa-963bc4986ce8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/c597cf35-3e0c-472f-b998-18149f826448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6136522 Mar 22 13:20:07.222939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45460) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:07.226831 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] Routers {'c597cf35-3e0c-472f-b998-18149f826448'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:07.227556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:20:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['c597cf35-3e0c-472f-b998-18149f826448'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:07.293014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbd14b5-239c-4300-a823-1183167ac5e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting subnet a401a8c3-3fe5-4556-bb22-130c0e836358 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:20:07.296018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14b5-239c-4300-a823-1183167ac5e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:07.352963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14b5-239c-4300-a823-1183167ac5e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:07.411176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] Set router c597cf35-3e0c-472f-b998-18149f826448 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:07.452111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14b5-239c-4300-a823-1183167ac5e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:07.544738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14b5-239c-4300-a823-1183167ac5e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:07.589473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14b5-239c-4300-a823-1183167ac5e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:07.592519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd14b5-239c-4300-a823-1183167ac5e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Subnet': ['ID=a401a8c3-3fe5-4556-bb22-130c0e836358,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:07.600727 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3cbd14b5-239c-4300-a823-1183167ac5e4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/subnets/a401a8c3-3fe5-4556-bb22-130c0e836358 HTTP/1.1" status: 204 len: 168 time: 0.3750882 Mar 22 13:20:07.602376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45466) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:07.645467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326b5a7-366b-434d-ba4e-c402a9a5976b None None] Network 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:20:07.788369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:07.888246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:07.934714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:20:06Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:07.940985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] Checking router: c597cf35-3e0c-472f-b998-18149f826448 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:20:07.950236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] Routers {'c597cf35-3e0c-472f-b998-18149f826448'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:07.950902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:20:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['c597cf35-3e0c-472f-b998-18149f826448'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:08.005414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:08.008508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] DHCP port deletion for 05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:20:08.016095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 8d17b418-437f-493b-8540-07b3ffa54a41 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:20:08.016438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:08.022531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Deleting port 0f549e6b-25f1-4104-8787-724d45a73450 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:20:08.022903 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:08.235321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] Set router c597cf35-3e0c-472f-b998-18149f826448 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:08.321569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 8d17b418-437f-493b-8540-07b3ffa54a41, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8d17b418-437f-493b-8540-07b3ffa54a41,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:08.322207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:08.451613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 8d17b418-437f-493b-8540-07b3ffa54a41 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:20:08.536887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] For port 0f549e6b-25f1-4104-8787-724d45a73450, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=0f549e6b-25f1-4104-8787-724d45a73450,segment=NetworkSegment(bbb07a36-a5c7-40fb-a661-93ff0f0b069f),segment_id=bbb07a36-a5c7-40fb-a661-93ff0f0b069f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:08.537611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:08.630938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:08.666368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Calling delete_port for 0f549e6b-25f1-4104-8787-724d45a73450 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:20:08.708660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=8d17b418-437f-493b-8540-07b3ffa54a41,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:08.775032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:08.797131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:08.847573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Pushing event deleted for resources: {'Port': ['ID=0f549e6b-25f1-4104-8787-724d45a73450,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:08.850575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] No DVR routers for this DVR port 0f549e6b-25f1-4104-8787-724d45a73450 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:20:08.860462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.860813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.861153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.861486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.861813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.862139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.862465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.862827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.863104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.863457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.863775 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.864185 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f6570-e148-4134-8d10-718d871c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:08.868303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:20:06Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:08.872852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56758d-cf07-4bc7-8a73-11ee44c82817 None None] The sync data for ids ['c597cf35-3e0c-472f-b998-18149f826448'] in dv-neutron-834664-2-hyperv is: [{'id': 'c597cf35-3e0c-472f-b998-18149f826448', 'name': 'tempest-TestNetworkBasicOps-router-303091624', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:20:06Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': '8d17b418-437f-493b-8540-07b3ffa54a41', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597cf35-3e0c-472f-b998-18149f826448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:16:49Z', 'updated_at': '2022-03-22T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:20:08.970571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:08.972837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.000592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.001183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Fanout notify agent at l3_agent the message router_deleted on router c597cf35-3e0c-472f-b998-18149f826448 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:20:09.021468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.022861 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-09f35561-bf69-4fce-80c3-d89615d4f257 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/routers/c597cf35-3e0c-472f-b998-18149f826448 HTTP/1.1" status: 204 len: 168 time: 1.4195468 Mar 22 13:20:09.025690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45472) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:09.139500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.280592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.314872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c9120e-b5c6-4032-b20d-e0a51ab3a3b9']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:09.328481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:09.329162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb07a36-a5c7-40fb-a661-93ff0f0b069f') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:09.342435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.361478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.368709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:20:09.369178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:20:09.383785 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:20:09.470388 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.492133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.507752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Network': ['ID=05c9120e-b5c6-4032-b20d-e0a51ab3a3b9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:09.518459 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a4aec4d3-1017-44a5-bcf0-851af0af9499 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/networks/05c9120e-b5c6-4032-b20d-e0a51ab3a3b9 HTTP/1.1" status: 204 len: 168 time: 0.4915717 Mar 22 13:20:09.536753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45476) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:09.544814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'network': {'name': 'tempest-network-smoke--358460347', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'port_security_enabled': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:09.550088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:09.554405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:network and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:09.557404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:09.564816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:09.581640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:20:09.588820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.616913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:20:09.631478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.631478 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Added segment a70fa77c-ec24-4135-9249-b54484b5156a of type vlan for network ce7c5695-07ba-4785-9a18-83dcf7c356d8 Mar 22 13:20:09.654489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0f549e6b-25f1-4104-8787-724d45a73450 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:20:09.667724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.702469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.708175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:09.708823 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.739680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 0f549e6b-25f1-4104-8787-724d45a73450 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:20:09.740021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 0f549e6b-25f1-4104-8787-724d45a73450 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:20:09.740488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 81fac364-6429-449c-8869-4c7ee6d5ffe6 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:20:09.774336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 81fac364-6429-449c-8869-4c7ee6d5ffe6 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:20:09.774681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 81fac364-6429-449c-8869-4c7ee6d5ffe6 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:20:09.810295 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2717743 Mar 22 13:20:09.813825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45480) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:09.820333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'admin_state_up': True, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:09.827640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:09.829079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933be12b-ad00-45e1-8a4e-2dcb9a547a66 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Network': ['ID=ce7c5695-07ba-4785-9a18-83dcf7c356d8,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:09.831641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:router and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:09.834767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:09.840139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network ce7c5695-07ba-4785-9a18-83dcf7c356d8 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:20:09.843290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:09.855524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.856527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:09.876673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:10.251130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:10.574063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:10.604603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:10.741292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.138 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/a67aae6e-b3e5-4071-a18c-9f000d8c4c2b) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:20:10.890880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:10.921299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:10.979941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:20:10.982682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:20:10.986271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:20:11.034361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=a67aae6e-b3e5-4071-a18c-9f000d8c4c2b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:11.420142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:11.486508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8d17b418-437f-493b-8540-07b3ffa54a41 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:20:11.521835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 8d17b418-437f-493b-8540-07b3ffa54a41 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:20:11.522181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8d17b418-437f-493b-8540-07b3ffa54a41 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:20:11.886144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:12.102504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:20:12.284925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:20:12.295400 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Sync routers for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:20:12.305817 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:12.306808 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:20:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:12.321974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:12.326595 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b5ceaba8-e3eb-4e01-8cb2-2b2e23678e90 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5116980 Mar 22 13:20:12.327000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45484) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:12.500180 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:12.534757 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f250a622-6853-462d-b099-04167ecda342 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6daadd1aa47b42258070c40f7792664e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2057335 Mar 22 13:20:12.537466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45490) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:12.675430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f84bf-7448-4c15-8869-0393fd70f3e8 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:12.676911 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-781f84bf-7448-4c15-8869-0393fd70f3e8 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1386070 Mar 22 13:20:12.679847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45494) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:12.720605 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a1e602ad-86a5-45bc-9d4f-e1440c5d6145 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392721 Mar 22 13:20:12.723005 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45498) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:12.728678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1508581556', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:12.811761 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:11Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:12.815720 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Checking router: 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:20:12.816056 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Updating router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:20:12.840812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:12.844821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:subnet and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:12.847760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:12.853936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:12.871826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:20:12.874884 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:12.875362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:13.113474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:13.192844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Subnet': ['ID=137bcf53-5a07-426c-ab68-fb7289978906,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:13.204025 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Checking segment: {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:20:13.204390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network hostable DHCP agents. Network: ce7c5695-07ba-4785-9a18-83dcf7c356d8, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:20:13.217526 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:13.225728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network ce7c5695-07ba-4785-9a18-83dcf7c356d8 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:20:13.233357 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Transition to ACTIVE for port object a67aae6e-b3e5-4071-a18c-9f000d8c4c2b will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:13.235798 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, ce7c5695-07ba-4785-9a18-83dcf7c356d8) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:20:13.241414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:13.242002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:13.247551 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:13.249240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b4bbd-d22f-4eb9-ba5c-bd2a81c7fb95 None None] Network ce7c5695-07ba-4785-9a18-83dcf7c356d8 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:20:13.276969 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2f9dd0d8-6611-473c-87a2-c57ce1535b64 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5502946 Mar 22 13:20:13.277527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45502) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:13.368013 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Pushing event updated for resources: {'Port': ['ID=a67aae6e-b3e5-4071-a18c-9f000d8c4c2b,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:13.383226 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.383874 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.384501 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.385115 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.385716 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.386331 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.387154 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.387954 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.388703 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.389514 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.390297 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.391065 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:13.429097 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Attempting to bind port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:20:13.429637 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Attempting to bind port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:20:13.430216 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Attempting to bind port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:20:13.438112 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:20:13.438600 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:20:13.439219 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:13.439686 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:20:13.440251 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Bound port: a67aae6e-b3e5-4071-a18c-9f000d8c4c2b, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:20:13.440694 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:13.528488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:20:13.530064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:13.536125 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] For port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:20:13.540089 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] For port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a67aae6e-b3e5-4071-a18c-9f000d8c4c2b,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:20:13.545909 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:13.655877 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:13.656521 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:20:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:13.711008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Allocated IP 172.20.0.2 (ce7c5695-07ba-4785-9a18-83dcf7c356d8/137bcf53-5a07-426c-ab68-fb7289978906/a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:20:13.725606 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5103c-bd5a-4a09-8fcd-f8eae4b244fa None None] Pushing event updated for resources: {'Port': ['ID=a67aae6e-b3e5-4071-a18c-9f000d8c4c2b,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:13.852108 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:13.941249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:13.954696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Transition to ACTIVE for port object a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:13.980163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Transition to ACTIVE for port object a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:13.985260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:14.052933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Network ce7c5695-07ba-4785-9a18-83dcf7c356d8 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:20:14.060104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:20:14.065409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:20:14.073756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Pushing event updated for resources: {'Port': ['ID=a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:14.172763 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:11Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:14.177497 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420432e-6432-4edc-bd46-3b9ce7b38662 None None] The sync data for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv is: [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:11Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:20:14.178137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Attempting to bind port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:20:14.178569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Attempting to bind port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:20:14.179046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Attempting to bind port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 on network ce7c5695-07ba-4785-9a18-83dcf7c356d8 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:20:14.186021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:20:14.186471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Checking segment: {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:20:14.186951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:14.187509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Bound using segment: {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:20:14.188066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Bound port: a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:20:14.188496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:14.306308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] For port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:20:14.311761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] For port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:20:14.319980 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:14.390818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:14.425059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ba644-ff31-471e-938b-d7ce7fd0ff08 None None] Pushing event updated for resources: {'Port': ['ID=a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:14.916988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.1 (ce7c5695-07ba-4785-9a18-83dcf7c356d8/137bcf53-5a07-426c-ab68-fb7289978906/433c5d4f-c192-4498-a638-260887677d18) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:20:15.124477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:15.147895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object 433c5d4f-c192-4498-a638-260887677d18 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:15.178202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:15.249114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network ce7c5695-07ba-4785-9a18-83dcf7c356d8 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:20:15.257237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:20:15.262322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:20:15.293837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=433c5d4f-c192-4498-a638-260887677d18,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:15.333764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:15.434456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9644de5-85fb-4630-9860-e4f7ebd5422a None None] Network ce7c5695-07ba-4785-9a18-83dcf7c356d8 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:20:15.560372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-67a51570-19a6-4fb5-8841-69bc2a96623e None None] Provisioning for port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:20:15.636683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a67aae6e-b3e5-4071-a18c-9f000d8c4c2b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:20:15.650049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:15.763904 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:20:15.771097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:15.771493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:15.968810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:15.988435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a67aae6e-b3e5-4071-a18c-9f000d8c4c2b,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:15.993150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:15.994374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:20:16.130763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=a67aae6e-b3e5-4071-a18c-9f000d8c4c2b,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:16.136396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e5f9b9dc-412a-46aa-8cc3-fd2aa8f208cc None None] Provisioning for port 433c5d4f-c192-4498-a638-260887677d18 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:20:16.143933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e5f9b9dc-412a-46aa-8cc3-fd2aa8f208cc None None] Provisioning complete for port 433c5d4f-c192-4498-a638-260887677d18 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:16.147225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b9dc-412a-46aa-8cc3-fd2aa8f208cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:16.147440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:16.152833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:16.201663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:20:16.212836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:16.213196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:16.265783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9b9dc-412a-46aa-8cc3-fd2aa8f208cc None None] Port 433c5d4f-c192-4498-a638-260887677d18 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:20:16.295262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e5f9b9dc-412a-46aa-8cc3-fd2aa8f208cc None None] Provisioning complete for port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:16.295632 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b9dc-412a-46aa-8cc3-fd2aa8f208cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:16.414240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:16.422660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:16.426189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=433c5d4f-c192-4498-a638-260887677d18,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:16.499190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:16.500373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b9dc-412a-46aa-8cc3-fd2aa8f208cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:16.514154 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:16.570229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network ce7c5695-07ba-4785-9a18-83dcf7c356d8 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:20:16.572096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:20:16.660380 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:16.663960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-e5f9b9dc-412a-46aa-8cc3-fd2aa8f208cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:20:16.664298 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-e5f9b9dc-412a-46aa-8cc3-fd2aa8f208cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:20:16.804444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:20:17.008743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:20:17.018475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Sync routers for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:20:17.022346 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f2063607-a535-4ce4-9175-724704850221 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/2030cbf7-f2a7-4e72-b1e1-13c3661fa86f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7427437 Mar 22 13:20:17.024394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45506) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:17.028140 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:17.028760 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:20:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:17.171456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8348a-d445-4fe0-b578-34d5de88f7bc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:17.172000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8348a-d445-4fe0-b578-34d5de88f7bc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:17.172508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8348a-d445-4fe0-b578-34d5de88f7bc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:17.173011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8348a-d445-4fe0-b578-34d5de88f7bc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:17.174645 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-aac8348a-d445-4fe0-b578-34d5de88f7bc tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1493282 Mar 22 13:20:17.177454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45510) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:17.248105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e341b96-1e0c-4e73-bfdd-30c190a4aa6d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:17.248572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e341b96-1e0c-4e73-bfdd-30c190a4aa6d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:17.249023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e341b96-1e0c-4e73-bfdd-30c190a4aa6d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:17.249484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e341b96-1e0c-4e73-bfdd-30c190a4aa6d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:17.253894 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0e341b96-1e0c-4e73-bfdd-30c190a4aa6d tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0721192 Mar 22 13:20:17.254931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45514) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:17.269719 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:17.473680 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a72524f1-4b72-4832-80fe-4e4e6347ca88 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2155819 Mar 22 13:20:17.493986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cdcbe774-d586-45f8-9032-a004842fdcbe None None] Provisioning complete for port 433c5d4f-c192-4498-a638-260887677d18 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:17.494207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cdcbe774-d586-45f8-9032-a004842fdcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:17.550665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a67aae6e-b3e5-4071-a18c-9f000d8c4c2b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:20:17.634379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbe774-d586-45f8-9032-a004842fdcbe None None] Port 433c5d4f-c192-4498-a638-260887677d18 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:20:17.709074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45520) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:17.711614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:17.712238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:17.716351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881542812', 'description': 'tempest-secgroup-smoke-1881542812 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:17.722338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:17.727069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:17.730000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:17.736433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:17.747271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:17.767138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:17.771070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:17.773968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:17.780036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:17.785373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:17.791999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Checking router: 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:20:17.792342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Updating router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f port 433c5d4f-c192-4498-a638-260887677d18 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:20:17.867420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:17.871439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:17.919003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:17.922448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:17.923726 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-eb02512b-80a4-4376-8274-151201fd3ed3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2119703 Mar 22 13:20:17.926852 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45524) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:17.933144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:17.939928 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:17.944283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:17.947188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:17.954034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:17.958272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:17.972098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:17.975873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:20:18.042357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.046549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.074919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88233fef-4c7a-4b8b-aafb-390a3c800294,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:18.084324 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.084951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.085071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.085400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.085650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.085975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.086302 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.086618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.086942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.087546 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.087864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.088181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:18.090901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.092101 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8a6b2032-8783-4ddc-96aa-d7e9c51a8c5b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641760 Mar 22 13:20:18.095043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45530) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:18.100853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:18.106949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:18.110773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:18.113630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:18.119757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:18.138876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.149608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:18.149988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.209399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.214139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.238610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875a5734-6f91-4a3d-9cf7-56d86d4e82a0,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:18.249725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.251821 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-df767235-bcd6-4699-af95-21a68df70046 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553383 Mar 22 13:20:18.254397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45534) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:18.262714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:18.272664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:18.278556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:18.283153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:18.290026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:18.315509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.390327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.397384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.423543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14cc915-5b96-4969-a54c-ed1777b82461,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:18.434054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.435663 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1835b9c0-ddfb-4d3a-9a56-ca5c5b8fd09b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1799073 Mar 22 13:20:18.438394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45538) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:18.444696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:18.451067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:18.455128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:18.458395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:18.466230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:18.483228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.487363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.499935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Transition to ACTIVE for port object 433c5d4f-c192-4498-a638-260887677d18 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:18.509331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.557881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.565002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.591731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4e54d3-6608-49b8-982c-ef8521d3eafc,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:18.607648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.609209 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4015b938-7a6b-4326-b978-bb2a62365da6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1696301 Mar 22 13:20:18.612222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45542) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:18.618937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:18.625628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:18.631633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:18.635596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:18.642842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:18.643682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9b56f-3816-46aa-8a11-e2ef97d7da2e None None] Pushing event updated for resources: {'Port': ['ID=433c5d4f-c192-4498-a638-260887677d18,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:18.664930 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:20:18.678357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.743462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Attempting to bind port 433c5d4f-c192-4498-a638-260887677d18 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:20:18.743900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Attempting to bind port 433c5d4f-c192-4498-a638-260887677d18 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:20:18.744200 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Attempting to bind port 433c5d4f-c192-4498-a638-260887677d18 on network ce7c5695-07ba-4785-9a18-83dcf7c356d8 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:20:18.749601 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:20:18.749968 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Checking segment: {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:20:18.750368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.750751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Bound using segment: {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:20:18.751238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Bound port: 433c5d4f-c192-4498-a638-260887677d18, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:20:18.751602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.766345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.772347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.797056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72758f4e-6a90-4fe8-b399-7224fb62313c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:18.808335 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.809758 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-684706d7-c471-437e-b054-6de739df4217 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1962216 Mar 22 13:20:18.812685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45546) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:18.818014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:18.825097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:18.828928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:18.831730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:18.838182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:18.849171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:20:18.856387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.856905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] For port 433c5d4f-c192-4498-a638-260887677d18, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:20:18.860531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] For port 433c5d4f-c192-4498-a638-260887677d18, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=433c5d4f-c192-4498-a638-260887677d18,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:20:18.866956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.936744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.942959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:18.960991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:18.961619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:20:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:18.969662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9268b1db-f2ac-49fb-ab5f-49853185d4b2,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:18.988401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:19.000319 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1e725efb-fdef-4165-b1d6-317945fe648b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1760180 Mar 22 13:20:19.037219 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9b56f-3816-46aa-8a11-e2ef97d7da2e None None] Pushing event updated for resources: {'Port': ['ID=433c5d4f-c192-4498-a638-260887677d18,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:19.179565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:19.268642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-7a88f71f-1748-4650-b916-eab2ca3142ca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:19.289111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-7a88f71f-1748-4650-b916-eab2ca3142ca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:19.290278 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-7a88f71f-1748-4650-b916-eab2ca3142ca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881542812&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.0657167 Mar 22 13:20:19.455272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-e7f85651-d8ad-4a38-8758-c8a75a4d2689 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:19.455969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-e7f85651-d8ad-4a38-8758-c8a75a4d2689 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:19.473393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-e7f85651-d8ad-4a38-8758-c8a75a4d2689 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:19.474677 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-e7f85651-d8ad-4a38-8758-c8a75a4d2689 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 796 time: 0.1772022 Mar 22 13:20:19.498781 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-06043d60-3ff3-43b1-8e8d-6e6efb9f1bd8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/quotas/6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 375 time: 0.0096965 Mar 22 13:20:19.579675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-17b28d0f-730f-487b-92e6-b7a6b214056b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:19.596358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-17b28d0f-730f-487b-92e6-b7a6b214056b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:19.597979 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-17b28d0f-730f-487b-92e6-b7a6b214056b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007690 Mar 22 13:20:19.599042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:18Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:19.604462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896ea9c-a833-4365-9829-bc698c7ff74c None None] The sync data for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv is: [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:18Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:20:19.831449 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-eea1a4c3-5b02-4e56-b0ac-29603456a1e3 service neutron] 10.222.0.70 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185309 Mar 22 13:20:20.155399 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-ff096012-071f-44bd-a008-4c6cdf2f26fb service neutron] 10.222.0.70 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163049 Mar 22 13:20:20.409075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-af4f1d92-48da-4e10-9428-99728335062d req-58535eaa-5147-41c6-a6a8-90b5b1a73a5c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:20.421327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-af4f1d92-48da-4e10-9428-99728335062d req-58535eaa-5147-41c6-a6a8-90b5b1a73a5c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:20.422493 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-af4f1d92-48da-4e10-9428-99728335062d req-58535eaa-5147-41c6-a6a8-90b5b1a73a5c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 210 time: 0.0753622 Mar 22 13:20:21.580666 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 433c5d4f-c192-4498-a638-260887677d18 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:20:21.628256 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c8bad06e-12c6-419b-b68e-a62f83f00c36 req-9a16a808-4a91-443c-b0df-aecfd23a8b7f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 210 time: 0.0494425 Mar 22 13:20:21.682994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:21.707878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 433c5d4f-c192-4498-a638-260887677d18 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:20:21.714145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 433c5d4f-c192-4498-a638-260887677d18 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:21.714767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:21.759024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-0054ebec-8491-4be7-8f13-c132d1a87f5e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:21.760729 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-0054ebec-8491-4be7-8f13-c132d1a87f5e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 796 time: 0.2517920 Mar 22 13:20:21.824219 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-4a64e7cb-aece-4aba-859e-c4390d564a48 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 380 time: 0.0533836 Mar 22 13:20:21.834676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'admin_state_up': True, 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'security_groups': ['8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:21.851975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:21.887147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 433c5d4f-c192-4498-a638-260887677d18, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=433c5d4f-c192-4498-a638-260887677d18,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:21.891274 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:21.966065 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=433c5d4f-c192-4498-a638-260887677d18,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:21.984577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:21.994493 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:22.011523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:20:22.015225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:22.186644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.10 (ce7c5695-07ba-4785-9a18-83dcf7c356d8/137bcf53-5a07-426c-ab68-fb7289978906/f209aa7e-d798-4333-b964-c7ede2a084db) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:20:22.397079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:22.414608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object f209aa7e-d798-4333-b964-c7ede2a084db will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:22.439968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:22.506848 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network ce7c5695-07ba-4785-9a18-83dcf7c356d8 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:20:22.507995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:20:22.516749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:20:22.563265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=f209aa7e-d798-4333-b964-c7ede2a084db,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:22.596265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:22.596895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:22.623262 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-544a2a08-5387-4d17-bae7-0aade792b1ba tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7929940 Mar 22 13:20:22.637973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Request body: {'port': {'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:22.725493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8d3819db-0b9e-4ce9-86fe-8ecde2df4397 None None] Provisioning for port f209aa7e-d798-4333-b964-c7ede2a084db completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:20:22.730983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8d3819db-0b9e-4ce9-86fe-8ecde2df4397 None None] Provisioning complete for port f209aa7e-d798-4333-b964-c7ede2a084db triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:22.731391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8d3819db-0b9e-4ce9-86fe-8ecde2df4397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:22.772291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:22.791862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-8d3819db-0b9e-4ce9-86fe-8ecde2df4397 None None] Port f209aa7e-d798-4333-b964-c7ede2a084db cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:20:22.848834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba56707-7d2d-40af-90ac-264cf2d0eb6b req-a1a408ab-7b12-4db0-b88c-bf6ac671c346 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:22.850507 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9ba56707-7d2d-40af-90ac-264cf2d0eb6b req-a1a408ab-7b12-4db0-b88c-bf6ac671c346 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 932 time: 0.0996959 Mar 22 13:20:22.902144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-9ba56707-7d2d-40af-90ac-264cf2d0eb6b req-6bafa0b9-3f0f-4d31-a0a3-3f0e9cec7bd4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:22.915530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-9ba56707-7d2d-40af-90ac-264cf2d0eb6b req-6bafa0b9-3f0f-4d31-a0a3-3f0e9cec7bd4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:22.916692 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9ba56707-7d2d-40af-90ac-264cf2d0eb6b req-6bafa0b9-3f0f-4d31-a0a3-3f0e9cec7bd4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601749 Mar 22 13:20:23.159017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f209aa7e-d798-4333-b964-c7ede2a084db {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:20:23.167643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.183368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Transition to ACTIVE for port object f209aa7e-d798-4333-b964-c7ede2a084db will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:23.188144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.348117 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Pushing event updated for resources: {'Port': ['ID=f209aa7e-d798-4333-b964-c7ede2a084db,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:23.538815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 433c5d4f-c192-4498-a638-260887677d18 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:20:23.555009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Attempting to bind port f209aa7e-d798-4333-b964-c7ede2a084db on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:20:23.555372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Attempting to bind port f209aa7e-d798-4333-b964-c7ede2a084db by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:20:23.555702 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Attempting to bind port f209aa7e-d798-4333-b964-c7ede2a084db on network ce7c5695-07ba-4785-9a18-83dcf7c356d8 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:20:23.560542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Port f209aa7e-d798-4333-b964-c7ede2a084db on network ce7c5695-07ba-4785-9a18-83dcf7c356d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:20:23.560860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Attempting to bind port f209aa7e-d798-4333-b964-c7ede2a084db on network ce7c5695-07ba-4785-9a18-83dcf7c356d8 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:20:23.566062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:20:23.566425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Checking segment: {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:20:23.566835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Bound using segment: {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:20:23.567325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Bound port: f209aa7e-d798-4333-b964-c7ede2a084db, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:20:23.567674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.609886 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 433c5d4f-c192-4498-a638-260887677d18 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:23.610255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.668745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] For port f209aa7e-d798-4333-b964-c7ede2a084db, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:20:23.673193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] For port f209aa7e-d798-4333-b964-c7ede2a084db, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f209aa7e-d798-4333-b964-c7ede2a084db,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:20:23.677903 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.736293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:23.736920 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.738455 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] 10.222.0.47 "PUT /v2.0/ports/f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 200 len: 1094 time: 1.1049447 Mar 22 13:20:23.739009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:20:23.781344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a14035-39fd-4566-a16b-d5e0b5454d6d service neutron] Pushing event updated for resources: {'Port': ['ID=f209aa7e-d798-4333-b964-c7ede2a084db,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:23.832219 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'status': 'completed', 'code': 200} Mar 22 13:20:23.879114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-686c9e80-4b85-4d1c-9b2c-0f766448b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:23.881191 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-686c9e80-4b85-4d1c-9b2c-0f766448b5b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 1097 time: 0.0914013 Mar 22 13:20:23.953139 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-31fce834-d482-40b9-b064-ab61b99e7155 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 200 len: 217 time: 0.0643322 Mar 22 13:20:24.025654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-17efc569-7373-45ce-bc97-3deb033e4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:24.026960 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-17efc569-7373-45ce-bc97-3deb033e4248 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.0664558 Mar 22 13:20:24.127521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-a7e0a56b-09d0-4dbe-88a3-b086b6e17b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:24.129316 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-a7e0a56b-09d0-4dbe-88a3-b086b6e17b65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939994 Mar 22 13:20:24.225624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cbdc9-ecf9-4b2b-8bce-8b4f939c4959 req-0c3fb139-91b3-4790-807e-5addb94787d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:24.227113 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d29cbdc9-ecf9-4b2b-8bce-8b4f939c4959 req-0c3fb139-91b3-4790-807e-5addb94787d4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 944 time: 0.1953740 Mar 22 13:20:24.278541 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d29cbdc9-ecf9-4b2b-8bce-8b4f939c4959 req-3076b953-26fa-4bb7-b9ef-df7b6c21fb9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Mar 22 13:20:24.279054 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-fbf4ef73-5108-4b8a-9060-7664b1fcf397 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403975 Mar 22 13:20:24.425308 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbf6ccc7-a47a-4159-aeb2-4e458c8e152f req-fe2cfe00-9107-4f1c-86c2-0dd046ec7273 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369524 Mar 22 13:20:24.560987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-8fb6f4cc-32d5-4cf6-88a5-ea6edc37ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:24.562365 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-8fb6f4cc-32d5-4cf6-88a5-ea6edc37ede2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 1097 time: 0.0795357 Mar 22 13:20:24.705762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-3f4e3ad9-de89-44a4-ab67-130a427f796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:24.707237 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-3f4e3ad9-de89-44a4-ab67-130a427f796c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 897 time: 0.1342876 Mar 22 13:20:24.774794 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-44159414-378e-4fb2-98c5-dc52131a13e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 200 len: 217 time: 0.0608299 Mar 22 13:20:24.849730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-0cd1034f-02ec-4741-9a33-0146ec65ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:24.851483 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-0cd1034f-02ec-4741-9a33-0146ec65ee00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.0673268 Mar 22 13:20:24.931881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-7011a0c0-60c1-4043-bfd5-1e22a1e60750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:24.934076 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-7011a0c0-60c1-4043-bfd5-1e22a1e60750 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760820 Mar 22 13:20:25.078581 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-ec52653a-4a9a-408f-bb4c-2e36a45942eb service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374278 Mar 22 13:20:25.217519 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07542e88-8b58-4302-b5da-3cc7eac82da3 req-0894c98b-fb32-4e6a-9891-76f7b0878476 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322842 Mar 22 13:20:25.477236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123487b7-bde2-4c19-af2d-6a12e9e98180 req-e34c283d-f079-445a-b04a-8adc5dc3ae67 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:25.478002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-123487b7-bde2-4c19-af2d-6a12e9e98180 req-e34c283d-f079-445a-b04a-8adc5dc3ae67 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:25.495835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-123487b7-bde2-4c19-af2d-6a12e9e98180 req-e34c283d-f079-445a-b04a-8adc5dc3ae67 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:25.497158 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-123487b7-bde2-4c19-af2d-6a12e9e98180 req-e34c283d-f079-445a-b04a-8adc5dc3ae67 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 944 time: 0.1029575 Mar 22 13:20:25.651369 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-123487b7-bde2-4c19-af2d-6a12e9e98180 req-1bc94502-1cec-447d-837d-8b7617c1954e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485789 Mar 22 13:20:26.768935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f209aa7e-d798-4333-b964-c7ede2a084db details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:20:26.842957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b5df1-1820-4c96-aa5f-9ec8699aef30 req-9ff608e9-d09e-403e-985a-4abb3dc416d6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:26.844441 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f08b5df1-1820-4c96-aa5f-9ec8699aef30 req-9ff608e9-d09e-403e-985a-4abb3dc416d6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 944 time: 0.0872824 Mar 22 13:20:26.888233 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f08b5df1-1820-4c96-aa5f-9ec8699aef30 req-b813e11e-7a5c-490a-98a5-e26f335b9982 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381117 Mar 22 13:20:26.903140 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f209aa7e-d798-4333-b964-c7ede2a084db, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f209aa7e-d798-4333-b964-c7ede2a084db,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:26.916224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'mac_address': 'fa:16:3e:07:02:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:20:26.970162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:26.986240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f209aa7e-d798-4333-b964-c7ede2a084db {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:20:27.001180 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f209aa7e-d798-4333-b964-c7ede2a084db, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f209aa7e-d798-4333-b964-c7ede2a084db,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:27.006609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:27.074366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f209aa7e-d798-4333-b964-c7ede2a084db,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:27.278176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['f209aa7e-d798-4333-b964-c7ede2a084db'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:20:28.072351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8219e-be28-40a0-b5e5-87df65eca77b req-f9a38c1d-d323-4131-b43b-11b5fdfe9f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:28.073790 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a4e8219e-be28-40a0-b5e5-87df65eca77b req-f9a38c1d-d323-4131-b43b-11b5fdfe9f77 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 945 time: 0.0817285 Mar 22 13:20:28.118944 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a4e8219e-be28-40a0-b5e5-87df65eca77b req-1d4be905-1579-47c6-8b16-aa28f0dfbb9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393806 Mar 22 13:20:28.784298 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f209aa7e-d798-4333-b964-c7ede2a084db up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:20:28.850815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port f209aa7e-d798-4333-b964-c7ede2a084db completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:20:28.855370 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port f209aa7e-d798-4333-b964-c7ede2a084db triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:28.855740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:28.981186 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.008372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:20:29.018522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f209aa7e-d798-4333-b964-c7ede2a084db, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f209aa7e-d798-4333-b964-c7ede2a084db,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:29.022643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.097434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f209aa7e-d798-4333-b964-c7ede2a084db,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:29.117478 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'code': 200} Mar 22 13:20:29.352296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a681f-e95b-4f0b-9a02-e0b86943d0f2 req-37d9954c-f132-40a8-8355-a76728ea58e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:29.353491 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f06a681f-e95b-4f0b-9a02-e0b86943d0f2 req-37d9954c-f132-40a8-8355-a76728ea58e3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 946 time: 0.1258352 Mar 22 13:20:29.413446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1874c0a-1c6c-4d89-81dd-a114cf6651f7 req-5185ef8e-a38d-4c52-803b-671d1ff5ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:29.414909 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f1874c0a-1c6c-4d89-81dd-a114cf6651f7 req-5185ef8e-a38d-4c52-803b-671d1ff5ec94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 1099 time: 0.1265585 Mar 22 13:20:29.419556 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f06a681f-e95b-4f0b-9a02-e0b86943d0f2 req-6b120401-5406-4387-8e07-dd8219ea5e35 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584788 Mar 22 13:20:29.456464 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f1874c0a-1c6c-4d89-81dd-a114cf6651f7 req-a05b72aa-e441-4369-8d4c-6ff93685010b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341432 Mar 22 13:20:30.612297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7490af3-c63f-4d1c-aa97-6994dd157be4 req-f62cbc7f-c661-4d6a-83c5-0e1dbfc1b0bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:30.613817 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c7490af3-c63f-4d1c-aa97-6994dd157be4 req-f62cbc7f-c661-4d6a-83c5-0e1dbfc1b0bf tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 946 time: 0.0855188 Mar 22 13:20:30.667901 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c7490af3-c63f-4d1c-aa97-6994dd157be4 req-ee2e7d4c-9f9d-4aba-a964-f49744d1ade9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468235 Mar 22 13:20:31.853530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a181b-67d1-4871-a6f9-440fdae012cd req-7b6c225c-a4ee-4e3f-a529-2eade92aed57 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:31.855048 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac7a181b-67d1-4871-a6f9-440fdae012cd req-7b6c225c-a4ee-4e3f-a529-2eade92aed57 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 946 time: 0.0811400 Mar 22 13:20:31.897944 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ac7a181b-67d1-4871-a6f9-440fdae012cd req-2db81ad6-4368-49cf-8597-6fe6ae195974 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372996 Mar 22 13:20:32.082393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15b357-7629-4030-bc1d-190c8f85555a req-4fdd1278-dc72-48d2-a501-7aa3b4ade3fa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:32.084369 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3b15b357-7629-4030-bc1d-190c8f85555a req-4fdd1278-dc72-48d2-a501-7aa3b4ade3fa tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 946 time: 0.0798430 Mar 22 13:20:32.130861 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3b15b357-7629-4030-bc1d-190c8f85555a req-eb45db57-4810-4390-ac92-db369e9fff1a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376716 Mar 22 13:20:32.152282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45608) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:32.225672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16126292-d7e5-4540-a506-11bb2250703c tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:32.227145 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-16126292-d7e5-4540-a506-11bb2250703c tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 1094 time: 0.0738790 Mar 22 13:20:32.230112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45612) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:32.234869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:32.240716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:32.244486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:floatingip and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:32.247275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:32.253556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:32.264514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:32.403447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:32.535508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.227 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/399bae1a-006d-45f1-9bfd-7591dc0d153d) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:20:32.688831 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:32.717092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:32.782032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:20:32.784896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:20:32.794238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:20:32.829943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=399bae1a-006d-45f1-9bfd-7591dc0d153d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:33.034223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-535bb6a4-bd64-4ee0-bdb8-8f1e6928d159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:33.205545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:33.279104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:33.607700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:33.612292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:33.724676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=399bae1a-006d-45f1-9bfd-7591dc0d153d,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:33.734406 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:33.908731 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 190ae3ad-d24a-4e56-8a9d-5fcc83370128 associated. External IP: 172.26.5.227, port: f209aa7e-d798-4333-b964-c7ede2a084db. Mar 22 13:20:34.258590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:20:34.444237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:20:34.453691 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] Sync routers for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:20:34.463772 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:34.464392 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:20:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:34.471111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:34.531069 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-960ceac2-e7d2-4275-b26f-f485ae4301d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2998643 Mar 22 13:20:34.532079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:20:34.534683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45616) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:34.587931 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'status': 'completed', 'code': 200} Mar 22 13:20:34.608696 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fea0031-cc7d-44f3-a2f7-042f047c940c tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:34.610175 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0fea0031-cc7d-44f3-a2f7-042f047c940c tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 1094 time: 0.0744884 Mar 22 13:20:34.664722 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:34.680074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-278a3a58-5c38-44c7-b6bc-d553c4ae2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:34.681858 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-278a3a58-5c38-44c7-b6bc-d553c4ae2538 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 1099 time: 0.0704803 Mar 22 13:20:34.820642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-c2f16105-ae3b-407a-a8c2-5ba8e0e71ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:34.822144 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-c2f16105-ae3b-407a-a8c2-5ba8e0e71ced service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 897 time: 0.1330678 Mar 22 13:20:34.937050 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-1acdf996-d7bf-4e6c-b55a-789a368dadb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 200 len: 1000 time: 0.1072702 Mar 22 13:20:34.937050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45624) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:34.941483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138479087', 'description': 'tempest-secgroup-smoke-138479087 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:34.978049 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:35.007531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:35.025733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-d7b05f89-7370-44dc-946a-dfcd966b3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:35.027284 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-d7b05f89-7370-44dc-946a-dfcd966b3fc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.0806782 Mar 22 13:20:35.028083 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.051202 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '190ae3ad-d24a-4e56-8a9d-5fcc83370128', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:07:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:33Z', 'updated_at': '2022-03-22T13:20:33Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:35.055209 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] Checking router: 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:20:35.064140 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:35.064758 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:20:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:35.091576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:35.097055 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:35.100881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:35.108166 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:35.152996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-38b50374-85ca-4893-acd6-a6342937f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:35.154622 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-38b50374-85ca-4893-acd6-a6342937f1b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173739 Mar 22 13:20:35.253829 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:35.301161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.308198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.371281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-66ec80d0-c6da-40f6-89ca-dd32ea541e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.378299 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-66820685-6ed4-4033-bc0b-551d2ee2d6ce service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155285 Mar 22 13:20:35.385787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48de5243-c130-43e5-82e6-da20af66837a,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:35.407002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.408242 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-46f51c35-cc1b-40be-ae89-b429fe955abd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4708545 Mar 22 13:20:35.411204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45628) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:35.429863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '48de5243-c130-43e5-82e6-da20af66837a', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:35.437109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:35.484961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:35.492556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:35.510667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:35.549259 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.562958 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21fccade-fc4e-4936-b9ed-f7bb492481da req-749a23ac-61e9-4adb-82bf-4c0facc8b89d service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742673 Mar 22 13:20:35.616205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.620243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.645311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454c4ab8-3c0f-4cbc-92d1-5488c85deeaf,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:35.652146 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '190ae3ad-d24a-4e56-8a9d-5fcc83370128', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:07:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:33Z', 'updated_at': '2022-03-22T13:20:33Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:35.656613 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffcc3f3-5cb2-4b16-8ddb-a408292c0ec8 None None] The sync data for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv is: [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '190ae3ad-d24a-4e56-8a9d-5fcc83370128', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:07:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:33Z', 'updated_at': '2022-03-22T13:20:33Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:20:35.656833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.658980 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1ac967fa-9ebb-460f-8c85-6843b30c3b3b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469063 Mar 22 13:20:35.662434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45632) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:35.667786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '48de5243-c130-43e5-82e6-da20af66837a', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:35.674150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:35.678157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:35.681495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:35.688437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:35.711634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.784087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.788089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.811881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b2c98e-1527-410e-a59c-c6742618d1fb,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:35.822190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.826215 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7671c623-0dc5-4dcc-a41d-87a321235b03 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600771 Mar 22 13:20:35.826396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45636) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:35.831516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '48de5243-c130-43e5-82e6-da20af66837a', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:35.838464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:35.842804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:35.845660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:35.851672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:35.868558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5f2a0-b3ed-4903-8107-be0cbdae7fed None None] New status for floating IP 190ae3ad-d24a-4e56-8a9d-5fcc83370128: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:20:35.873353 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.942531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.946996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.972683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757572ac-f11c-4c35-b202-e5cebfe7d642,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:35.981914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:35.983378 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3a5622ae-c666-442f-a3dd-6320687a917a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558397 Mar 22 13:20:35.986236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45640) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:35.992034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '48de5243-c130-43e5-82e6-da20af66837a', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:35.997958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:36.001797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:36.004710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:36.011018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:36.028002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.096310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.100926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.125243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045e2c54-83f7-410b-a087-156d650ff71c,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:36.135120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.136335 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-be18b018-e3d4-4cf8-9bd5-8bda4919611d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491835 Mar 22 13:20:36.139074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45644) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:36.144392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '48de5243-c130-43e5-82e6-da20af66837a', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:36.151417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:36.155336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:36.158268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:36.164981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:36.176920 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:20:36.184341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.253167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.256897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.281401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791467bd-2391-4549-9da9-330e33340394,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:36.294893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.296205 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f2104754-8e15-4a86-8a5f-509e3ed23416 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559980 Mar 22 13:20:36.299060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45648) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:36.304320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': '48de5243-c130-43e5-82e6-da20af66837a', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:36.310163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:36.313954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:36.316889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:36.322898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:36.335215 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:20:36.343262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.387945 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.414745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.418800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.442183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ee7efc-b4de-448f-a0ec-ed95d1f7e2f4,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:36.452797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.453915 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-489548a1-e3e9-4687-b167-72a3886737ee tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538081 Mar 22 13:20:36.604569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:36.618853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-70f60675-8782-4f58-ada8-14c4bcb66300 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:36.633530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-70f60675-8782-4f58-ada8-14c4bcb66300 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:36.634855 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-70f60675-8782-4f58-ada8-14c4bcb66300 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138479087&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.0566220 Mar 22 13:20:36.789516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-51f5f00f-2b1d-4ed5-b756-670f3dfa043f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:36.790841 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-51f5f00f-2b1d-4ed5-b756-670f3dfa043f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 796 time: 0.1494789 Mar 22 13:20:36.805571 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-a7fa1d2c-c4db-49c4-84d4-4b6509716853 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/quotas/6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 375 time: 0.0092134 Mar 22 13:20:36.892598 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-d6f4c2ef-ec8b-42df-a647-9c8aa745e0df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0823119 Mar 22 13:20:37.135991 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-95934a33-1003-44ee-9f53-56d05f089eeb service neutron] 10.222.0.70 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315402 Mar 22 13:20:37.276550 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-67a1b9bd-9e1c-4a78-936c-4ed478548da1 service neutron] 10.222.0.70 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343422 Mar 22 13:20:37.467411 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f78b3892-25f8-47ab-9dbe-c2d750e20a84 req-a5768bd1-d495-4d7e-9c01-aee71fc9f831 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 210 time: 0.0443337 Mar 22 13:20:37.818620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:38.585072 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-3a5122b8-a4de-4a97-b7c6-d3b1f8fa2df4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:38.586558 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-3a5122b8-a4de-4a97-b7c6-d3b1f8fa2df4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 796 time: 0.1533585 Mar 22 13:20:38.645626 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d27d02da-2e16-4812-a093-28d9d21588bb req-377ded39-946e-4210-8a14-c76b33d76c9a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 210 time: 0.0576499 Mar 22 13:20:38.682332 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-9f7090c1-e96a-4d2f-9862-41b8971d0558 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 472 time: 0.0556056 Mar 22 13:20:38.700353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'device_id': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'admin_state_up': True, 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'security_groups': ['48de5243-c130-43e5-82e6-da20af66837a']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:38.836703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:38.846367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:38.856211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:20:38.860175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:39.039662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.8 (ce7c5695-07ba-4785-9a18-83dcf7c356d8/137bcf53-5a07-426c-ab68-fb7289978906/fbe625c1-9574-43f5-9976-bfd4dd540823) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:20:39.232692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:39.248018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object fbe625c1-9574-43f5-9976-bfd4dd540823 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:39.271215 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:39.359133 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network ce7c5695-07ba-4785-9a18-83dcf7c356d8 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:20:39.367439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:20:39.371935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:20:39.402501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=fbe625c1-9574-43f5-9976-bfd4dd540823,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:39.440719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:39.441339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:39.468493 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-96541ebe-5eb9-45f9-85f1-03d1b0467c40 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722602 Mar 22 13:20:39.480727 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Request body: {'port': {'device_id': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:39.598003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-83ed4759-0fc4-4747-8e10-284302532b36 None None] Provisioning for port fbe625c1-9574-43f5-9976-bfd4dd540823 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:20:39.601446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:39.605017 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-83ed4759-0fc4-4747-8e10-284302532b36 None None] Provisioning complete for port fbe625c1-9574-43f5-9976-bfd4dd540823 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:39.605647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-83ed4759-0fc4-4747-8e10-284302532b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:39.667551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-83ed4759-0fc4-4747-8e10-284302532b36 None None] Port fbe625c1-9574-43f5-9976-bfd4dd540823 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:20:39.940787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac250f-bae8-4dfd-8a4a-611abb6da7cb req-c01472d0-67be-4483-ae8c-3b121739dac0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:39.942131 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22ac250f-bae8-4dfd-8a4a-611abb6da7cb req-c01472d0-67be-4483-ae8c-3b121739dac0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 931 time: 0.1894619 Mar 22 13:20:39.954222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe625c1-9574-43f5-9976-bfd4dd540823 {{(pid=87932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:20:39.962519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:39.976914 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Transition to ACTIVE for port object fbe625c1-9574-43f5-9976-bfd4dd540823 will not be triggered until provisioned by entity L2. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:39.981617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:39.990922 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22ac250f-bae8-4dfd-8a4a-611abb6da7cb req-1c37e6b9-4454-4506-a12f-223694e24528 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425155 Mar 22 13:20:40.255974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe625c1-9574-43f5-9976-bfd4dd540823,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:40.330270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Attempting to bind port fbe625c1-9574-43f5-9976-bfd4dd540823 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:20:40.330618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Attempting to bind port fbe625c1-9574-43f5-9976-bfd4dd540823 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:20:40.330948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Attempting to bind port fbe625c1-9574-43f5-9976-bfd4dd540823 on network ce7c5695-07ba-4785-9a18-83dcf7c356d8 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:20:40.336163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Port fbe625c1-9574-43f5-9976-bfd4dd540823 on network ce7c5695-07ba-4785-9a18-83dcf7c356d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:20:40.336481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Attempting to bind port fbe625c1-9574-43f5-9976-bfd4dd540823 on network ce7c5695-07ba-4785-9a18-83dcf7c356d8 {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:20:40.341688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:20:40.342020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Checking segment: {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:20:40.342409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Bound using segment: {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'} {{(pid=87932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:20:40.342827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.managers [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Bound port: fbe625c1-9574-43f5-9976-bfd4dd540823, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70fa77c-ec24-4135-9249-b54484b5156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8'}}] {{(pid=87932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:20:40.343200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:40.436272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] For port fbe625c1-9574-43f5-9976-bfd4dd540823, host hv-neutron-8346, cleared binding levels {{(pid=87932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:20:40.438992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] For port fbe625c1-9574-43f5-9976-bfd4dd540823, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fbe625c1-9574-43f5-9976-bfd4dd540823,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:20:40.444088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:40.499544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:40.500286 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:40.501559 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] 10.222.0.47 "PUT /v2.0/ports/fbe625c1-9574-43f5-9976-bfd4dd540823 HTTP/1.1" status: 200 len: 1093 time: 1.0250888 Mar 22 13:20:40.501998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'tag': 'fbe625c1-9574-43f5-9976-bfd4dd540823'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:20:40.540675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73f359-7331-4962-95bf-c403f0373ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe625c1-9574-43f5-9976-bfd4dd540823,revision_number=3']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:40.595587 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'tag': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'status': 'completed', 'code': 200} Mar 22 13:20:40.639391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-a514c8de-2507-4fd7-8361-81bb2f4792de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:40.640934 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-a514c8de-2507-4fd7-8361-81bb2f4792de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 1096 time: 0.0879753 Mar 22 13:20:40.715271 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-0e9f4d8d-7951-40bd-adae-8dfd1463ee13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbe625c1-9574-43f5-9976-bfd4dd540823 HTTP/1.1" status: 200 len: 217 time: 0.0660543 Mar 22 13:20:40.782943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-501a94ae-e7fb-430b-8f62-3f3ae5e31d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:40.784330 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-501a94ae-e7fb-430b-8f62-3f3ae5e31d21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.0606554 Mar 22 13:20:40.859018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-d6902f4c-ea81-41f4-ad3d-ab6a04a7264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:40.860569 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-d6902f4c-ea81-41f4-ad3d-ab6a04a7264c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699034 Mar 22 13:20:41.001329 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-2e718bd1-2607-40be-941e-33197a3e4a3b service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297808 Mar 22 13:20:41.136713 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a5b1dcf-de42-4bd1-90bc-90775568cf5d req-84e95098-7b38-4a4d-9965-603ffea04987 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278355 Mar 22 13:20:41.183147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8079ebe-2ad9-4bde-9186-254fc07c5c9f req-68f69b9a-70b5-49e9-b330-046ae93c6460 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:41.184641 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8079ebe-2ad9-4bde-9186-254fc07c5c9f req-68f69b9a-70b5-49e9-b330-046ae93c6460 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 943 time: 0.0887589 Mar 22 13:20:41.234651 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8079ebe-2ad9-4bde-9186-254fc07c5c9f req-814c78ea-f5a2-4691-ba2d-1ef17e0e6712 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441587 Mar 22 13:20:41.279318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-2812d119-5b35-4b26-8c02-db0b0e6f689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:41.281022 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-2812d119-5b35-4b26-8c02-db0b0e6f689b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 1096 time: 0.0907333 Mar 22 13:20:41.345549 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-29230627-272b-4187-a98d-140d73a9544b req-0f0baf9d-7aa4-4c51-8112-5993383943a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1044285 Mar 22 13:20:41.442030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-432ccdde-2dc9-4d29-a088-68d2eb581d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:41.444087 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-432ccdde-2dc9-4d29-a088-68d2eb581d1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 897 time: 0.1536930 Mar 22 13:20:41.514452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230627-272b-4187-a98d-140d73a9544b req-fc8f3b26-23f1-4c40-88cd-aed618ff610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:41.516342 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-29230627-272b-4187-a98d-140d73a9544b req-fc8f3b26-23f1-4c40-88cd-aed618ff610f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 1099 time: 0.0854752 Mar 22 13:20:41.521126 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-bcf628dc-e983-4773-b550-6df21425570a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbe625c1-9574-43f5-9976-bfd4dd540823 HTTP/1.1" status: 200 len: 217 time: 0.0695488 Mar 22 13:20:41.591754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-750584f8-bc5f-45cf-ad85-3de3bf4539ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:41.593175 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-750584f8-bc5f-45cf-ad85-3de3bf4539ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.0663426 Mar 22 13:20:41.670396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-9fcb1765-2f17-413e-a0a8-a5900f981e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:41.672065 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-9fcb1765-2f17-413e-a0a8-a5900f981e4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717936 Mar 22 13:20:41.680379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230627-272b-4187-a98d-140d73a9544b req-a447b09c-b199-4af9-b061-3e5ac61e236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:41.682370 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-29230627-272b-4187-a98d-140d73a9544b req-a447b09c-b199-4af9-b061-3e5ac61e236e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 897 time: 0.1432610 Mar 22 13:20:41.791537 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-29230627-272b-4187-a98d-140d73a9544b req-fe4c7c63-1e53-498e-b8b0-9873c35ab78f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 200 len: 1002 time: 0.1021061 Mar 22 13:20:41.808059 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-2d373a64-e32d-4861-9393-6f9ffb678a30 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282797 Mar 22 13:20:41.855518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230627-272b-4187-a98d-140d73a9544b req-df5366ff-4dca-4911-b704-cf590405fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:41.856958 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-29230627-272b-4187-a98d-140d73a9544b req-df5366ff-4dca-4911-b704-cf590405fab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.0589948 Mar 22 13:20:41.932891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230627-272b-4187-a98d-140d73a9544b req-ad220463-f4ab-4f44-82ec-d697bc771222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:41.934373 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-29230627-272b-4187-a98d-140d73a9544b req-ad220463-f4ab-4f44-82ec-d697bc771222 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709929 Mar 22 13:20:41.952794 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-18ceb64c-b9d0-4efc-9adb-36c807c8587e req-32702693-489a-4829-bba5-89b3be6d50b9 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379402 Mar 22 13:20:42.074385 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-29230627-272b-4187-a98d-140d73a9544b req-e92edf04-655c-4291-abd8-ced1a25cc103 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304591 Mar 22 13:20:42.210028 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-29230627-272b-4187-a98d-140d73a9544b req-0063e126-4088-4434-bfb9-8d902d0da08b service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274414 Mar 22 13:20:42.430912 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:20:42.544595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab8cf4-58e1-44c8-976a-e21b04611dd7 req-9b5d13b6-fe25-4f44-9918-216efe11e7e0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:42.545300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-77ab8cf4-58e1-44c8-976a-e21b04611dd7 req-9b5d13b6-fe25-4f44-9918-216efe11e7e0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:42.562512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-77ab8cf4-58e1-44c8-976a-e21b04611dd7 req-9b5d13b6-fe25-4f44-9918-216efe11e7e0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:42.563980 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-77ab8cf4-58e1-44c8-976a-e21b04611dd7 req-9b5d13b6-fe25-4f44-9918-216efe11e7e0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 943 time: 0.2122886 Mar 22 13:20:42.611279 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-77ab8cf4-58e1-44c8-976a-e21b04611dd7 req-0a671c4a-2500-4957-95aa-9485f01395d9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414650 Mar 22 13:20:42.882486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device fbe625c1-9574-43f5-9976-bfd4dd540823 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:20:43.016129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port fbe625c1-9574-43f5-9976-bfd4dd540823, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fbe625c1-9574-43f5-9976-bfd4dd540823,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:43.029461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'port_id': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'mac_address': 'fa:16:3e:35:a3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:20:43.082430 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:43.104700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe625c1-9574-43f5-9976-bfd4dd540823 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:20:43.125132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port fbe625c1-9574-43f5-9976-bfd4dd540823, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fbe625c1-9574-43f5-9976-bfd4dd540823,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:43.129369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:43.198409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=fbe625c1-9574-43f5-9976-bfd4dd540823,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:43.384255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['fbe625c1-9574-43f5-9976-bfd4dd540823'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:20:43.807757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ba639-3e61-476e-a61a-b6959ba238ca req-653a5e0c-e865-4930-9f9c-f8bb880530a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:43.809131 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b81ba639-3e61-476e-a61a-b6959ba238ca req-653a5e0c-e865-4930-9f9c-f8bb880530a2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 944 time: 0.0895712 Mar 22 13:20:43.854374 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b81ba639-3e61-476e-a61a-b6959ba238ca req-9fa433b7-377e-4ff9-8f42-2f9828f111a3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395687 Mar 22 13:20:44.916638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device fbe625c1-9574-43f5-9976-bfd4dd540823 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:20:44.986499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port fbe625c1-9574-43f5-9976-bfd4dd540823 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:20:44.991672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port fbe625c1-9574-43f5-9976-bfd4dd540823 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:44.992044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:45.043374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de2237-c9a9-4bae-863b-249b2d8ef46f req-28ac5439-fcdd-48ff-80bf-b5ec7699cbf7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:45.044904 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-03de2237-c9a9-4bae-863b-249b2d8ef46f req-28ac5439-fcdd-48ff-80bf-b5ec7699cbf7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 944 time: 0.0889089 Mar 22 13:20:45.099563 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-03de2237-c9a9-4bae-863b-249b2d8ef46f req-d5d63f92-d452-4d40-8788-4dadb646e881 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477853 Mar 22 13:20:45.121504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:45.149271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe625c1-9574-43f5-9976-bfd4dd540823'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:20:45.159350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port fbe625c1-9574-43f5-9976-bfd4dd540823, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fbe625c1-9574-43f5-9976-bfd4dd540823,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:20:45.163903 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:45.199928 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'code': 200} Mar 22 13:20:45.235919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=fbe625c1-9574-43f5-9976-bfd4dd540823,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:45.447949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fd7ab-a490-4248-aa00-a8b9e253e240 req-7599e230-c4f4-4687-945e-3203dbaab4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:45.449983 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-583fd7ab-a490-4248-aa00-a8b9e253e240 req-7599e230-c4f4-4687-945e-3203dbaab4b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 1098 time: 0.0733037 Mar 22 13:20:45.496512 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-583fd7ab-a490-4248-aa00-a8b9e253e240 req-db06f1a7-552a-4409-a252-ad6b6484ccc8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 Mar 22 13:20:46.295786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49687157-721d-4feb-9641-7721b11b11fd req-3263f158-3a5a-499b-bb3a-ed65ec5566b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:46.297256 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-49687157-721d-4feb-9641-7721b11b11fd req-3263f158-3a5a-499b-bb3a-ed65ec5566b4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 945 time: 0.0824726 Mar 22 13:20:46.342513 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-49687157-721d-4feb-9641-7721b11b11fd req-9f12a53a-3a74-42ea-a67c-bc3c26083771 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387480 Mar 22 13:20:47.528342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304dcb4-82c2-4d76-b1d6-3d2559807c1b req-2ac19519-dfe3-4f39-87ca-a1746e42bf6a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:47.529812 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b304dcb4-82c2-4d76-b1d6-3d2559807c1b req-2ac19519-dfe3-4f39-87ca-a1746e42bf6a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 945 time: 0.0801570 Mar 22 13:20:47.575093 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b304dcb4-82c2-4d76-b1d6-3d2559807c1b req-24842442-0fc1-44af-8c52-b8b77427f1b9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394850 Mar 22 13:20:47.759901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4253131-8d9f-47ea-a4e8-6028c3c82715 req-34d21ee5-e44b-4db0-a0e8-4cc9ed2be4cd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:47.761263 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a4253131-8d9f-47ea-a4e8-6028c3c82715 req-34d21ee5-e44b-4db0-a0e8-4cc9ed2be4cd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 945 time: 0.0828478 Mar 22 13:20:47.806154 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a4253131-8d9f-47ea-a4e8-6028c3c82715 req-9015ca45-5dc6-4999-a4bc-12241d27b510 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392642 Mar 22 13:20:47.828684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45700) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:47.909447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc3c47-3114-40fa-be46-18366697f4d7 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:47.910939 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c9fc3c47-3114-40fa-be46-18366697f4d7 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 1093 time: 0.0812352 Mar 22 13:20:47.914217 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45704) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:47.919095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:20:47.925250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:47.929582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:floatingip and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:47.932431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:47.937967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:47.948520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:48.088605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:48.233991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.51 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/12ae9373-ddf7-43fb-a735-773ffd9ed4e3) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:20:48.387257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:48.425464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:48.483321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:20:48.491292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:20:48.495578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:20:48.525602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=12ae9373-ddf7-43fb-a735-773ffd9ed4e3,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:48.903562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:48.987289 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:49.322750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:49.328483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:49.454656 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=12ae9373-ddf7-43fb-a735-773ffd9ed4e3,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:49.465661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:49.637109 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 9579b4af-59f3-47e2-882d-8820c074549e associated. External IP: 172.26.5.51, port: fbe625c1-9574-43f5-9976-bfd4dd540823. Mar 22 13:20:49.999092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:20:50.183950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:20:50.193763 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] Sync routers for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:20:50.203228 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:50.203850 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:20:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:50.212095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:50.272647 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3a90062a-5e1e-4d15-b96d-b112f4a7ca20 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3573225 Mar 22 13:20:50.273120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'tag': 'fbe625c1-9574-43f5-9976-bfd4dd540823'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:20:50.327716 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'tag': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'status': 'completed', 'code': 200} Mar 22 13:20:50.386591 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:50.432410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-61055d68-d36c-4f35-9285-52f94e3c9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:50.433919 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-61055d68-d36c-4f35-9285-52f94e3c9917 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 1098 time: 0.0823541 Mar 22 13:20:50.576805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-eb1003cb-6b69-4eff-8dbc-e58f8676e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:50.578169 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-eb1003cb-6b69-4eff-8dbc-e58f8676e600 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 897 time: 0.1359630 Mar 22 13:20:50.682359 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-2dedda46-272b-453a-89ca-4fa307e6178d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbe625c1-9574-43f5-9976-bfd4dd540823 HTTP/1.1" status: 200 len: 998 time: 0.0953171 Mar 22 13:20:50.762023 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '190ae3ad-d24a-4e56-8a9d-5fcc83370128', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:07:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:33Z', 'updated_at': '2022-03-22T13:20:36Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}, {'id': '9579b4af-59f3-47e2-882d-8820c074549e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.51', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:35:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:48Z', 'updated_at': '2022-03-22T13:20:48Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:50.766142 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] Checking router: 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:20:50.776647 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:20:50.777388 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:20:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:50.854540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-db5131ce-97ea-4c0e-99a4-dc91f49ffc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:50.856013 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-db5131ce-97ea-4c0e-99a4-dc91f49ffc34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.1655681 Mar 22 13:20:50.941882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-3f19cba7-0ce2-4758-9b14-fef555e604f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:50.944024 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-3f19cba7-0ce2-4758-9b14-fef555e604f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716748 Mar 22 13:20:50.962909 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:20:51.084726 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-0c35d548-f35c-4fda-afb6-d7364ea4ca0d service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329050 Mar 22 13:20:51.228443 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-655eab8a-e4b4-47e5-b270-007ebb08d4b6 req-70f5e857-230b-4bd2-aedf-4a9942a7b39e service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323042 Mar 22 13:20:51.346908 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '190ae3ad-d24a-4e56-8a9d-5fcc83370128', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:07:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:33Z', 'updated_at': '2022-03-22T13:20:36Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}, {'id': '9579b4af-59f3-47e2-882d-8820c074549e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.51', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:35:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:48Z', 'updated_at': '2022-03-22T13:20:48Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:51.351574 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce9394-1aa0-414e-ac20-6cd9343591c7 None None] The sync data for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv is: [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '190ae3ad-d24a-4e56-8a9d-5fcc83370128', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:07:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:33Z', 'updated_at': '2022-03-22T13:20:36Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}, {'id': '9579b4af-59f3-47e2-882d-8820c074549e', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.51', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:35:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:48Z', 'updated_at': '2022-03-22T13:20:48Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:20:51.551154 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0be414-f1ea-4d9e-88b5-eb857b883a2f None None] New status for floating IP 9579b4af-59f3-47e2-882d-8820c074549e: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:20:51.660230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:03.041006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3214b268-bf96-4a0f-9ca7-f47f8f63e414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:05.360883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-22882ea4-0456-48a9-8994-1c92e483d55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:06.390087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:06.607379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:07.866787 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:19.430420 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:21:21.678614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:26.530955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45722) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:26.636256 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-76083e6a-5fd7-4a9b-b91b-574d6d58e2f3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/190ae3ad-d24a-4e56-8a9d-5fcc83370128 HTTP/1.1" status: 200 len: 994 time: 0.1037757 Mar 22 13:21:27.437663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45732) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:27.444045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:21:27.568047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:27.915248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port f209aa7e-d798-4333-b964-c7ede2a084db, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f209aa7e-d798-4333-b964-c7ede2a084db,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:21:27.944040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:27.948578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:28.015250 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:28.015932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:28.017391 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/ports/f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 200 len: 939 time: 0.5787375 Mar 22 13:21:28.017957 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:21:28.047392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=f209aa7e-d798-4333-b964-c7ede2a084db,revision_number=6']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:28.059093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.059602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.059949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.060278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.060777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.061108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.061564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.061764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.062102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.062418 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.062745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.063064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b920bee3-bcfc-44ba-9edc-8ecb0d64e904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:28.071604 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'status': 'completed', 'code': 200} Mar 22 13:21:28.174736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-f81f04fe-8b74-42ec-8dcf-263d7ed00476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:28.176328 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-f81f04fe-8b74-42ec-8dcf-263d7ed00476 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 1100 time: 0.0798550 Mar 22 13:21:28.208339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e7c72816-78d1-4ecf-8755-68b0d7606980 None None] Provisioning complete for port f209aa7e-d798-4333-b964-c7ede2a084db triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:28.208339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e7c72816-78d1-4ecf-8755-68b0d7606980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:28.272063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e7c72816-78d1-4ecf-8755-68b0d7606980 None None] Port f209aa7e-d798-4333-b964-c7ede2a084db is administratively disabled so it will not transition to active. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 22 13:21:28.313698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-8556e532-f3c0-4466-87fc-fe884b554840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:28.315145 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-8556e532-f3c0-4466-87fc-fe884b554840 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 897 time: 0.1326017 Mar 22 13:21:28.421243 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-e7ee96ea-9602-4c4c-abb3-ba7d37ad01dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 200 len: 1003 time: 0.0991530 Mar 22 13:21:28.487261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-e3f7b845-504c-4bf8-863f-4cc1a1696cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:28.489377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-e3f7b845-504c-4bf8-863f-4cc1a1696cd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.0584965 Mar 22 13:21:28.571559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-3c314291-a61a-4e35-ba8f-b5200a4b08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:28.573022 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-3c314291-a61a-4e35-ba8f-b5200a4b08bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749524 Mar 22 13:21:28.711042 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-c63daf40-3051-4ebd-9d37-8fe717cab36c service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286063 Mar 22 13:21:28.850375 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5c04729-9cbf-4a8c-a1aa-c5b27f03a33f req-7830642a-1ba5-4173-8a19-95402c097c87 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298034 Mar 22 13:21:31.460870 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45742) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:31.467018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d2e07a38-1b59-4677-b00e-050d15253b89 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:21:31.590890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d2e07a38-1b59-4677-b00e-050d15253b89 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:31.812428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-d2e07a38-1b59-4677-b00e-050d15253b89 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port f209aa7e-d798-4333-b964-c7ede2a084db, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f209aa7e-d798-4333-b964-c7ede2a084db,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:21:31.838569 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d2e07a38-1b59-4677-b00e-050d15253b89 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:31.843428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d2e07a38-1b59-4677-b00e-050d15253b89 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:31.906130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e07a38-1b59-4677-b00e-050d15253b89 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:31.906766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d2e07a38-1b59-4677-b00e-050d15253b89 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:31.909894 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d2e07a38-1b59-4677-b00e-050d15253b89 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/ports/f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 200 len: 938 time: 0.4477005 Mar 22 13:21:31.910991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:21:31.911735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45746) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:31.939272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e07a38-1b59-4677-b00e-050d15253b89 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=f209aa7e-d798-4333-b964-c7ede2a084db,revision_number=7']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:31.975036 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'status': 'completed', 'code': 200} Mar 22 13:21:32.094985 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-17161a89-3dfe-4e67-b89d-a47ea9907b15 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/190ae3ad-d24a-4e56-8a9d-5fcc83370128 HTTP/1.1" status: 200 len: 994 time: 0.1808031 Mar 22 13:21:32.120772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-96ae62b8-6883-4076-9856-13983e6cb33e None None] Provisioning complete for port f209aa7e-d798-4333-b964-c7ede2a084db triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:32.121378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-96ae62b8-6883-4076-9856-13983e6cb33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:32.124661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-1d38a037-7b6e-44e9-9029-35ce4d1146d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:32.126123 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-1d38a037-7b6e-44e9-9029-35ce4d1146d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 1099 time: 0.1139755 Mar 22 13:21:32.216298 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['f209aa7e-d798-4333-b964-c7ede2a084db'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:21:32.262372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-bcd4984f-e559-4d3a-98b2-fc80210f9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:32.263954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-bcd4984f-e559-4d3a-98b2-fc80210f9191 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 897 time: 0.1304965 Mar 22 13:21:32.476160 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-094d8bba-847a-4519-aa51-538daaf6ffb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 200 len: 1002 time: 0.2049048 Mar 22 13:21:32.550220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-454cd1e3-b3fe-4087-8d7b-4d47287683eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:32.551758 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-454cd1e3-b3fe-4087-8d7b-4d47287683eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.0657523 Mar 22 13:21:32.632099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-8fffa143-302b-419a-a625-7bd37fd195ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:32.633467 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-8fffa143-302b-419a-a625-7bd37fd195ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742965 Mar 22 13:21:32.769660 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-e2c7d663-3dcc-4271-8c3a-c2f1c1455c80 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289415 Mar 22 13:21:32.906368 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-970d772a-9c61-41a5-8b03-d9428e3b4475 req-a846d7ab-b6be-40f5-8199-882a06ecfe41 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290715 Mar 22 13:21:33.042372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f14c37fc-a12b-4bf8-9cf3-62d0d5082e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:34.695442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45758) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:34.920466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 12ae9373-ddf7-43fb-a735-773ffd9ed4e3 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:21:34.920812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:35.095219 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:35.095475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:35.224173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 12ae9373-ddf7-43fb-a735-773ffd9ed4e3 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:21:35.356318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4a93ba6e-affe-4fbd-967d-7bcde3599561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:35.375016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:35.425573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=12ae9373-ddf7-43fb-a735-773ffd9ed4e3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:35.523404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:35.523738 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 9579b4af-59f3-47e2-882d-8820c074549e disassociated (deleted). External IP: 172.26.5.51, port: fbe625c1-9574-43f5-9976-bfd4dd540823. Mar 22 13:21:35.995111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:21:36.175193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:21:36.184906 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] Sync routers for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:21:36.195193 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:21:36.195856 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:21:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:36.196993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:36.255902 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b1076867-1c73-4bc6-b0b3-4ad0c76582ff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/floatingips/9579b4af-59f3-47e2-882d-8820c074549e HTTP/1.1" status: 204 len: 168 time: 1.5593357 Mar 22 13:21:36.256389 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'tag': 'fbe625c1-9574-43f5-9976-bfd4dd540823'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:21:36.306870 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'tag': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'status': 'completed', 'code': 200} Mar 22 13:21:36.383822 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:21:36.401993 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:36.436690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-017f8ba1-c53b-4b82-88d4-426566ab40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:36.438181 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-017f8ba1-c53b-4b82-88d4-426566ab40e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 1098 time: 0.1044002 Mar 22 13:21:36.616103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-d032aa06-4c4d-4519-b73a-75628858ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:36.618206 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-d032aa06-4c4d-4519-b73a-75628858ec35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 897 time: 0.1708097 Mar 22 13:21:36.619810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:36.656859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb17770-ba82-4f8e-a9cf-655ddcff9cc9 req-84b82790-e1de-4daf-8f9c-c7552b5034a9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:36.657557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-3cb17770-ba82-4f8e-a9cf-655ddcff9cc9 req-84b82790-e1de-4daf-8f9c-c7552b5034a9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:21:36.676260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-3cb17770-ba82-4f8e-a9cf-655ddcff9cc9 req-84b82790-e1de-4daf-8f9c-c7552b5034a9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:21:36.681585 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3cb17770-ba82-4f8e-a9cf-655ddcff9cc9 req-84b82790-e1de-4daf-8f9c-c7552b5034a9 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 945 time: 0.1091783 Mar 22 13:21:36.695894 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-247e2521-cbe7-4709-b897-37d74b8de5a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbe625c1-9574-43f5-9976-bfd4dd540823 HTTP/1.1" status: 200 len: 217 time: 0.0706732 Mar 22 13:21:36.728439 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3cb17770-ba82-4f8e-a9cf-655ddcff9cc9 req-7927d5b8-6b46-48c9-a88e-eaff26f09a0a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Mar 22 13:21:36.765294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-d452e89c-1389-44c8-b73e-2911972f1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:36.766767 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-d452e89c-1389-44c8-b73e-2911972f1689 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.0633271 Mar 22 13:21:36.784329 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '190ae3ad-d24a-4e56-8a9d-5fcc83370128', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:07:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:33Z', 'updated_at': '2022-03-22T13:20:36Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:36.789055 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] Checking router: 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:21:36.798156 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:21:36.798766 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:21:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:36.854275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-3b67cf2c-85a5-4067-8968-f4e59b61d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:36.855760 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-3b67cf2c-85a5-4067-8968-f4e59b61d4c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788457 Mar 22 13:21:36.982018 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:21:36.996242 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-ece728dc-a9c3-4ab2-99fd-0ef4679451f5 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296844 Mar 22 13:21:37.135556 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-848b783c-ae7a-42c8-994d-95e2efa54972 req-cd36ab53-3952-425b-a882-63d52a5deed6 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323259 Mar 22 13:21:37.360307 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '190ae3ad-d24a-4e56-8a9d-5fcc83370128', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:07:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:33Z', 'updated_at': '2022-03-22T13:20:36Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:37.364767 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42435491-5d95-4074-ae8c-5d2e21a52872 None None] The sync data for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv is: [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '190ae3ad-d24a-4e56-8a9d-5fcc83370128', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'port_id': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'mac_address': 'fa:16:3e:07:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:20:33Z', 'updated_at': '2022-03-22T13:20:36Z', 'revision_number': 1, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:21:37.584506 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95863efd-7d5c-40df-b8f9-432f3450dd28 None None] New status for floating IP 9579b4af-59f3-47e2-882d-8820c074549e: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:21:37.825204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:37.928832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c9988-80ed-48d5-a506-1e1f1bd3a3a5 req-819a9d2c-cb97-4bd0-a51c-78d1be035152 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:37.930438 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c32c9988-80ed-48d5-a506-1e1f1bd3a3a5 req-819a9d2c-cb97-4bd0-a51c-78d1be035152 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 945 time: 0.0808694 Mar 22 13:21:37.977433 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c32c9988-80ed-48d5-a506-1e1f1bd3a3a5 req-e478ca5f-e32c-49ba-89d5-983691269807 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=48de5243-c130-43e5-82e6-da20af66837a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398617 Mar 22 13:21:38.203046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-bb1593ba-c946-4511-8916-440631782934 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:38.204494 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-bb1593ba-c946-4511-8916-440631782934 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 945 time: 0.0825880 Mar 22 13:21:38.276775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port fbe625c1-9574-43f5-9976-bfd4dd540823 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:21:38.277029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:38.645528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port fbe625c1-9574-43f5-9976-bfd4dd540823, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fbe625c1-9574-43f5-9976-bfd4dd540823,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:21:38.645887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:38.770519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for fbe625c1-9574-43f5-9976-bfd4dd540823 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:21:38.920701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:38.972036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=fbe625c1-9574-43f5-9976-bfd4dd540823,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:39.014780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.015132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.015495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.015827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.016157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.016629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.016852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.017178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.017518 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.017809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.018137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.018975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:39.061655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] No DVR routers for this DVR port fbe625c1-9574-43f5-9976-bfd4dd540823 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:21:39.064116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:39.067295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'name': 'network-vif-deleted', 'tag': 'fbe625c1-9574-43f5-9976-bfd4dd540823'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:21:39.090275 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b4ccb08e-6b75-4ff3-9061-c219cc7a7aaf req-1e624585-e336-4827-acf3-c51d5442e82c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "DELETE /v2.0/ports/fbe625c1-9574-43f5-9976-bfd4dd540823 HTTP/1.1" status: 204 len: 173 time: 0.8774374 Mar 22 13:21:39.154108 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-deb71771-55dd-4d24-9cd8-0786ee7c9b9d req-55ec0669-ffbe-4c14-ba66-3e42ba4b9256 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=65cdfcf8-fd6e-4149-adf2-c37ad49a924d HTTP/1.1" status: 200 len: 210 time: 0.0523968 Mar 22 13:21:39.186733 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cdfcf8-fd6e-4149-adf2-c37ad49a924d', 'name': 'network-vif-deleted', 'tag': 'fbe625c1-9574-43f5-9976-bfd4dd540823', 'status': 'completed', 'code': 200} Mar 22 13:21:40.254651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45778) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:40.324674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b76d672-191f-4045-89f5-a2d949e4770b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:40.354685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b76d672-191f-4045-89f5-a2d949e4770b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:40.421266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b76d672-191f-4045-89f5-a2d949e4770b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:40.441585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76d672-191f-4045-89f5-a2d949e4770b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48de5243-c130-43e5-82e6-da20af66837a,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:40.461633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0b76d672-191f-4045-89f5-a2d949e4770b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:40.463229 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0b76d672-191f-4045-89f5-a2d949e4770b tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/48de5243-c130-43e5-82e6-da20af66837a HTTP/1.1" status: 204 len: 168 time: 0.2074473 Mar 22 13:21:40.502024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45784) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:40.716629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 399bae1a-006d-45f1-9bfd-7591dc0d153d {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:21:40.716978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:40.915593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:40.915906 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:41.042941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 399bae1a-006d-45f1-9bfd-7591dc0d153d owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:21:41.199547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:41.267188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device fbe625c1-9574-43f5-9976-bfd4dd540823 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:21:41.313202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: fbe625c1-9574-43f5-9976-bfd4dd540823 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:21:41.313459 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device fbe625c1-9574-43f5-9976-bfd4dd540823 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:21:41.370297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=399bae1a-006d-45f1-9bfd-7591dc0d153d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:41.461759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:41.462084 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 190ae3ad-d24a-4e56-8a9d-5fcc83370128 disassociated (deleted). External IP: 172.26.5.227, port: f209aa7e-d798-4333-b964-c7ede2a084db. Mar 22 13:21:41.834799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:21:42.018590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:21:42.028983 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] Sync routers for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:21:42.036224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:42.038917 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:21:42.039650 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:21:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:42.092346 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ed00fd93-c3a8-46fe-86c2-8818469a5fb1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/floatingips/190ae3ad-d24a-4e56-8a9d-5fcc83370128 HTTP/1.1" status: 204 len: 168 time: 1.5888231 Mar 22 13:21:42.092826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:21:42.150935 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'status': 'completed', 'code': 200} Mar 22 13:21:42.262367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-f23aa87f-1989-429e-a142-76df686eb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:42.264090 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-f23aa87f-1989-429e-a142-76df686eb47c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 1099 time: 0.0894170 Mar 22 13:21:42.271271 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:21:42.421535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-28ed609e-536e-4a8e-bb3e-298b7466b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:42.423023 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-28ed609e-536e-4a8e-bb3e-298b7466b727 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 200 len: 897 time: 0.1506906 Mar 22 13:21:42.528793 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-33e8d038-6c69-48b0-bbc1-fa372b724be9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 200 len: 217 time: 0.0717027 Mar 22 13:21:42.609111 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:42.613860 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] Checking router: 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:21:42.616277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-79f5743d-b46f-4a37-9af8-ba1b8dd0b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:42.618318 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-79f5743d-b46f-4a37-9af8-ba1b8dd0b24b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 200 len: 835 time: 0.0802279 Mar 22 13:21:42.623012 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:21:42.623653 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:21:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:42.625876 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab94dd9-a667-4357-9b3c-75b25382bb28 req-d595f2f6-299b-44aa-8c33-336ff4bd3565 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:42.626570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5ab94dd9-a667-4357-9b3c-75b25382bb28 req-d595f2f6-299b-44aa-8c33-336ff4bd3565 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:21:42.688077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5ab94dd9-a667-4357-9b3c-75b25382bb28 req-d595f2f6-299b-44aa-8c33-336ff4bd3565 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:21:42.689160 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ab94dd9-a667-4357-9b3c-75b25382bb28 req-d595f2f6-299b-44aa-8c33-336ff4bd3565 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 946 time: 0.2698433 Mar 22 13:21:42.740235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-5665cb07-fdb2-4cdf-a5c8-37d3fb6a4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:42.741704 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-5665cb07-fdb2-4cdf-a5c8-37d3fb6a4e52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce7c5695-07ba-4785-9a18-83dcf7c356d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1112971 Mar 22 13:21:42.753512 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ab94dd9-a667-4357-9b3c-75b25382bb28 req-5e9d756c-a96b-43d4-849d-80ed04eea76a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535600 Mar 22 13:21:42.808110 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:21:42.883608 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-378ecf07-5233-428c-a3fa-99863e0d8922 service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301179 Mar 22 13:21:43.020273 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f79cb75-1334-4b62-a80a-9396fff48b39 req-770ec087-839a-4b49-b01f-1692ecf7a16f service neutron] 10.222.0.47 "GET /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288016 Mar 22 13:21:43.131853 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:43.135999 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8f331-0abc-4cf6-bc36-d6a55c36838e None None] The sync data for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv is: [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '433c5d4f-c192-4498-a638-260887677d18', 'name': '', 'network_id': 'ce7c5695-07ba-4785-9a18-83dcf7c356d8', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:cc:6b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '137bcf53-5a07-426c-ab68-fb7289978906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:14Z', 'updated_at': '2022-03-22T13:20:21Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '137bcf53-5a07-426c-ab68-fb7289978906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:21:43.353244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45d84a-95a6-4d7b-90f5-7bfee5680e68 None None] New status for floating IP 190ae3ad-d24a-4e56-8a9d-5fcc83370128: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:21:43.952715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425ce8-f170-4e5d-abb4-bbb1e7aa8173 req-97af3fc1-2515-405a-8ac3-b5eeeef16709 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:43.953412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-3c425ce8-f170-4e5d-abb4-bbb1e7aa8173 req-97af3fc1-2515-405a-8ac3-b5eeeef16709 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:21:43.965590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-3c425ce8-f170-4e5d-abb4-bbb1e7aa8173 req-97af3fc1-2515-405a-8ac3-b5eeeef16709 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:21:43.966732 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3c425ce8-f170-4e5d-abb4-bbb1e7aa8173 req-97af3fc1-2515-405a-8ac3-b5eeeef16709 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 946 time: 0.0964737 Mar 22 13:21:44.013430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-3c425ce8-f170-4e5d-abb4-bbb1e7aa8173 req-4e41a7cb-dc5f-4558-9f79-99dd9f5e5f86 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:21:44.030347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-3c425ce8-f170-4e5d-abb4-bbb1e7aa8173 req-4e41a7cb-dc5f-4558-9f79-99dd9f5e5f86 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:21:44.031597 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3c425ce8-f170-4e5d-abb4-bbb1e7aa8173 req-4e41a7cb-dc5f-4558-9f79-99dd9f5e5f86 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591860 Mar 22 13:21:44.284695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-2c6b13e5-f545-421c-a4cf-a7f0f15c9724 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:44.286139 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-2c6b13e5-f545-421c-a4cf-a7f0f15c9724 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 946 time: 0.0811634 Mar 22 13:21:44.364135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-a31d044d-d7e0-45b6-8358-5304e7d56272 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port f209aa7e-d798-4333-b964-c7ede2a084db {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:21:44.364477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-a31d044d-d7e0-45b6-8358-5304e7d56272 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:44.724430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-a31d044d-d7e0-45b6-8358-5304e7d56272 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port f209aa7e-d798-4333-b964-c7ede2a084db, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f209aa7e-d798-4333-b964-c7ede2a084db,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:21:44.724693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-a31d044d-d7e0-45b6-8358-5304e7d56272 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:44.848705 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-a31d044d-d7e0-45b6-8358-5304e7d56272 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for f209aa7e-d798-4333-b964-c7ede2a084db owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:21:44.998074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-a31d044d-d7e0-45b6-8358-5304e7d56272 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:45.055958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d044d-d7e0-45b6-8358-5304e7d56272 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=f209aa7e-d798-4333-b964-c7ede2a084db,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:45.132862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-a31d044d-d7e0-45b6-8358-5304e7d56272 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] No DVR routers for this DVR port f209aa7e-d798-4333-b964-c7ede2a084db on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:21:45.135335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-a31d044d-d7e0-45b6-8358-5304e7d56272 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:45.137880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'name': 'network-vif-deleted', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:21:45.193521 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55039a-0338-4ca9-9a83-f2c53528648c', 'name': 'network-vif-deleted', 'tag': 'f209aa7e-d798-4333-b964-c7ede2a084db', 'status': 'completed', 'code': 200} Mar 22 13:21:45.199961 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2c85ba27-4f55-44e6-b97a-6cac7cf74a33 req-a31d044d-d7e0-45b6-8358-5304e7d56272 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "DELETE /v2.0/ports/f209aa7e-d798-4333-b964-c7ede2a084db HTTP/1.1" status: 204 len: 173 time: 0.9063082 Mar 22 13:21:45.201321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-01d9a176-1418-42c6-88c0-a7baf298e0cb req-44457e0d-b813-4b6c-84ca-7107895ee537 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:21:45.219224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-01d9a176-1418-42c6-88c0-a7baf298e0cb req-44457e0d-b813-4b6c-84ca-7107895ee537 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:21:45.220379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-01d9a176-1418-42c6-88c0-a7baf298e0cb req-44457e0d-b813-4b6c-84ca-7107895ee537 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee55039a-0338-4ca9-9a83-f2c53528648c HTTP/1.1" status: 200 len: 210 time: 0.0641053 Mar 22 13:21:46.317533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45804) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:46.388269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1ab7599f-64ae-4e40-bb03-2d724a56a3df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:46.418553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1ab7599f-64ae-4e40-bb03-2d724a56a3df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:46.483939 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1ab7599f-64ae-4e40-bb03-2d724a56a3df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:46.505193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7599f-64ae-4e40-bb03-2d724a56a3df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:46.522755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1ab7599f-64ae-4e40-bb03-2d724a56a3df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:46.524947 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1ab7599f-64ae-4e40-bb03-2d724a56a3df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/8f28ce65-8ab5-4a4a-9d3a-49250edc0fb9 HTTP/1.1" status: 204 len: 168 time: 0.2062652 Mar 22 13:21:46.560326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45810) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:47.120759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:47.286118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f209aa7e-d798-4333-b964-c7ede2a084db no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:21:47.320660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: f209aa7e-d798-4333-b964-c7ede2a084db {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:21:47.321057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f209aa7e-d798-4333-b964-c7ede2a084db not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:21:47.593791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 433c5d4f-c192-4498-a638-260887677d18 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:21:47.594380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:47.786054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 433c5d4f-c192-4498-a638-260887677d18, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=433c5d4f-c192-4498-a638-260887677d18,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:21:47.786557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:47.914125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 433c5d4f-c192-4498-a638-260887677d18 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:21:48.248373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:48.297472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=433c5d4f-c192-4498-a638-260887677d18,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:48.591679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:49.068328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:21:49.246920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:21:49.256748 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] Sync routers for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:21:49.265373 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c324f6bf-d24f-4ac1-a558-37c43283438e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/2030cbf7-f2a7-4e72-b1e1-13c3661fa86f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7036316 Mar 22 13:21:49.266537 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:21:49.267146 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:21:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:49.268214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45814) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:49.342861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41053b6-6611-4891-b1fd-5d4242689d6a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting subnet 137bcf53-5a07-426c-ab68-fb7289978906 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:21:49.346770 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d41053b6-6611-4891-b1fd-5d4242689d6a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:49.403773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d41053b6-6611-4891-b1fd-5d4242689d6a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:49.447976 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:21:49.490486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d41053b6-6611-4891-b1fd-5d4242689d6a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:49.577294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d41053b6-6611-4891-b1fd-5d4242689d6a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:49.622859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41053b6-6611-4891-b1fd-5d4242689d6a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Subnet': ['ID=137bcf53-5a07-426c-ab68-fb7289978906,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:49.632497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d41053b6-6611-4891-b1fd-5d4242689d6a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:49.633039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee811637-3513-47f5-bf87-526694a67e86 None None] Network ce7c5695-07ba-4785-9a18-83dcf7c356d8 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:21:49.642641 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d41053b6-6611-4891-b1fd-5d4242689d6a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/subnets/137bcf53-5a07-426c-ab68-fb7289978906 HTTP/1.1" status: 204 len: 168 time: 0.3709130 Mar 22 13:21:49.642912 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45818) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:49.781381 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:21:48Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:49.787470 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] Checking router: 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:21:49.796431 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] Routers {'2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:21:49.804253 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:21:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:49.846395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:49.914038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] DHCP port deletion for ce7c5695-07ba-4785-9a18-83dcf7c356d8 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:21:49.920647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Deleting port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:21:49.921248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:49.984097 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] Set router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:21:50.040612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:50.052252 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:21:50.052604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:50.136830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] For port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5,segment=NetworkSegment(a70fa77c-ec24-4135-9249-b54484b5156a),segment_id=a70fa77c-ec24-4135-9249-b54484b5156a)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:21:50.137101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:50.238524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port a67aae6e-b3e5-4071-a18c-9f000d8c4c2b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=a67aae6e-b3e5-4071-a18c-9f000d8c4c2b,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:21:50.239273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:50.297218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Calling delete_port for a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:21:50.318361 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:21:48Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:50.323607 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d2576-bef0-4d4b-aae5-7ac2add2dc39 None None] The sync data for ids ['2030cbf7-f2a7-4e72-b1e1-13c3661fa86f'] in dv-neutron-834664-2-hyperv is: [{'id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'name': 'tempest-TestNetworkBasicOps-router-1746000373', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:20:09Z', 'updated_at': '2022-03-22T13:21:48Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'a67aae6e-b3e5-4071-a18c-9f000d8c4c2b', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2030cbf7-f2a7-4e72-b1e1-13c3661fa86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:20:10Z', 'updated_at': '2022-03-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:21:50.387020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:50.434788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Pushing event deleted for resources: {'Port': ['ID=a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:50.439090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] No DVR routers for this DVR port a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:21:50.449596 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.449952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.450326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.450653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.451054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.451326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.451646 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.451973 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.452293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.452611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.452960 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.453282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58216816-0d30-4da0-b63f-e34c473f26b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:50.483393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for a67aae6e-b3e5-4071-a18c-9f000d8c4c2b owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:21:50.654520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:50.705496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=a67aae6e-b3e5-4071-a18c-9f000d8c4c2b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:50.805618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:50.985202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:50.987417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.010535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.011053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Fanout notify agent at l3_agent the message router_deleted on router 2030cbf7-f2a7-4e72-b1e1-13c3661fa86f {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:21:51.026653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.027722 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e3541db1-bc1b-4485-b1c6-3feccce8389a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/routers/2030cbf7-f2a7-4e72-b1e1-13c3661fa86f HTTP/1.1" status: 204 len: 168 time: 1.3838093 Mar 22 13:21:51.031753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45822) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:51.150507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.285849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.311667 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7c5695-07ba-4785-9a18-83dcf7c356d8']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:51.324497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70fa77c-ec24-4135-9249-b54484b5156a') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:51.324795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70fa77c-ec24-4135-9249-b54484b5156a') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:51.337389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.354040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.360294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:21:51.360683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:21:51.375405 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:21:51.463196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.481737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.494061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Network': ['ID=ce7c5695-07ba-4785-9a18-83dcf7c356d8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:51.503131 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0df13eb6-f26b-4ad1-ab57-4a7e84b746b8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/networks/ce7c5695-07ba-4785-9a18-83dcf7c356d8 HTTP/1.1" status: 204 len: 168 time: 0.4703519 Mar 22 13:21:51.530488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45826) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:51.537032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'network': {'name': 'tempest-network-smoke--580718072', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'port_security_enabled': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:21:51.542297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:21:51.546515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:network and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:21:51.549490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:21:51.555311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:21:51.566883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:21:51.570972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.584070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a67aae6e-b3e5-4071-a18c-9f000d8c4c2b no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:21:51.602629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:21:51.613734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.613734 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Added segment da4c6d37-ff35-46ac-bccc-1cc3019408f2 of type vlan for network d947d56b-6eb7-4b87-9eed-61ceb0ad127d Mar 22 13:21:51.622218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: a67aae6e-b3e5-4071-a18c-9f000d8c4c2b {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:21:51.622560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a67aae6e-b3e5-4071-a18c-9f000d8c4c2b not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:21:51.622966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 433c5d4f-c192-4498-a638-260887677d18 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:21:51.647042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.663186 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 433c5d4f-c192-4498-a638-260887677d18 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:21:51.663531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 433c5d4f-c192-4498-a638-260887677d18 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:21:51.663932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:21:51.678255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.683739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:51.684342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.703852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:21:51.704277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device a5814104-8a5f-4eaf-9cd7-3978ee2b5bc5 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:21:51.707799 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.789462 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2577689 Mar 22 13:21:51.792390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45830) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:51.797592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'admin_state_up': True, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:21:51.801389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18558f3d-dc07-4760-8d78-7d50541caeff tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Network': ['ID=d947d56b-6eb7-4b87-9eed-61ceb0ad127d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:51.806173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:21:51.810961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:router and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:21:51.811423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network d947d56b-6eb7-4b87-9eed-61ceb0ad127d details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:21:51.814013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:21:51.824247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:21:51.835766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.837184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:51.858303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:52.141321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:52.574795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:52.604617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:52.748674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.88 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/ee234599-81eb-4455-850d-31d6bc0deaf1) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:21:52.902520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:52.932731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:53.000451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:21:53.008782 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:21:53.011539 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:21:53.047362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=ee234599-81eb-4455-850d-31d6bc0deaf1,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:53.450508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:53.920454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:54.128174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:21:54.314199 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:21:54.327352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Sync routers for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:21:54.337684 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:21:54.338305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:21:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:54.345552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:54.347669 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d3b817fb-a05a-43ba-b46e-70edb0f1d8ef tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5541317 Mar 22 13:21:54.350128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45834) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:54.395718 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0e07b20a-8bbf-4bc5-9aeb-a418d281a933 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6daadd1aa47b42258070c40f7792664e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402575 Mar 22 13:21:54.396544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45838) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:54.521847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:21:54.528008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea83b0-bfbc-4ab4-a2c6-3e06f31c4c71 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:54.529482 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9bea83b0-bfbc-4ab4-a2c6-3e06f31c4c71 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320016 Mar 22 13:21:54.532303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45842) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:54.572667 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fb3f3b99-1046-46af-8947-b523b8f2dd03 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392032 Mar 22 13:21:54.575153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45846) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:54.580601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1709484234', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:21:54.801924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:21:54.805812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:subnet and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:21:54.808700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:21:54.814300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:21:54.819644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:21:53Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:54.823695 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Checking router: 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:21:54.823983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Updating router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 port ee234599-81eb-4455-850d-31d6bc0deaf1 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:21:54.825335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:21:54.828788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:54.877790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:55.064813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:55.142999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Subnet': ['ID=856af6b2-3443-4676-abc4-3eb2176934f9,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:55.154289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Checking segment: {'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:21:55.154656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network hostable DHCP agents. Network: d947d56b-6eb7-4b87-9eed-61ceb0ad127d, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:21:55.174216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network d947d56b-6eb7-4b87-9eed-61ceb0ad127d is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:21:55.185296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, d947d56b-6eb7-4b87-9eed-61ceb0ad127d) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:21:55.191120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:55.192334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:55.201151 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d560d87-adcf-415e-9eca-93fd4c0b930b None None] Network d947d56b-6eb7-4b87-9eed-61ceb0ad127d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:21:55.218401 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2cb2f570-ae20-4a1a-8df4-80d161ae6b6c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6408515 Mar 22 13:21:55.220786 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45850) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:55.314359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:55.335551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Transition to ACTIVE for port object ee234599-81eb-4455-850d-31d6bc0deaf1 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:21:55.348591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:55.520741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Attempting to bind port ee234599-81eb-4455-850d-31d6bc0deaf1 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:21:55.521105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Attempting to bind port ee234599-81eb-4455-850d-31d6bc0deaf1 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:21:55.521463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Attempting to bind port ee234599-81eb-4455-850d-31d6bc0deaf1 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:21:55.536407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:21:55.536775 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:21:55.537196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:55.537551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:21:55.538008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Bound port: ee234599-81eb-4455-850d-31d6bc0deaf1, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:21:55.538401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:55.561524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9f47f-5f4b-46f2-b5e3-1d8dd06cd369 None None] Pushing event updated for resources: {'Port': ['ID=ee234599-81eb-4455-850d-31d6bc0deaf1,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:55.634595 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-d947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:21:55.635457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:55.676884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] For port ee234599-81eb-4455-850d-31d6bc0deaf1, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:21:55.679984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] For port ee234599-81eb-4455-850d-31d6bc0deaf1, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ee234599-81eb-4455-850d-31d6bc0deaf1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:21:55.717899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:55.838349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:21:55.838968 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:21:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:55.936961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9f47f-5f4b-46f2-b5e3-1d8dd06cd369 None None] Pushing event updated for resources: {'Port': ['ID=ee234599-81eb-4455-850d-31d6bc0deaf1,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:55.943987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:56.052771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Allocated IP 172.20.0.2 (d947d56b-6eb7-4b87-9eed-61ceb0ad127d/856af6b2-3443-4676-abc4-3eb2176934f9/db70ed14-89fd-437d-8bc2-d837d00d9562) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:21:56.105090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:21:56.432132 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:21:56.544983 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:56.558732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Transition to ACTIVE for port object db70ed14-89fd-437d-8bc2-d837d00d9562 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:21:56.584594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Transition to ACTIVE for port object db70ed14-89fd-437d-8bc2-d837d00d9562 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:21:56.593553 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:21:53Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:56.596233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:56.643255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59004010-3fb0-413a-ba8a-7d2f1c415a32 None None] The sync data for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv is: [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:21:53Z', 'revision_number': 3, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:21:56.667644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.1 (d947d56b-6eb7-4b87-9eed-61ceb0ad127d/856af6b2-3443-4676-abc4-3eb2176934f9/2c6350f4-74d8-4863-bce0-dfcb8543623b) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:21:56.673631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Pushing event updated for resources: {'Port': ['ID=db70ed14-89fd-437d-8bc2-d837d00d9562,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:56.678676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Network d947d56b-6eb7-4b87-9eed-61ceb0ad127d is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:21:56.679892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:21:56.682282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:21:56.787589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Attempting to bind port db70ed14-89fd-437d-8bc2-d837d00d9562 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:21:56.787976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Attempting to bind port db70ed14-89fd-437d-8bc2-d837d00d9562 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:21:56.788340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Attempting to bind port db70ed14-89fd-437d-8bc2-d837d00d9562 on network d947d56b-6eb7-4b87-9eed-61ceb0ad127d {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:21:56.794314 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:21:56.794713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Checking segment: {'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:21:56.795094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:56.795523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Bound using segment: {'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:21:56.796001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Bound port: db70ed14-89fd-437d-8bc2-d837d00d9562, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:21:56.796380 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:56.856706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:56.881407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object 2c6350f4-74d8-4863-bce0-dfcb8543623b will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:21:56.908371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:56.928094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] For port db70ed14-89fd-437d-8bc2-d837d00d9562, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:21:56.931999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] For port db70ed14-89fd-437d-8bc2-d837d00d9562, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=db70ed14-89fd-437d-8bc2-d837d00d9562,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:21:56.937730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:56.985122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network d947d56b-6eb7-4b87-9eed-61ceb0ad127d is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:21:56.989401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:21:56.991074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:21:57.029065 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a69612-b892-4b95-b268-d95c3c05cb0c None None] Pushing event updated for resources: {'Port': ['ID=db70ed14-89fd-437d-8bc2-d837d00d9562,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:57.056636 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=2c6350f4-74d8-4863-bce0-dfcb8543623b,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:57.067023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:57.416254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:57.641545 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee234599-81eb-4455-850d-31d6bc0deaf1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:21:57.715493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port ee234599-81eb-4455-850d-31d6bc0deaf1 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:21:57.720882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ee234599-81eb-4455-850d-31d6bc0deaf1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:57.721336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:57.875376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:57.881042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:57.901239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:57.921693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port ee234599-81eb-4455-850d-31d6bc0deaf1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ee234599-81eb-4455-850d-31d6bc0deaf1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:21:57.927455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:57.928158 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device db70ed14-89fd-437d-8bc2-d837d00d9562 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:21:58.011849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:58.015316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=2c6350f4-74d8-4863-bce0-dfcb8543623b,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:58.056988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=ee234599-81eb-4455-850d-31d6bc0deaf1,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:58.074699 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port db70ed14-89fd-437d-8bc2-d837d00d9562 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:21:58.147879 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7144c7-7d7a-4a12-948d-f4f68e502e8c None None] Network d947d56b-6eb7-4b87-9eed-61ceb0ad127d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:21:58.178009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network d947d56b-6eb7-4b87-9eed-61ceb0ad127d is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:21:58.179235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:21:58.262543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e39b0c94-cddb-425d-844d-5fbd7ba799c7 None None] Provisioning for port db70ed14-89fd-437d-8bc2-d837d00d9562 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:21:58.280353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e39b0c94-cddb-425d-844d-5fbd7ba799c7 None None] Provisioning complete for port db70ed14-89fd-437d-8bc2-d837d00d9562 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:58.280779 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e39b0c94-cddb-425d-844d-5fbd7ba799c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:58.500781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e39b0c94-cddb-425d-844d-5fbd7ba799c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:58.516562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:21:58.547594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e39b0c94-cddb-425d-844d-5fbd7ba799c7 None None] For port db70ed14-89fd-437d-8bc2-d837d00d9562, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=db70ed14-89fd-437d-8bc2-d837d00d9562,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:21:58.555497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e39b0c94-cddb-425d-844d-5fbd7ba799c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:58.634167 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b0c94-cddb-425d-844d-5fbd7ba799c7 None None] Pushing event updated for resources: {'Port': ['ID=db70ed14-89fd-437d-8bc2-d837d00d9562,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:58.725138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:21:58.734713 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Sync routers for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:21:58.745000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45854) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:58.745555 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:21:58.746099 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:21:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:58.749480 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-57595b94-8226-4a27-be3e-b252d1eec2de tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/22f2f7e4-2ba8-41ea-a608-2baf191aa8a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5267112 Mar 22 13:21:58.777551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6be90b30-1bce-428d-be82-3c8ee88ebb54 None None] Provisioning complete for port db70ed14-89fd-437d-8bc2-d837d00d9562 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:58.778062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6be90b30-1bce-428d-be82-3c8ee88ebb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:58.912409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718cd9c5-ffa5-426e-acc6-f8e20c8402ad tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:58.912890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718cd9c5-ffa5-426e-acc6-f8e20c8402ad tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:58.913361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718cd9c5-ffa5-426e-acc6-f8e20c8402ad tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:58.914385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718cd9c5-ffa5-426e-acc6-f8e20c8402ad tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:58.915909 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-718cd9c5-ffa5-426e-acc6-f8e20c8402ad tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1699028 Mar 22 13:21:58.919277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45858) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:58.952386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6be90b30-1bce-428d-be82-3c8ee88ebb54 None None] Provisioning for port 2c6350f4-74d8-4863-bce0-dfcb8543623b completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:21:58.958790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6be90b30-1bce-428d-be82-3c8ee88ebb54 None None] Provisioning complete for port 2c6350f4-74d8-4863-bce0-dfcb8543623b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:58.959337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6be90b30-1bce-428d-be82-3c8ee88ebb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:58.966592 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:21:59.012352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749c2fa-44a5-440b-9e96-95600a670a6b tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:59.012870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749c2fa-44a5-440b-9e96-95600a670a6b tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:59.013359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749c2fa-44a5-440b-9e96-95600a670a6b tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:59.016574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749c2fa-44a5-440b-9e96-95600a670a6b tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:59.016574 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6749c2fa-44a5-440b-9e96-95600a670a6b tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0954366 Mar 22 13:21:59.019577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45862) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:59.032185 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6be90b30-1bce-428d-be82-3c8ee88ebb54 None None] Port 2c6350f4-74d8-4863-bce0-dfcb8543623b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:21:59.158845 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-44801607-9e44-4fe5-996b-5488f3677977 None None] Provisioning complete for port 2c6350f4-74d8-4863-bce0-dfcb8543623b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:59.159389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-44801607-9e44-4fe5-996b-5488f3677977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.225577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-44801607-9e44-4fe5-996b-5488f3677977 None None] Port 2c6350f4-74d8-4863-bce0-dfcb8543623b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:21:59.248025 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6ce9630f-cc99-4e7f-a620-ddbcefe56ce2 tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2270801 Mar 22 13:21:59.318122 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:59.322064 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Checking router: 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:21:59.322418 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Updating router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 port 2c6350f4-74d8-4863-bce0-dfcb8543623b binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:21:59.347902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1d095f58-d2ad-4981-8068-f51bfb27fbf2 None None] Provisioning complete for port 2c6350f4-74d8-4863-bce0-dfcb8543623b triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:59.348619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d095f58-d2ad-4981-8068-f51bfb27fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.418628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1d095f58-d2ad-4981-8068-f51bfb27fbf2 None None] Port 2c6350f4-74d8-4863-bce0-dfcb8543623b cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:21:59.421348 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.464158 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45868) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:59.469418 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390528331', 'description': 'tempest-secgroup-smoke-390528331 description', 'project_id': '6daadd1aa47b42258070c40f7792664e'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:21:59.477525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:21:59.480132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:21:59.483074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:21:59.489816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:21:59.503876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.524582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:21:59.528688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:21:59.531732 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:21:59.538197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:21:59.591349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee234599-81eb-4455-850d-31d6bc0deaf1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:21:59.623203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.629675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.662707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ee234599-81eb-4455-850d-31d6bc0deaf1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:59.663129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.677949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:59.681998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.687680 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5b607321-816b-4a40-93d0-85bc2e1aa3ac tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2224371 Mar 22 13:21:59.688556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45872) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:59.693880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'd0f83dc3-ffb8-4eb9-b97f-c3de772da81b', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:21:59.701506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:21:59.707680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:21:59.711519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:21:59.718896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:21:59.739713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.800636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device db70ed14-89fd-437d-8bc2-d837d00d9562 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:21:59.806077 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.823023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.823498 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Transition to ACTIVE for port object 2c6350f4-74d8-4863-bce0-dfcb8543623b will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:21:59.828701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.834396 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.854066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39890f62-ad24-49e0-be0f-b8ea886e6ca8,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:59.864685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.868937 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b7908f2d-d4f8-416e-92fe-acf24e8b49fb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1765857 Mar 22 13:21:59.869336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45876) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:59.874893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'd0f83dc3-ffb8-4eb9-b97f-c3de772da81b', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:21:59.879117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port db70ed14-89fd-437d-8bc2-d837d00d9562 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:59.879117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:59.881537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:21:59.886375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:21:59.889655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:21:59.898518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:21:59.923042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.015494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.022864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.033948 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Pushing event updated for resources: {'Port': ['ID=2c6350f4-74d8-4863-bce0-dfcb8543623b,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:00.058807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a89735c-d344-44dc-9cc5-265169cb6343,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:00.071826 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.072038 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.072416 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.072776 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.073234 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.073546 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.073929 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.074251 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.074579 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.074919 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.075242 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.075581 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:00.076273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.080960 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9ac37f1e-2be7-41bb-af2b-ca7a766b594c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2103071 Mar 22 13:22:00.081393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45880) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:00.093485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'd0f83dc3-ffb8-4eb9-b97f-c3de772da81b', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:22:00.099799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:22:00.100431 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Attempting to bind port 2c6350f4-74d8-4863-bce0-dfcb8543623b on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:22:00.100797 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Attempting to bind port 2c6350f4-74d8-4863-bce0-dfcb8543623b by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:22:00.101156 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Attempting to bind port 2c6350f4-74d8-4863-bce0-dfcb8543623b on network d947d56b-6eb7-4b87-9eed-61ceb0ad127d {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:22:00.106282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:22:00.109310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:22:00.109932 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:22:00.110304 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Checking segment: {'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:22:00.110714 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.111098 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Bound using segment: {'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:22:00.111694 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Bound port: 2c6350f4-74d8-4863-bce0-dfcb8543623b, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:22:00.112062 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.116160 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:22:00.149311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.214235 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] For port 2c6350f4-74d8-4863-bce0-dfcb8543623b, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:22:00.217297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.219046 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] For port 2c6350f4-74d8-4863-bce0-dfcb8543623b, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2c6350f4-74d8-4863-bce0-dfcb8543623b,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:22:00.226078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.227666 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.250725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eaf81d6-3ea3-4932-9fd9-140e0c188b09,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:00.259634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.263368 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ab52ef25-89b9-4c26-bfe0-e5b573f90e0c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1779733 Mar 22 13:22:00.263535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45884) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:00.268339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'd0f83dc3-ffb8-4eb9-b97f-c3de772da81b', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:22:00.274824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:22:00.278932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:22:00.282043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:22:00.290069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:22:00.310176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.326434 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320073a-50e8-42ed-a9fb-17d0d85936c3 None None] Pushing event updated for resources: {'Port': ['ID=2c6350f4-74d8-4863-bce0-dfcb8543623b,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:00.330268 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:22:00.330886 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:21:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:00.390363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.394290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.426953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f782168-4ba0-4a5d-928a-7d8c5892fdec,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:00.436658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.438369 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f1ce23d3-8c4a-44b6-88e0-09b39387c131 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1739113 Mar 22 13:22:00.442429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45888) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:00.448698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'd0f83dc3-ffb8-4eb9-b97f-c3de772da81b', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:22:00.454864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:22:00.459757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:22:00.463427 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:22:00.469932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:22:00.482258 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:22:00.491102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.543025 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:22:00.582075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.586778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.613892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae292465-aa1a-4624-9f15-39d1fbbeff38,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:00.628678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.630037 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-254e9850-3c48-4e10-b6b5-13f9d4059be4 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1861918 Mar 22 13:22:00.632641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45892) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:00.638224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'security_group_rule': {'security_group_id': 'd0f83dc3-ffb8-4eb9-b97f-c3de772da81b', 'project_id': '6daadd1aa47b42258070c40f7792664e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:22:00.644313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:22:00.648157 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:security_group_rule and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:22:00.651030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:22:00.657082 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:22:00.668494 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Project 6daadd1aa47b42258070c40f7792664e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:22:00.676101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.745843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.749789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.773935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f946486b-285d-48ea-bab4-378466baa7d9,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:00.783614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:00.785801 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e098dd34-e31c-4815-9bdf-4ce7946caccd tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511166 Mar 22 13:22:00.880763 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:00Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:00.884669 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f70931-5c66-4245-9dc9-d52f7be6ed52 None None] The sync data for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv is: [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:00Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:22:00.971802 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-237307e2-1d22-4711-a686-4437d6e16904 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390528331&fields=id&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 267 time: 0.0589771 Mar 22 13:22:01.143732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-e71650e0-9a0c-49cd-988d-d31783b91506 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:01.144492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-e71650e0-9a0c-49cd-988d-d31783b91506 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:22:01.161959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-e71650e0-9a0c-49cd-988d-d31783b91506 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:22:01.163110 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-e71650e0-9a0c-49cd-988d-d31783b91506 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/networks?id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d HTTP/1.1" status: 200 len: 796 time: 0.1776397 Mar 22 13:22:01.179469 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-348c8eb6-3bf1-4187-9255-dfe81626f049 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/quotas/6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 375 time: 0.0104496 Mar 22 13:22:01.275083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-6033d620-a29d-4064-a2e0-d9653c379835 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:22:01.291853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-6033d620-a29d-4064-a2e0-d9653c379835 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:22:01.293153 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-6033d620-a29d-4064-a2e0-d9653c379835 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080124 Mar 22 13:22:01.495067 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-26dd900b-4eb5-46be-9587-57e2618068bd service neutron] 10.222.0.70 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866441 Mar 22 13:22:01.618592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2c6350f4-74d8-4863-bce0-dfcb8543623b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:22:01.648072 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-de48fb81-3b17-440f-95f3-2d28ffac124d service neutron] 10.222.0.70 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470010 Mar 22 13:22:01.707810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2c6350f4-74d8-4863-bce0-dfcb8543623b completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:22:01.716509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2c6350f4-74d8-4863-bce0-dfcb8543623b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:22:01.717262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:01.865278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:01.876176 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8e5cdcc8-202f-4b7e-ac51-722ec606080c req-bd1d5020-e6a1-416a-aa78-f3b41dd34e27 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 210 time: 0.0609882 Mar 22 13:22:01.903549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2c6350f4-74d8-4863-bce0-dfcb8543623b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2c6350f4-74d8-4863-bce0-dfcb8543623b,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:22:01.908607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:02.025047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2c6350f4-74d8-4863-bce0-dfcb8543623b,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:03.046599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b72fca83-45a2-44d7-b668-2b8bdb2ee657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:03.063563 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-146f7964-6ca1-420f-b98a-2bb6599f10bc req-90fb7997-c2c3-4aec-b93c-facf67c8c9fe tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 210 time: 0.0554178 Mar 22 13:22:03.094150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-11e6b73d-7fc1-4917-a767-0209d5907ad8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:03.095947 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-11e6b73d-7fc1-4917-a767-0209d5907ad8 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/networks?id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d HTTP/1.1" status: 200 len: 796 time: 0.2187927 Mar 22 13:22:03.156328 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-33f6047c-c2e6-4ebb-af86-99e270ff902a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6daadd1aa47b42258070c40f7792664e HTTP/1.1" status: 200 len: 379 time: 0.0426393 Mar 22 13:22:03.166064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'port': {'device_id': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'admin_state_up': True, 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'security_groups': ['d0f83dc3-ffb8-4eb9-b97f-c3de772da81b']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:22:03.306256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:22:03.321378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:22:03.331614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Made reservation on behalf of 6daadd1aa47b42258070c40f7792664e for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:22:03.335111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:03.592745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2c6350f4-74d8-4863-bce0-dfcb8543623b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:22:03.618407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.20.0.4 (d947d56b-6eb7-4b87-9eed-61ceb0ad127d/856af6b2-3443-4676-abc4-3eb2176934f9/bf4dba8d-2893-4efe-975b-bf930d528a24) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:22:03.662015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2c6350f4-74d8-4863-bce0-dfcb8543623b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:22:03.662377 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:03.827291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:03.843381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Transition to ACTIVE for port object bf4dba8d-2893-4efe-975b-bf930d528a24 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:22:03.870324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:03.940801 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network d947d56b-6eb7-4b87-9eed-61ceb0ad127d is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:22:03.948919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:22:03.951389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:22:03.990439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=bf4dba8d-2893-4efe-975b-bf930d528a24,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:04.023963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:04.024610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:04.052985 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-7a52bbc5-f06e-4c34-8ed2-0283a7327c7d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8914025 Mar 22 13:22:04.065104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Request body: {'port': {'device_id': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:22:04.185490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:04.218877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fd5de502-b87b-48aa-897e-c1739752993e None None] Provisioning for port bf4dba8d-2893-4efe-975b-bf930d528a24 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:22:04.226658 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fd5de502-b87b-48aa-897e-c1739752993e None None] Provisioning complete for port bf4dba8d-2893-4efe-975b-bf930d528a24 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:22:04.227043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fd5de502-b87b-48aa-897e-c1739752993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:04.264810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da28259-45df-4a61-9a7a-90dfb9a5c4dd req-b00e6a7d-9aa0-4bf4-a017-3f6044183bbc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:04.266704 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8da28259-45df-4a61-9a7a-90dfb9a5c4dd req-b00e6a7d-9aa0-4bf4-a017-3f6044183bbc tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 931 time: 0.0867994 Mar 22 13:22:04.290028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-fd5de502-b87b-48aa-897e-c1739752993e None None] Port bf4dba8d-2893-4efe-975b-bf930d528a24 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:22:04.312443 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-8da28259-45df-4a61-9a7a-90dfb9a5c4dd req-40b570ca-641c-4540-b203-02f89c5e6c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:22:04.329743 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-8da28259-45df-4a61-9a7a-90dfb9a5c4dd req-40b570ca-641c-4540-b203-02f89c5e6c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:22:04.331125 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8da28259-45df-4a61-9a7a-90dfb9a5c4dd req-40b570ca-641c-4540-b203-02f89c5e6c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584550 Mar 22 13:22:04.556012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4dba8d-2893-4efe-975b-bf930d528a24 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:22:04.563376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:04.577600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Transition to ACTIVE for port object bf4dba8d-2893-4efe-975b-bf930d528a24 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:22:04.581638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:04.740441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4dba8d-2893-4efe-975b-bf930d528a24,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:04.823839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Attempting to bind port bf4dba8d-2893-4efe-975b-bf930d528a24 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:22:04.824172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Attempting to bind port bf4dba8d-2893-4efe-975b-bf930d528a24 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:22:04.824639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Attempting to bind port bf4dba8d-2893-4efe-975b-bf930d528a24 on network d947d56b-6eb7-4b87-9eed-61ceb0ad127d {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:22:04.829314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Port bf4dba8d-2893-4efe-975b-bf930d528a24 on network d947d56b-6eb7-4b87-9eed-61ceb0ad127d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:22:04.829630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Attempting to bind port bf4dba8d-2893-4efe-975b-bf930d528a24 on network d947d56b-6eb7-4b87-9eed-61ceb0ad127d {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:22:04.836271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:22:04.836603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Checking segment: {'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:22:04.836987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Bound using segment: {'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:22:04.837412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Bound port: bf4dba8d-2893-4efe-975b-bf930d528a24, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c6d37-ff35-46ac-bccc-1cc3019408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:22:04.837764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:04.940539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] For port bf4dba8d-2893-4efe-975b-bf930d528a24, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:22:04.944121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] For port bf4dba8d-2893-4efe-975b-bf930d528a24, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf4dba8d-2893-4efe-975b-bf930d528a24,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:22:04.948885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:05.012046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:05.012658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:05.014014 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] 10.222.0.47 "PUT /v2.0/ports/bf4dba8d-2893-4efe-975b-bf930d528a24 HTTP/1.1" status: 200 len: 1093 time: 0.9536910 Mar 22 13:22:05.014453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'tag': 'bf4dba8d-2893-4efe-975b-bf930d528a24'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:22:05.054097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e5878-d7ac-47b1-8ebc-31d199c37398 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4dba8d-2893-4efe-975b-bf930d528a24,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:05.099225 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'tag': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'status': 'completed', 'code': 200} Mar 22 13:22:05.150717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-56b62605-604b-4487-b0b9-50248e89c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:05.152467 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-56b62605-604b-4487-b0b9-50248e89c138 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 1096 time: 0.0937698 Mar 22 13:22:05.228800 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-4762cd6b-0b21-4c1e-878d-89fe23af1dbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4dba8d-2893-4efe-975b-bf930d528a24 HTTP/1.1" status: 200 len: 217 time: 0.0672393 Mar 22 13:22:05.314125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-4a8fb398-cd17-46ce-a6b5-a99335b2d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:05.316422 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-4a8fb398-cd17-46ce-a6b5-a99335b2d0c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=856af6b2-3443-4676-abc4-3eb2176934f9 HTTP/1.1" status: 200 len: 835 time: 0.0769815 Mar 22 13:22:05.379116 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b9eb6a2e-13fe-4aa9-b06e-7d53200d0dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:05.413276 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-b5fce92d-7ff9-4ce3-a33a-75b88fe80838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:05.414816 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-b5fce92d-7ff9-4ce3-a33a-75b88fe80838 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914667 Mar 22 13:22:05.612203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2434c6-4a64-4b60-80d8-2510972b3d06 req-dfdd97ba-c451-48aa-ade5-e391ca591247 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:05.618637 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d2434c6-4a64-4b60-80d8-2510972b3d06 req-dfdd97ba-c451-48aa-ade5-e391ca591247 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 943 time: 0.1613936 Mar 22 13:22:05.668162 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d2434c6-4a64-4b60-80d8-2510972b3d06 req-1d80ac4b-1ba6-44be-86bf-855594871bfe tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483196 Mar 22 13:22:05.680135 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-96c04795-30dc-4722-96a3-7cd57a43af54 service neutron] 10.222.0.47 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579188 Mar 22 13:22:05.820425 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a8c649f-3c3e-4f5d-9b6d-b372edc4a2a0 req-455227a8-ec7f-4410-b7df-ce18fad4fb49 service neutron] 10.222.0.47 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332781 Mar 22 13:22:05.969966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-094b0f0b-3c03-4e5c-81ee-1930d675d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:05.971448 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-094b0f0b-3c03-4e5c-81ee-1930d675d2ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 1096 time: 0.0834100 Mar 22 13:22:06.107812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-a126c0df-5c4a-46b5-831a-54d3ce102f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:06.109277 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-a126c0df-5c4a-46b5-831a-54d3ce102f7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d HTTP/1.1" status: 200 len: 897 time: 0.1315801 Mar 22 13:22:06.179632 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-8d054bc7-4556-4674-8aea-d2987934c426 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4dba8d-2893-4efe-975b-bf930d528a24 HTTP/1.1" status: 200 len: 217 time: 0.0633111 Mar 22 13:22:06.246781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-cf69b3d9-3463-41ed-a7c6-40a77ca84d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:06.248251 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-cf69b3d9-3463-41ed-a7c6-40a77ca84d85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=856af6b2-3443-4676-abc4-3eb2176934f9 HTTP/1.1" status: 200 len: 835 time: 0.0619931 Mar 22 13:22:06.325867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-1a58f2ca-a287-425b-a468-63bfa070135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:06.327470 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-1a58f2ca-a287-425b-a468-63bfa070135a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714998 Mar 22 13:22:06.397325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:06.469345 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-8f446550-32be-4da9-b56f-9b970a6c3031 service neutron] 10.222.0.47 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346757 Mar 22 13:22:06.608222 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee37d07f-d32b-4a73-af64-419a76c8dca0 req-1d053925-59c5-4f5c-8cd6-b6eaad219b94 service neutron] 10.222.0.47 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314824 Mar 22 13:22:06.624401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:06.861251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bae96-697f-46ef-8b27-08852d6f4679 req-76b6ed33-a060-408f-acdc-50c84033177e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:06.861946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-f02bae96-697f-46ef-8b27-08852d6f4679 req-76b6ed33-a060-408f-acdc-50c84033177e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:22:06.878153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-f02bae96-697f-46ef-8b27-08852d6f4679 req-76b6ed33-a060-408f-acdc-50c84033177e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:22:06.879405 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f02bae96-697f-46ef-8b27-08852d6f4679 req-76b6ed33-a060-408f-acdc-50c84033177e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 943 time: 0.1052804 Mar 22 13:22:06.925862 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f02bae96-697f-46ef-8b27-08852d6f4679 req-604337a7-9e9c-47c0-bedd-3234d5a1c050 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 Mar 22 13:22:07.828034 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:08.114449 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed90b5-eef5-47eb-a20a-a326a74e17da req-f3c6ca4a-cf91-464f-9cba-a0cb06e74345 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:08.116000 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-abed90b5-eef5-47eb-a20a-a326a74e17da req-f3c6ca4a-cf91-464f-9cba-a0cb06e74345 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 943 time: 0.0821013 Mar 22 13:22:08.162114 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-abed90b5-eef5-47eb-a20a-a326a74e17da req-da819fb9-aac3-40ae-a0c5-609a9ad8a16c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399380 Mar 22 13:22:09.349632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081704e9-0ab8-4a99-9305-a3efb487e724 req-34e80736-c367-4861-b895-efbcd22d06df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:09.349632 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-081704e9-0ab8-4a99-9305-a3efb487e724 req-34e80736-c367-4861-b895-efbcd22d06df tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 943 time: 0.0827658 Mar 22 13:22:09.375488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device bf4dba8d-2893-4efe-975b-bf930d528a24 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:22:09.395457 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-081704e9-0ab8-4a99-9305-a3efb487e724 req-63e53bcd-882a-4d5e-bf32-acaff518dd94 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410531 Mar 22 13:22:09.511888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port bf4dba8d-2893-4efe-975b-bf930d528a24, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf4dba8d-2893-4efe-975b-bf930d528a24,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:22:09.525203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'port_id': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'mac_address': 'fa:16:3e:ea:b5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:22:09.584066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:09.601780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4dba8d-2893-4efe-975b-bf930d528a24 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:22:09.617908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port bf4dba8d-2893-4efe-975b-bf930d528a24, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf4dba8d-2893-4efe-975b-bf930d528a24,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:22:09.621710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:09.692131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=bf4dba8d-2893-4efe-975b-bf930d528a24,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:09.866048 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['bf4dba8d-2893-4efe-975b-bf930d528a24'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:22:10.705121 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dcff0-b36e-46f5-8208-fce2bee425cf req-fd3f8c7c-f307-4663-9abe-0309e6e74cf6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:10.706549 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-618dcff0-b36e-46f5-8208-fce2bee425cf req-fd3f8c7c-f307-4663-9abe-0309e6e74cf6 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 944 time: 0.2042789 Mar 22 13:22:10.751631 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-618dcff0-b36e-46f5-8208-fce2bee425cf req-963aa6b0-1970-4b79-941e-0bb6c64ba9a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391119 Mar 22 13:22:11.375142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device bf4dba8d-2893-4efe-975b-bf930d528a24 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:22:11.461962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port bf4dba8d-2893-4efe-975b-bf930d528a24 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:22:11.466872 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port bf4dba8d-2893-4efe-975b-bf930d528a24 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:22:11.467272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:11.588551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:11.615777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4dba8d-2893-4efe-975b-bf930d528a24'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:22:11.626256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port bf4dba8d-2893-4efe-975b-bf930d528a24, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf4dba8d-2893-4efe-975b-bf930d528a24,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:22:11.630734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:11.667889 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'code': 200} Mar 22 13:22:11.703594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=bf4dba8d-2893-4efe-975b-bf930d528a24,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:11.922415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721907c-e249-420b-9c35-34b428f7e420 req-6e1910d2-8b31-4a58-9a28-21b44b8823f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:11.923874 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8721907c-e249-420b-9c35-34b428f7e420 req-6e1910d2-8b31-4a58-9a28-21b44b8823f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 1098 time: 0.0776129 Mar 22 13:22:11.944291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6546f3e-78b2-4167-b550-a677685a5b8a req-91c8cae2-1189-46aa-b5f2-9603fd897813 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:11.945816 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f6546f3e-78b2-4167-b550-a677685a5b8a req-91c8cae2-1189-46aa-b5f2-9603fd897813 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 945 time: 0.0812652 Mar 22 13:22:11.970030 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8721907c-e249-420b-9c35-34b428f7e420 req-1d0823ce-faa5-4996-8130-ace03a9877b3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394630 Mar 22 13:22:11.994588 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f6546f3e-78b2-4167-b550-a677685a5b8a req-4813c0d4-3120-41ef-9d82-ba3b9e034b16 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Mar 22 13:22:13.189011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37b67b-c414-4d03-8d87-9b0aebd11045 req-bafc9341-beaa-4cc6-b3ca-db4ce59f3de3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:13.190494 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0e37b67b-c414-4d03-8d87-9b0aebd11045 req-bafc9341-beaa-4cc6-b3ca-db4ce59f3de3 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 945 time: 0.0839832 Mar 22 13:22:13.241176 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0e37b67b-c414-4d03-8d87-9b0aebd11045 req-249342b2-3c63-4819-b447-db1436954506 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436461 Mar 22 13:22:14.424387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935cad2-c10c-4024-9d19-a2c9d3ae6a4f req-31bb764f-13ed-4ad1-aad9-afad25dcf808 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:14.426477 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3935cad2-c10c-4024-9d19-a2c9d3ae6a4f req-31bb764f-13ed-4ad1-aad9-afad25dcf808 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 945 time: 0.0810876 Mar 22 13:22:14.470859 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3935cad2-c10c-4024-9d19-a2c9d3ae6a4f req-fe90f163-589c-4cad-8df3-45041e934677 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387392 Mar 22 13:22:14.658044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288eea5-a149-429e-9f4e-264aac6dd9a5 req-c8dccbab-a58f-4873-b5d3-8c73a221749e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:14.660072 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a288eea5-a149-429e-9f4e-264aac6dd9a5 req-c8dccbab-a58f-4873-b5d3-8c73a221749e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 945 time: 0.0803761 Mar 22 13:22:14.705479 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a288eea5-a149-429e-9f4e-264aac6dd9a5 req-f37f9421-ebaf-43cc-b6c9-51d153d26a9f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396960 Mar 22 13:22:14.729321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45952) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:14.803570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57a796-0cd7-4651-a7e8-71636de086db tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:14.805078 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5f57a796-0cd7-4651-a7e8-71636de086db tempest-TestNetworkBasicOps-1652883580 tempest-TestNetworkBasicOps-1652883580-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 1093 time: 0.0747712 Mar 22 13:22:14.807994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45956) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:14.813013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:22:14.819668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:22:14.823747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Usage tracker for resource:floatingip and tenant:6daadd1aa47b42258070c40f7792664e is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:22:14.826647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:22:14.832993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:22:14.843967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:14.985414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:15.121882 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Allocated IP 172.26.5.242 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/f16f73a5-f76b-4f64-9893-5aeb9f498406) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:22:15.275123 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:15.306611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:15.372481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:22:15.380646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:22:15.384979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:22:15.414659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=f16f73a5-f76b-4f64-9893-5aeb9f498406,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:15.817036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:15.897900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:16.110421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:16.116482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:16.351531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event updated for resources: {'Port': ['ID=f16f73a5-f76b-4f64-9893-5aeb9f498406,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:16.363916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:16.540859 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 17df54b8-46fc-4c4d-9c64-60f1ff1f5855 associated. External IP: 172.26.5.242, port: bf4dba8d-2893-4efe-975b-bf930d528a24. Mar 22 13:22:16.901867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:22:17.087932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:22:17.098517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] Sync routers for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:22:17.107491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:22:17.108116 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:22:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:17.114180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:17.172396 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bb2dacb4-0c8b-4fb6-a4ac-6fc27cb46285 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3632777 Mar 22 13:22:17.172973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'tag': 'bf4dba8d-2893-4efe-975b-bf930d528a24'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:22:17.175822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45960) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:17.218269 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'tag': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'status': 'completed', 'code': 200} Mar 22 13:22:17.297709 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:22:17.440352 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-808490ee-2579-42b6-ac2f-dc31118a42c2 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/17df54b8-46fc-4c4d-9c64-60f1ff1f5855 HTTP/1.1" status: 200 len: 991 time: 0.2631431 Mar 22 13:22:17.462369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-970b12a9-07e4-4b07-a75b-25a1546c2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:17.463858 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-970b12a9-07e4-4b07-a75b-25a1546c2394 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 1098 time: 0.2112498 Mar 22 13:22:17.603796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-c8dc0a2e-1e53-4d52-ae7f-c4abda45f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:17.605240 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-c8dc0a2e-1e53-4d52-ae7f-c4abda45f77e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d HTTP/1.1" status: 200 len: 897 time: 0.1332128 Mar 22 13:22:17.696761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '17df54b8-46fc-4c4d-9c64-60f1ff1f5855', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.242', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'port_id': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'mac_address': 'fa:16:3e:ea:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:22:15Z', 'updated_at': '2022-03-22T13:22:15Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:01Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:17.700836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] Checking router: 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:22:17.710028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:22:17.710649 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:22:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:17.715494 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-5b92d525-277a-40aa-8a49-c15558abdfa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4dba8d-2893-4efe-975b-bf930d528a24 HTTP/1.1" status: 200 len: 999 time: 0.1026466 Mar 22 13:22:17.784346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-3071fc29-0ce5-482b-b6fc-3ca91773d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:17.785797 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-3071fc29-0ce5-482b-b6fc-3ca91773d400 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=856af6b2-3443-4676-abc4-3eb2176934f9 HTTP/1.1" status: 200 len: 835 time: 0.0638597 Mar 22 13:22:17.863738 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-ce72580c-ab50-4960-9e6c-08db1b62cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:17.865279 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-ce72580c-ab50-4960-9e6c-08db1b62cc1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720658 Mar 22 13:22:17.876079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-c11e7c05-6c85-4486-b4d2-94d134e98ea9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:22:17.877099 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-c11e7c05-6c85-4486-b4d2-94d134e98ea9 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051811 Mar 22 13:22:17.907768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:22:18.011950 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-37e7218c-df57-451f-b8c5-48fb922bad2b service neutron] 10.222.0.47 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283367 Mar 22 13:22:18.152814 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-720c888a-7fb3-4d3e-9352-d1265a0c8094 req-a0c018bc-eedb-47ba-88fc-079d35c284ae service neutron] 10.222.0.47 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341355 Mar 22 13:22:18.267529 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '17df54b8-46fc-4c4d-9c64-60f1ff1f5855', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.242', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'port_id': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'mac_address': 'fa:16:3e:ea:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:22:15Z', 'updated_at': '2022-03-22T13:22:15Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:01Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:18.270819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106b771-d3ba-4a57-9008-8bae9cc82ad9 None None] The sync data for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv is: [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '17df54b8-46fc-4c4d-9c64-60f1ff1f5855', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.242', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'port_id': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'mac_address': 'fa:16:3e:ea:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:22:15Z', 'updated_at': '2022-03-22T13:22:15Z', 'revision_number': 0, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:01Z', 'revision_number': 5, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:22:18.444866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45966) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:18.455789 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d62e3-e921-4133-a7e4-f7c3c20b4e07 None None] New status for floating IP 17df54b8-46fc-4c4d-9c64-60f1ff1f5855: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:22:18.555879 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ef9084fb-a4a6-463e-9a8a-e56693d8334d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/17df54b8-46fc-4c4d-9c64-60f1ff1f5855 HTTP/1.1" status: 200 len: 991 time: 0.1096394 Mar 22 13:22:19.559728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 45972) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:19.668823 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ffad46c3-50e1-4634-8275-9fcc84242886 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/17df54b8-46fc-4c4d-9c64-60f1ff1f5855 HTTP/1.1" status: 200 len: 993 time: 0.1077724 Mar 22 13:22:21.631785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:33.052038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-338c1f39-9320-4d8f-9a22-17fbaa6a3684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:33.430468 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:22:35.375658 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05f1f8dd-4009-4786-8793-c07c0c149e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:36.397583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:36.619375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:37.831076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:43.306380 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-fb2d6044-2d41-46ad-8fcc-e2962a287fb3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678260 Mar 22 13:22:43.462595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-7b8184e6-40bd-4f29-bccc-f8c380891edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:43.464183 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-7b8184e6-40bd-4f29-bccc-f8c380891edc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 1098 time: 0.0847287 Mar 22 13:22:43.609123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-5003f675-efa4-427e-b05e-1aca2f932c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:43.610594 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-5003f675-efa4-427e-b05e-1aca2f932c21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d HTTP/1.1" status: 200 len: 897 time: 0.1262608 Mar 22 13:22:43.714435 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-e9dc350a-c73c-4bd1-a089-f069cb19bf7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4dba8d-2893-4efe-975b-bf930d528a24 HTTP/1.1" status: 200 len: 1001 time: 0.0970516 Mar 22 13:22:43.776735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-b07f35d0-2d59-4343-aa92-8450c92e45af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:43.778227 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-b07f35d0-2d59-4343-aa92-8450c92e45af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=856af6b2-3443-4676-abc4-3eb2176934f9 HTTP/1.1" status: 200 len: 835 time: 0.0578828 Mar 22 13:22:43.854882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-0bc39746-4c00-4130-9a21-0e0fbfd3a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:43.856403 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-0bc39746-4c00-4130-9a21-0e0fbfd3a01a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714009 Mar 22 13:22:43.985649 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-deae3c09-612f-45c3-bc74-06a319c62bc3 service neutron] 10.222.0.47 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229844 Mar 22 13:22:44.220690 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2819391e-51f4-47e7-9e50-1e720106e3a9 req-358eb76a-c661-4cf7-9b65-f73ea0d4f14f service neutron] 10.222.0.47 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283227 Mar 22 13:22:50.882586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45988) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:50.887923 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6906ff16-1793-415e-988e-c4d4d88f3653 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:22:51.554454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6906ff16-1793-415e-988e-c4d4d88f3653 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:51.565799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6906ff16-1793-415e-988e-c4d4d88f3653 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:51.641270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:51.753556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6906ff16-1793-415e-988e-c4d4d88f3653 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:22:51.937173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6906ff16-1793-415e-988e-c4d4d88f3653 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:22:51.943744 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6906ff16-1793-415e-988e-c4d4d88f3653 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:51.944986 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6906ff16-1793-415e-988e-c4d4d88f3653 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 HTTP/1.1" status: 200 len: 888 time: 1.0612934 Mar 22 13:22:51.947541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85779851-f9f6-4068-a292-1b7e133e1869 None None] Sync routers for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:22:51.957643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85779851-f9f6-4068-a292-1b7e133e1869 None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:22:51.958270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-85779851-f9f6-4068-a292-1b7e133e1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:22:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:52.018706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-85779851-f9f6-4068-a292-1b7e133e1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:52.027301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85779851-f9f6-4068-a292-1b7e133e1869 None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:22:52.027911 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-85779851-f9f6-4068-a292-1b7e133e1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:22:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:52.091362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-85779851-f9f6-4068-a292-1b7e133e1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:52.091766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85779851-f9f6-4068-a292-1b7e133e1869 None None] The sync data for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv is: [] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:22:52.850874 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3cb877-bf44-4992-880d-4d36b8715d26 None None] New status for floating IP 17df54b8-46fc-4c4d-9c64-60f1ff1f5855: DOWN {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:22:53.603389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee234599-81eb-4455-850d-31d6bc0deaf1 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:22:53.718501 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:53.735100 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port ee234599-81eb-4455-850d-31d6bc0deaf1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ee234599-81eb-4455-850d-31d6bc0deaf1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:22:53.739176 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:53.739867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2c6350f4-74d8-4863-bce0-dfcb8543623b no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:22:53.856866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=ee234599-81eb-4455-850d-31d6bc0deaf1,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:53.891994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.892339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.893251 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.893583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.893910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.894239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.894556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.894878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.895224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.895546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.895866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.896185 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:53.923900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:53.957187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2c6350f4-74d8-4863-bce0-dfcb8543623b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2c6350f4-74d8-4863-bce0-dfcb8543623b,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:22:53.961764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:54.032388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2c6350f4-74d8-4863-bce0-dfcb8543623b,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:54.112186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45994) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:54.117462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-ed2bd3b4-dc81-4770-957d-6c60340885a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:22:54.672804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd3b4-dc81-4770-957d-6c60340885a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:54.684803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd3b4-dc81-4770-957d-6c60340885a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473440'] for router, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:55.013953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2bd3b4-dc81-4770-957d-6c60340885a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:22:55.222017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2bd3b4-dc81-4770-957d-6c60340885a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:22:55.228563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd3b4-dc81-4770-957d-6c60340885a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:55.232405 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ed2bd3b4-dc81-4770-957d-6c60340885a1 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 HTTP/1.1" status: 200 len: 887 time: 1.1165290 Mar 22 13:22:55.232663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 45998) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:55.238897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] Sync routers for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:22:55.249269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:22:55.249884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:22:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:55.345020 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-25592fc4-3bf1-4e43-88b7-160a51e3e86c tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/17df54b8-46fc-4c4d-9c64-60f1ff1f5855 HTTP/1.1" status: 200 len: 991 time: 0.1109288 Mar 22 13:22:55.477490 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:22:55.835524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:22:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:22:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '17df54b8-46fc-4c4d-9c64-60f1ff1f5855', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.242', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'port_id': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'mac_address': 'fa:16:3e:ea:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:22:15Z', 'updated_at': '2022-03-22T13:22:53Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:53Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:55.839537 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] Checking router: 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:22:55.847941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:22:55.848547 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:22:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:56.034230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:22:56.349675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46002) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:56.385384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:22:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:22:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '17df54b8-46fc-4c4d-9c64-60f1ff1f5855', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.242', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'port_id': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'mac_address': 'fa:16:3e:ea:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:22:15Z', 'updated_at': '2022-03-22T13:22:53Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:53Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:22:56.390446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b8a8d-4721-459e-b578-5aab0b19c955 None None] The sync data for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv is: [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:22:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:22:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '17df54b8-46fc-4c4d-9c64-60f1ff1f5855', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'floating_ip_address': '172.26.5.242', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'port_id': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'mac_address': 'fa:16:3e:ea:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:22:15Z', 'updated_at': '2022-03-22T13:22:53Z', 'revision_number': 2, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:53Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:22:56.466836 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-053f3e71-cd7b-4197-bbdd-62db5766c61e tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/17df54b8-46fc-4c4d-9c64-60f1ff1f5855 HTTP/1.1" status: 200 len: 991 time: 0.1149697 Mar 22 13:22:57.470480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46006) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:57.601416 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-37c3faec-8be3-4c73-a451-7ee5ee301d6f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/17df54b8-46fc-4c4d-9c64-60f1ff1f5855 HTTP/1.1" status: 200 len: 991 time: 0.1294291 Mar 22 13:22:57.660727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee234599-81eb-4455-850d-31d6bc0deaf1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:22:57.742995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ee234599-81eb-4455-850d-31d6bc0deaf1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:22:57.743335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:57.887733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:57.904667 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port ee234599-81eb-4455-850d-31d6bc0deaf1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ee234599-81eb-4455-850d-31d6bc0deaf1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:22:57.909981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:57.910738 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2c6350f4-74d8-4863-bce0-dfcb8543623b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:22:58.031341 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=ee234599-81eb-4455-850d-31d6bc0deaf1,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:58.035476 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72f5ff0-5f97-4012-857e-ab17a0711877 None None] New status for floating IP 17df54b8-46fc-4c4d-9c64-60f1ff1f5855: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:22:58.051652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2c6350f4-74d8-4863-bce0-dfcb8543623b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:22:58.052016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:58.171586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:58.211234 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2c6350f4-74d8-4863-bce0-dfcb8543623b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2c6350f4-74d8-4863-bce0-dfcb8543623b,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:22:58.215880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:58.332099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2c6350f4-74d8-4863-bce0-dfcb8543623b,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:58.605255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46010) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:58.714832 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2ebcf0c3-d450-48f2-a3e0-98833219d66a tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/floatingips/17df54b8-46fc-4c4d-9c64-60f1ff1f5855 HTTP/1.1" status: 200 len: 993 time: 0.1084235 Mar 22 13:22:59.020910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46018) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:22:59.224337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port f16f73a5-f76b-4f64-9893-5aeb9f498406 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:22:59.224589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:59.396659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:59.396988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:59.517847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for f16f73a5-f76b-4f64-9893-5aeb9f498406 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:22:59.619668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee234599-81eb-4455-850d-31d6bc0deaf1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:22:59.673211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:59.691120 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ee234599-81eb-4455-850d-31d6bc0deaf1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:22:59.691664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:59.721507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=f16f73a5-f76b-4f64-9893-5aeb9f498406,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:22:59.762987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.763370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.763710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.764045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.764376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.764707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.765042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.765366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.765693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.766015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.766336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.766656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:22:59.812372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2c6350f4-74d8-4863-bce0-dfcb8543623b up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:22:59.829320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:59.829663 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Floating IP 17df54b8-46fc-4c4d-9c64-60f1ff1f5855 disassociated (deleted). External IP: 172.26.5.242, port: bf4dba8d-2893-4efe-975b-bf930d528a24. Mar 22 13:22:59.883889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2c6350f4-74d8-4863-bce0-dfcb8543623b triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:22:59.884513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:00.304343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:23:00.487814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:23:00.496918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] Sync routers for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:23:00.507472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:23:00.508099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:22:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:00.509310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:00.573424 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-20aaa226-eba9-4bdd-bd37-8d1e6b9b8c61 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/floatingips/17df54b8-46fc-4c4d-9c64-60f1ff1f5855 HTTP/1.1" status: 204 len: 168 time: 1.5513387 Mar 22 13:23:00.573919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'tag': 'bf4dba8d-2893-4efe-975b-bf930d528a24'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:23:00.622962 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'tag': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'status': 'completed', 'code': 200} Mar 22 13:23:00.701821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:23:00.722446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e92ee-35b2-4913-a080-3796264b0098 req-29530b38-c7ca-4cf9-884e-ca33e2f6e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:00.724209 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-273e92ee-35b2-4913-a080-3796264b0098 req-29530b38-c7ca-4cf9-884e-ca33e2f6e337 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6daadd1aa47b42258070c40f7792664e&device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 1098 time: 0.0778797 Mar 22 13:23:00.923208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e92ee-35b2-4913-a080-3796264b0098 req-2e83fbf4-e5b6-4941-ac41-79d362070324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:00.925291 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-273e92ee-35b2-4913-a080-3796264b0098 req-2e83fbf4-e5b6-4941-ac41-79d362070324 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d HTTP/1.1" status: 200 len: 897 time: 0.1949687 Mar 22 13:23:00.999643 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-273e92ee-35b2-4913-a080-3796264b0098 req-629bb66e-49d3-4b64-abf3-de3fa5b9fba1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4dba8d-2893-4efe-975b-bf930d528a24 HTTP/1.1" status: 200 len: 217 time: 0.0667002 Mar 22 13:23:01.043423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:22:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:22:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:58Z', 'revision_number': 7, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:01.047429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] Checking router: 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:23:01.055963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:23:01.056575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:22:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:01.076544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75fdb6-c059-4919-b57e-52e8c1b96bf3 req-4cff6a7f-0a87-430e-9184-2bbcc6289f04 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:01.077235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-7c75fdb6-c059-4919-b57e-52e8c1b96bf3 req-4cff6a7f-0a87-430e-9184-2bbcc6289f04 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Synchronizing usage tracker for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:23:01.092547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e92ee-35b2-4913-a080-3796264b0098 req-905017fe-d6a7-417c-b2e2-150133d4c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:01.093949 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-273e92ee-35b2-4913-a080-3796264b0098 req-905017fe-d6a7-417c-b2e2-150133d4c4d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=856af6b2-3443-4676-abc4-3eb2176934f9 HTTP/1.1" status: 200 len: 835 time: 0.0848672 Mar 22 13:23:01.100298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-7c75fdb6-c059-4919-b57e-52e8c1b96bf3 req-4cff6a7f-0a87-430e-9184-2bbcc6289f04 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Unset dirty status for tenant:6daadd1aa47b42258070c40f7792664e on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:23:01.101564 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7c75fdb6-c059-4919-b57e-52e8c1b96bf3 req-4cff6a7f-0a87-430e-9184-2bbcc6289f04 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 945 time: 0.2238231 Mar 22 13:23:01.189273 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7c75fdb6-c059-4919-b57e-52e8c1b96bf3 req-2fa2985c-2e4a-4be7-98b8-bb2c8aa730f7 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565803 Mar 22 13:23:01.217432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e92ee-35b2-4913-a080-3796264b0098 req-2659930b-de8f-4e1b-b740-e8a1e0a05828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:01.218908 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-273e92ee-35b2-4913-a080-3796264b0098 req-2659930b-de8f-4e1b-b740-e8a1e0a05828 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d947d56b-6eb7-4b87-9eed-61ceb0ad127d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1165228 Mar 22 13:23:01.238179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:23:01.352407 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-273e92ee-35b2-4913-a080-3796264b0098 req-54cdd96a-9169-406d-a766-69c2d7423bca service neutron] 10.222.0.47 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262133 Mar 22 13:23:01.493922 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-273e92ee-35b2-4913-a080-3796264b0098 req-75463be1-7ce5-479b-9e62-fbe16c396d72 service neutron] 10.222.0.47 "GET /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314046 Mar 22 13:23:01.600977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:22:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:22:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:58Z', 'revision_number': 7, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:01.605550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62104df0-9667-40ae-a93c-10f6859fa5de None None] The sync data for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv is: [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:22:54Z', 'revision_number': 6, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:22:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2c6350f4-74d8-4863-bce0-dfcb8543623b', 'name': '', 'network_id': 'd947d56b-6eb7-4b87-9eed-61ceb0ad127d', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'mac_address': 'fa:16:3e:54:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:56Z', 'updated_at': '2022-03-22T13:22:58Z', 'revision_number': 7, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'subnets': [{'id': '856af6b2-3443-4676-abc4-3eb2176934f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:23:02.314151 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89674ee-2f60-4344-96dd-6b345742e28d None None] New status for floating IP 17df54b8-46fc-4c4d-9c64-60f1ff1f5855: DOWN {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:23:02.394063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0a4c-ecd0-4047-8d93-8f855d8d4e15 req-0038877e-aae8-4f0f-a221-7007becae8d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:02.395588 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-228d0a4c-ecd0-4047-8d93-8f855d8d4e15 req-0038877e-aae8-4f0f-a221-7007becae8d5 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 945 time: 0.0860045 Mar 22 13:23:02.452104 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-228d0a4c-ecd0-4047-8d93-8f855d8d4e15 req-221ec071-9167-430a-b1a9-086d5c797fca tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505378 Mar 22 13:23:02.488826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-04cc4e18-76f4-4dc8-a354-95814dc48526 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:02.490316 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-04cc4e18-76f4-4dc8-a354-95814dc48526 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 945 time: 0.0949550 Mar 22 13:23:02.565224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-b53b3e21-39e5-4230-becf-8abbc7e4fa1d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port bf4dba8d-2893-4efe-975b-bf930d528a24 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:23:02.565468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-b53b3e21-39e5-4230-becf-8abbc7e4fa1d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:02.823225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-b53b3e21-39e5-4230-becf-8abbc7e4fa1d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port bf4dba8d-2893-4efe-975b-bf930d528a24, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=bf4dba8d-2893-4efe-975b-bf930d528a24,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:02.823564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-b53b3e21-39e5-4230-becf-8abbc7e4fa1d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:03.054668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cdf83fc0-16eb-436b-a36e-235ee3a48b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:03.072914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-b53b3e21-39e5-4230-becf-8abbc7e4fa1d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for bf4dba8d-2893-4efe-975b-bf930d528a24 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:23:03.225232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-b53b3e21-39e5-4230-becf-8abbc7e4fa1d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:03.275887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b3e21-39e5-4230-becf-8abbc7e4fa1d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=bf4dba8d-2893-4efe-975b-bf930d528a24,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:03.352429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-b53b3e21-39e5-4230-becf-8abbc7e4fa1d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] No DVR routers for this DVR port bf4dba8d-2893-4efe-975b-bf930d528a24 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:23:03.354950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-b53b3e21-39e5-4230-becf-8abbc7e4fa1d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:03.357556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'name': 'network-vif-deleted', 'tag': 'bf4dba8d-2893-4efe-975b-bf930d528a24'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:23:03.374273 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c270b7e6-1976-42ee-819e-4117e58301d1 req-b53b3e21-39e5-4230-becf-8abbc7e4fa1d tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.47 "DELETE /v2.0/ports/bf4dba8d-2893-4efe-975b-bf930d528a24 HTTP/1.1" status: 204 len: 173 time: 0.8781414 Mar 22 13:23:03.411561 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44dd710-a62f-4b56-b36f-128aa8995098', 'name': 'network-vif-deleted', 'tag': 'bf4dba8d-2893-4efe-975b-bf930d528a24', 'status': 'completed', 'code': 200} Mar 22 13:23:03.790872 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f7015a38-b7e2-4aa7-b14b-7b77d2ffb242 req-d87e3fb8-4201-405d-ae1c-e7417ce1080f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "GET /v2.0/ports?device_id=c44dd710-a62f-4b56-b36f-128aa8995098 HTTP/1.1" status: 200 len: 210 time: 0.0493054 Mar 22 13:23:04.890216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46038) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:04.962285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3990c248-d5d3-4e38-bb05-2ad188a951eb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:05.000752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3990c248-d5d3-4e38-bb05-2ad188a951eb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:05.076860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3990c248-d5d3-4e38-bb05-2ad188a951eb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:05.102707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990c248-d5d3-4e38-bb05-2ad188a951eb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f83dc3-ffb8-4eb9-b97f-c3de772da81b,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:05.110671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3990c248-d5d3-4e38-bb05-2ad188a951eb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:05.112666 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3990c248-d5d3-4e38-bb05-2ad188a951eb tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/security-groups/d0f83dc3-ffb8-4eb9-b97f-c3de772da81b HTTP/1.1" status: 204 len: 168 time: 0.2213540 Mar 22 13:23:05.143995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46044) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:05.362664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-113d72a8-eb97-4e5a-bd4d-264f5ae65f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:05.816877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:06.298100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port 2c6350f4-74d8-4863-bce0-dfcb8543623b {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:23:06.299183 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:06.401095 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:06.485242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port 2c6350f4-74d8-4863-bce0-dfcb8543623b, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2c6350f4-74d8-4863-bce0-dfcb8543623b,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:06.485523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:06.611719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for 2c6350f4-74d8-4863-bce0-dfcb8543623b owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:23:06.623474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:06.797806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:06.843880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=2c6350f4-74d8-4863-bce0-dfcb8543623b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:06.889241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.889497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.889851 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.890165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.890488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.890810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.891134 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.891478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.891800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.892119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.892468 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:06.892784 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:07.127548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:07.547531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device bf4dba8d-2893-4efe-975b-bf930d528a24 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:23:07.588420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: bf4dba8d-2893-4efe-975b-bf930d528a24 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:23:07.588773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device bf4dba8d-2893-4efe-975b-bf930d528a24 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:23:07.621279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:23:07.802821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:23:07.816231 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4f95436e-eb0a-4f51-bd55-83a8408f961f tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "PUT /v2.0/routers/22f2f7e4-2ba8-41ea-a608-2baf191aa8a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6708641 Mar 22 13:23:07.818668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46050) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:07.851891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] Sync routers for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:23:07.884924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:23:07.885536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:23:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:07.888212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e88416-9522-4a02-a86a-74ba46e9b250 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting subnet 856af6b2-3443-4676-abc4-3eb2176934f9 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:23:07.891289 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21e88416-9522-4a02-a86a-74ba46e9b250 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:07.950684 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21e88416-9522-4a02-a86a-74ba46e9b250 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:07.954844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:08.038697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21e88416-9522-4a02-a86a-74ba46e9b250 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:08.078371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:23:08.115799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21e88416-9522-4a02-a86a-74ba46e9b250 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:08.156283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e88416-9522-4a02-a86a-74ba46e9b250 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Subnet': ['ID=856af6b2-3443-4676-abc4-3eb2176934f9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:08.159900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21e88416-9522-4a02-a86a-74ba46e9b250 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:08.166091 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-21e88416-9522-4a02-a86a-74ba46e9b250 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/subnets/856af6b2-3443-4676-abc4-3eb2176934f9 HTTP/1.1" status: 204 len: 168 time: 0.3464079 Mar 22 13:23:08.168668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46054) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:08.187829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e99c957-fe46-4862-8cf3-e6be9103fa24 None None] Network d947d56b-6eb7-4b87-9eed-61ceb0ad127d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:23:08.359591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:08.545412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:08.555364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Deleting port ee234599-81eb-4455-850d-31d6bc0deaf1 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:23:08.555892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:08.645773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:23:06Z', 'revision_number': 7, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port': {'id': 'ee234599-81eb-4455-850d-31d6bc0deaf1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:21:52Z', 'updated_at': '2022-03-22T13:22:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:08.649700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] Checking router: 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:23:08.659448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] Routers {'22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:23:08.660220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:23:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:08.716736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd0d195-3acc-4806-b241-6aad38e13375 None None] DHCP port deletion for d947d56b-6eb7-4b87-9eed-61ceb0ad127d request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:23:08.730030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-3cd0d195-3acc-4806-b241-6aad38e13375 None None] Deleting port db70ed14-89fd-437d-8bc2-d837d00d9562 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:23:08.730399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d195-3acc-4806-b241-6aad38e13375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:08.766351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] For port ee234599-81eb-4455-850d-31d6bc0deaf1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ee234599-81eb-4455-850d-31d6bc0deaf1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:08.766958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:08.897598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Calling delete_port for ee234599-81eb-4455-850d-31d6bc0deaf1 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:23:08.950087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] Set router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:23:09.064721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:23:08Z', 'revision_number': 8, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:09.072195 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.077429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6c678-73f3-4993-b5f4-cd4dfba3e90a None None] The sync data for ids ['22f2f7e4-2ba8-41ea-a608-2baf191aa8a6'] in dv-neutron-834664-2-hyperv is: [{'id': '22f2f7e4-2ba8-41ea-a608-2baf191aa8a6', 'name': 'tempest-TestNetworkBasicOps-router-1766894350', 'tenant_id': '6daadd1aa47b42258070c40f7792664e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:21:51Z', 'updated_at': '2022-03-22T13:23:08Z', 'revision_number': 8, 'project_id': '6daadd1aa47b42258070c40f7792664e', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:23:09.157327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Port': ['ID=ee234599-81eb-4455-850d-31d6bc0deaf1,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:09.186070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3cd0d195-3acc-4806-b241-6aad38e13375 None None] For port db70ed14-89fd-437d-8bc2-d837d00d9562, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=db70ed14-89fd-437d-8bc2-d837d00d9562,segment=NetworkSegment(da4c6d37-ff35-46ac-bccc-1cc3019408f2),segment_id=da4c6d37-ff35-46ac-bccc-1cc3019408f2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:09.186463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d195-3acc-4806-b241-6aad38e13375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.313260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-3cd0d195-3acc-4806-b241-6aad38e13375 None None] Calling delete_port for db70ed14-89fd-437d-8bc2-d837d00d9562 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:23:09.341796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.404580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d195-3acc-4806-b241-6aad38e13375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.453231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0d195-3acc-4806-b241-6aad38e13375 None None] Pushing event deleted for resources: {'Port': ['ID=db70ed14-89fd-437d-8bc2-d837d00d9562,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:09.456847 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0d195-3acc-4806-b241-6aad38e13375 None None] No DVR routers for this DVR port db70ed14-89fd-437d-8bc2-d837d00d9562 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:23:09.538439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.540643 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.568942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.569938 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Fanout notify agent at l3_agent the message router_deleted on router 22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:23:09.588092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.589187 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-848f9314-c42c-436c-8a67-99a4f2851eb0 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/routers/22f2f7e4-2ba8-41ea-a608-2baf191aa8a6 HTTP/1.1" status: 204 len: 168 time: 1.4194493 Mar 22 13:23:09.592020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46058) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:09.706174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.846895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.870348 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d947d56b-6eb7-4b87-9eed-61ceb0ad127d']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:09.877268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device db70ed14-89fd-437d-8bc2-d837d00d9562 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:23:09.889033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4c6d37-ff35-46ac-bccc-1cc3019408f2') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:09.889333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4c6d37-ff35-46ac-bccc-1cc3019408f2') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:23:09.901304 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.911696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: db70ed14-89fd-437d-8bc2-d837d00d9562 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:23:09.912029 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device db70ed14-89fd-437d-8bc2-d837d00d9562 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:23:09.912439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2c6350f4-74d8-4863-bce0-dfcb8543623b no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:23:09.918105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.924974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:23:09.925369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:23:09.939958 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:23:09.948822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 2c6350f4-74d8-4863-bce0-dfcb8543623b {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:23:09.949446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2c6350f4-74d8-4863-bce0-dfcb8543623b not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:23:09.950043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee234599-81eb-4455-850d-31d6bc0deaf1 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:23:09.985840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: ee234599-81eb-4455-850d-31d6bc0deaf1 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:23:09.986211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ee234599-81eb-4455-850d-31d6bc0deaf1 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:23:10.039895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:10.057502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:10.073111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] Pushing event deleted for resources: {'Network': ['ID=d947d56b-6eb7-4b87-9eed-61ceb0ad127d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:10.089860 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c9d2d230-3c53-4d3e-b5c2-912afd64db19 tempest-TestNetworkBasicOps-1616871698 tempest-TestNetworkBasicOps-1616871698-project] 10.222.0.70 "DELETE /v2.0/networks/d947d56b-6eb7-4b87-9eed-61ceb0ad127d HTTP/1.1" status: 204 len: 168 time: 0.4967701 Mar 22 13:23:10.420466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46066) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:10.430039 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:23:10.573677 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c1bdeab5-39bb-41b9-8623-e7717956151e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6daadd1aa47b42258070c40f7792664e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520085 Mar 22 13:23:10.576247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46072) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:10.635317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb7ef-4d8a-4e9d-a1a8-8b6ebc6738c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:10.661387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb7ef-4d8a-4e9d-a1a8-8b6ebc6738c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:10.725484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb7ef-4d8a-4e9d-a1a8-8b6ebc6738c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:10.744055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fb7ef-4d8a-4e9d-a1a8-8b6ebc6738c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb0f681-44e0-4e41-b040-19a2888c4f4d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:10.750819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb7ef-4d8a-4e9d-a1a8-8b6ebc6738c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:10.752458 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-aa6fb7ef-4d8a-4e9d-a1a8-8b6ebc6738c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7eb0f681-44e0-4e41-b040-19a2888c4f4d HTTP/1.1" status: 204 len: 168 time: 0.1747859 Mar 22 13:23:11.038558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46080) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:11.057319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f42ca348-84a8-41b4-8975-b886d3c8e4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:11.072959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f42ca348-84a8-41b4-8975-b886d3c8e4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:23:11.076860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f42ca348-84a8-41b4-8975-b886d3c8e4ba admin admin] Usage tracker for resource:security_group_rule and tenant:cd7df540fb9149cc8f7ee877e3a98c72 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:23:11.079804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f42ca348-84a8-41b4-8975-b886d3c8e4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:23:11.085895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f42ca348-84a8-41b4-8975-b886d3c8e4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:23:11.171530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f42ca348-84a8-41b4-8975-b886d3c8e4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:11.175814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f42ca348-84a8-41b4-8975-b886d3c8e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:11.226868 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f42ca348-84a8-41b4-8975-b886d3c8e4ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd7df540fb9149cc8f7ee877e3a98c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871555 Mar 22 13:23:11.227729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ca348-84a8-41b4-8975-b886d3c8e4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b960bdb3-96dd-4b47-8445-2d5455a6c5f9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:11.229617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46084) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:11.289766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3fac472b-c113-433a-bb31-1d823a54b01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:11.315040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3fac472b-c113-433a-bb31-1d823a54b01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:11.366843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3fac472b-c113-433a-bb31-1d823a54b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:11.381472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac472b-c113-433a-bb31-1d823a54b01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b960bdb3-96dd-4b47-8445-2d5455a6c5f9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:11.388075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3fac472b-c113-433a-bb31-1d823a54b01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:11.389183 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3fac472b-c113-433a-bb31-1d823a54b01e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b960bdb3-96dd-4b47-8445-2d5455a6c5f9 HTTP/1.1" status: 204 len: 168 time: 0.1585269 Mar 22 13:23:18.897598 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-beafc792-ec36-4e4a-b987-0b4758202337 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d9be840eeafb4192972af492916da0c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282328 Mar 22 13:23:19.048037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4703288e-4b0c-4ec9-8341-c79799f907be tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:19.049943 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4703288e-4b0c-4ec9-8341-c79799f907be tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471846 Mar 22 13:23:19.064588 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-3cf0e849-1794-431d-bd27-da83d599d2cd tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/quotas/d9be840eeafb4192972af492916da0c3 HTTP/1.1" status: 200 len: 375 time: 0.0092094 Mar 22 13:23:19.111294 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-8f05cb03-96e8-4052-ac00-45ef95cf32ea tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d9be840eeafb4192972af492916da0c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411305 Mar 22 13:23:19.302074 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ce6ad1bd-e6c6-40ff-892d-00358cf636a8 req-daa092f1-2010-42ea-948d-5e1cda36302e tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 210 time: 0.0432475 Mar 22 13:23:20.289374 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-f5d99d6e-0150-49bf-a7e0-dfcdf8a852f8 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d9be840eeafb4192972af492916da0c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314119 Mar 22 13:23:20.477179 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-73783f23-579b-4255-8597-430b94b4e8fa req-c18b3a55-5881-4886-b7c8-63231e1c907c tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 210 time: 0.0588818 Mar 22 13:23:20.490246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-c958f009-1b48-4546-8472-ac8ae60e7c44 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:20.491633 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-c958f009-1b48-4546-8472-ac8ae60e7c44 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963966 Mar 22 13:23:20.507345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Request body: {'port': {'device_id': 'ed907a14-85b7-4d11-a4bd-f3180f7631d4', 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2', 'admin_state_up': True, 'tenant_id': 'd9be840eeafb4192972af492916da0c3'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:23:20.647445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:23:20.651208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Usage tracker for resource:port and tenant:d9be840eeafb4192972af492916da0c3 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:23:20.653941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:23:20.659613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:23:20.669061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Made reservation on behalf of d9be840eeafb4192972af492916da0c3 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:23:20.672704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:20.684819 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:20.700347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:23:20.704125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Usage tracker for resource:security_group_rule and tenant:d9be840eeafb4192972af492916da0c3 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:23:20.706901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:23:20.712706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:23:20.793329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:20.799421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:20.888260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90730436-73c0-4455-ab06-6e4bf506bf83,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:20.969555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Allocated IP 192.168.233.49 (2bfa07d1-5423-4854-b0ee-bfaaf7f072a2/c789baa6-804f-467e-a34d-ade525a71f36/e6552539-8d8b-482c-8b89-92446f3ac194) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:23:21.269435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:21.285582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Transition to ACTIVE for port object e6552539-8d8b-482c-8b89-92446f3ac194 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:23:21.308449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:21.376404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:23:21.383849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:23:21.388115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:23:21.423205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Pushing event updated for resources: {'Port': ['ID=e6552539-8d8b-482c-8b89-92446f3ac194,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:21.455536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:21.456152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:21.497939 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-b4b8e4a1-b9db-4560-a661-320dcb0601f6 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9944024 Mar 22 13:23:21.513792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Request body: {'port': {'device_id': 'ed907a14-85b7-4d11-a4bd-f3180f7631d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:23:21.577174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1168e88c-70c0-4af4-8318-e80652fe7bd5 None None] Provisioning for port e6552539-8d8b-482c-8b89-92446f3ac194 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:23:21.583573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1168e88c-70c0-4af4-8318-e80652fe7bd5 None None] Provisioning complete for port e6552539-8d8b-482c-8b89-92446f3ac194 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:23:21.583939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1168e88c-70c0-4af4-8318-e80652fe7bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:21.636737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:21.650678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-1168e88c-70c0-4af4-8318-e80652fe7bd5 None None] Port e6552539-8d8b-482c-8b89-92446f3ac194 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:23:21.654457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:21.684821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de44f3f-676b-4a2f-b2af-8f142cfebb40 req-fe0e741f-653e-4373-9997-cb542d8f5dce tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:21.686382 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7de44f3f-676b-4a2f-b2af-8f142cfebb40 req-fe0e741f-653e-4373-9997-cb542d8f5dce tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 935 time: 0.0993907 Mar 22 13:23:21.732659 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7de44f3f-676b-4a2f-b2af-8f142cfebb40 req-37ecd5d9-6bdf-4dba-98f7-e6c71f7e3be2 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Mar 22 13:23:21.990839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6552539-8d8b-482c-8b89-92446f3ac194 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:23:21.997796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:22.011996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Transition to ACTIVE for port object e6552539-8d8b-482c-8b89-92446f3ac194 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:23:22.015411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:22.178382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Pushing event updated for resources: {'Port': ['ID=e6552539-8d8b-482c-8b89-92446f3ac194,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:22.258377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Attempting to bind port e6552539-8d8b-482c-8b89-92446f3ac194 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:23:22.258724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Attempting to bind port e6552539-8d8b-482c-8b89-92446f3ac194 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '6083d3de-3927-4ba6-8809-896be4304b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:23:22.259053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Attempting to bind port e6552539-8d8b-482c-8b89-92446f3ac194 on network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:23:22.264744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Port e6552539-8d8b-482c-8b89-92446f3ac194 on network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:23:22.265224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Attempting to bind port e6552539-8d8b-482c-8b89-92446f3ac194 on network 2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:23:22.274187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:23:22.274562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Checking segment: {'id': '6083d3de-3927-4ba6-8809-896be4304b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:23:22.274996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Bound using segment: {'id': '6083d3de-3927-4ba6-8809-896be4304b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:23:22.275483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Bound port: e6552539-8d8b-482c-8b89-92446f3ac194, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6083d3de-3927-4ba6-8809-896be4304b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:23:22.275843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:22.370940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] For port e6552539-8d8b-482c-8b89-92446f3ac194, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:23:22.373815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] For port e6552539-8d8b-482c-8b89-92446f3ac194, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e6552539-8d8b-482c-8b89-92446f3ac194,segment=NetworkSegment(6083d3de-3927-4ba6-8809-896be4304b50),segment_id=6083d3de-3927-4ba6-8809-896be4304b50)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:23:22.378333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:22.433479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:22.434097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:22.435466 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] 10.222.0.47 "PUT /v2.0/ports/e6552539-8d8b-482c-8b89-92446f3ac194 HTTP/1.1" status: 200 len: 1097 time: 0.9262187 Mar 22 13:23:22.435900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed907a14-85b7-4d11-a4bd-f3180f7631d4', 'tag': 'e6552539-8d8b-482c-8b89-92446f3ac194'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:23:22.460599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0645-faaf-4508-b511-04c13b519090 service neutron] Pushing event updated for resources: {'Port': ['ID=e6552539-8d8b-482c-8b89-92446f3ac194,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:22.521762 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed907a14-85b7-4d11-a4bd-f3180f7631d4', 'tag': 'e6552539-8d8b-482c-8b89-92446f3ac194', 'status': 'completed', 'code': 200} Mar 22 13:23:22.567639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-f7b3d6e0-4aa4-41ea-bf92-1ace9c4a228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:22.569125 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-f7b3d6e0-4aa4-41ea-bf92-1ace9c4a228c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9be840eeafb4192972af492916da0c3&device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 1100 time: 0.0844502 Mar 22 13:23:22.639028 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-829b86d3-3e51-4e84-8a1b-cfe7b9c9a781 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=e6552539-8d8b-482c-8b89-92446f3ac194 HTTP/1.1" status: 200 len: 217 time: 0.0619674 Mar 22 13:23:22.712088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-5ddc7cba-bd82-4d29-9b2c-5ffb7ae056a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:22.714397 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-5ddc7cba-bd82-4d29-9b2c-5ffb7ae056a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c789baa6-804f-467e-a34d-ade525a71f36 HTTP/1.1" status: 200 len: 843 time: 0.0683339 Mar 22 13:23:22.797998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-9d8c9269-17d0-48eb-9bb1-e3c9d78c1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:22.797998 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-9d8c9269-17d0-48eb-9bb1-e3c9d78c1938 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2bfa07d1-5423-4854-b0ee-bfaaf7f072a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0737166 Mar 22 13:23:22.930734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310cb33-06d7-4a32-935b-613fc3f35fdf req-aa3a17c3-3b9d-444d-99e6-f19023ae0c98 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:22.932926 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7310cb33-06d7-4a32-935b-613fc3f35fdf req-aa3a17c3-3b9d-444d-99e6-f19023ae0c98 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 947 time: 0.0894885 Mar 22 13:23:22.945476 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-cb2a47ae-0bb1-424e-a3a0-ef7ac71a5bc5 service neutron] 10.222.0.47 "GET /v2.0/networks/2bfa07d1-5423-4854-b0ee-bfaaf7f072a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392126 Mar 22 13:23:22.989431 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7310cb33-06d7-4a32-935b-613fc3f35fdf req-4373c13c-9196-4af6-8124-b196e2ac4871 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507514 Mar 22 13:23:23.181806 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2a8ecdb5-42ad-4349-91a2-fbd750fd3053 req-65ef0173-7038-4b47-8609-2ab4e33ea8cf service neutron] 10.222.0.47 "GET /v2.0/networks/2bfa07d1-5423-4854-b0ee-bfaaf7f072a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266798 Mar 22 13:23:23.306363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-dc58a9f8-add5-426f-b06e-71ce6dc7d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:23.307856 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-dc58a9f8-add5-426f-b06e-71ce6dc7d864 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9be840eeafb4192972af492916da0c3&device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 1100 time: 0.0735810 Mar 22 13:23:23.441393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-54ba54db-9000-4fb3-bc5c-0d9e34870ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:23.442759 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-54ba54db-9000-4fb3-bc5c-0d9e34870ae7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2bfa07d1-5423-4854-b0ee-bfaaf7f072a2 HTTP/1.1" status: 200 len: 870 time: 0.1269393 Mar 22 13:23:23.514104 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-b0369155-44dd-453e-828a-6e9967176cf9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=e6552539-8d8b-482c-8b89-92446f3ac194 HTTP/1.1" status: 200 len: 217 time: 0.0616338 Mar 22 13:23:23.582551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-5022cd75-507b-415a-843d-5f1d4f0c5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:23.583981 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-5022cd75-507b-415a-843d-5f1d4f0c5d26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c789baa6-804f-467e-a34d-ade525a71f36 HTTP/1.1" status: 200 len: 843 time: 0.0600338 Mar 22 13:23:23.658181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-0478a495-36a2-4f54-ab5f-1cb48ad343db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:23.659633 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-0478a495-36a2-4f54-ab5f-1cb48ad343db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2bfa07d1-5423-4854-b0ee-bfaaf7f072a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0683918 Mar 22 13:23:23.790135 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-783301da-e4e2-4e8a-9023-3aea56a9f2f9 service neutron] 10.222.0.47 "GET /v2.0/networks/2bfa07d1-5423-4854-b0ee-bfaaf7f072a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229689 Mar 22 13:23:23.921920 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bcb05438-e881-4b6d-ac44-0f7bbdd70bf9 req-da80f3ea-2f3d-455a-9419-e20c584f1b83 service neutron] 10.222.0.47 "GET /v2.0/networks/2bfa07d1-5423-4854-b0ee-bfaaf7f072a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256304 Mar 22 13:23:24.182122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a1c5-0fbd-49f5-add5-7a91d6a52650 req-ab8f5cd0-a852-42b4-ab7a-c389f6dfdbfa tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:24.182812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5565a1c5-0fbd-49f5-add5-7a91d6a52650 req-ab8f5cd0-a852-42b4-ab7a-c389f6dfdbfa tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Synchronizing usage tracker for tenant:d9be840eeafb4192972af492916da0c3 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:23:24.200478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5565a1c5-0fbd-49f5-add5-7a91d6a52650 req-ab8f5cd0-a852-42b4-ab7a-c389f6dfdbfa tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Unset dirty status for tenant:d9be840eeafb4192972af492916da0c3 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:23:24.201703 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5565a1c5-0fbd-49f5-add5-7a91d6a52650 req-ab8f5cd0-a852-42b4-ab7a-c389f6dfdbfa tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 947 time: 0.1020525 Mar 22 13:23:24.246213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5565a1c5-0fbd-49f5-add5-7a91d6a52650 req-75524e4c-2626-4b53-acef-38ce0d0c499e tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Synchronizing usage tracker for tenant:d9be840eeafb4192972af492916da0c3 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:23:24.263073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5565a1c5-0fbd-49f5-add5-7a91d6a52650 req-75524e4c-2626-4b53-acef-38ce0d0c499e tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Unset dirty status for tenant:d9be840eeafb4192972af492916da0c3 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:23:24.264289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5565a1c5-0fbd-49f5-add5-7a91d6a52650 req-75524e4c-2626-4b53-acef-38ce0d0c499e tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563240 Mar 22 13:23:25.450915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f027a93-b581-4d57-8fb4-d899b707c524 req-3e7b3b8c-0e99-4b52-802f-7635011263c9 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:25.452491 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2f027a93-b581-4d57-8fb4-d899b707c524 req-3e7b3b8c-0e99-4b52-802f-7635011263c9 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 947 time: 0.0815747 Mar 22 13:23:25.500265 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2f027a93-b581-4d57-8fb4-d899b707c524 req-7487609e-1d6c-47cb-99fa-a40b712285a5 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Mar 22 13:23:25.639065 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e6552539-8d8b-482c-8b89-92446f3ac194 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:23:25.795299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e6552539-8d8b-482c-8b89-92446f3ac194, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e6552539-8d8b-482c-8b89-92446f3ac194,segment=NetworkSegment(6083d3de-3927-4ba6-8809-896be4304b50),segment_id=6083d3de-3927-4ba6-8809-896be4304b50)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:25.809519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'e6552539-8d8b-482c-8b89-92446f3ac194', 'network_id': '2bfa07d1-5423-4854-b0ee-bfaaf7f072a2', 'port_id': 'e6552539-8d8b-482c-8b89-92446f3ac194', 'mac_address': 'fa:16:3e:fc:93:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c789baa6-804f-467e-a34d-ade525a71f36', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:23:25.866717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:25.885574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6552539-8d8b-482c-8b89-92446f3ac194 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:23:25.901071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e6552539-8d8b-482c-8b89-92446f3ac194, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e6552539-8d8b-482c-8b89-92446f3ac194,segment=NetworkSegment(6083d3de-3927-4ba6-8809-896be4304b50),segment_id=6083d3de-3927-4ba6-8809-896be4304b50)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:25.904928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:25.980469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=e6552539-8d8b-482c-8b89-92446f3ac194,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:26.155653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['e6552539-8d8b-482c-8b89-92446f3ac194'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:23:26.685083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49bbd7-b890-4b33-8eaf-31c51cb36708 req-3dd943bc-8491-4625-b823-7ee229601a63 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:26.686546 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8e49bbd7-b890-4b33-8eaf-31c51cb36708 req-3dd943bc-8491-4625-b823-7ee229601a63 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 948 time: 0.0794578 Mar 22 13:23:26.730244 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8e49bbd7-b890-4b33-8eaf-31c51cb36708 req-483813ba-64e4-4cf0-a205-609afe6d07bf tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373902 Mar 22 13:23:27.634199 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e6552539-8d8b-482c-8b89-92446f3ac194 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:23:27.702278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port e6552539-8d8b-482c-8b89-92446f3ac194 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:23:27.706863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port e6552539-8d8b-482c-8b89-92446f3ac194 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:23:27.707260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:27.827207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:27.853988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed907a14-85b7-4d11-a4bd-f3180f7631d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6552539-8d8b-482c-8b89-92446f3ac194'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:23:27.864163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e6552539-8d8b-482c-8b89-92446f3ac194, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e6552539-8d8b-482c-8b89-92446f3ac194,segment=NetworkSegment(6083d3de-3927-4ba6-8809-896be4304b50),segment_id=6083d3de-3927-4ba6-8809-896be4304b50)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:27.868697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:27.908376 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed907a14-85b7-4d11-a4bd-f3180f7631d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6552539-8d8b-482c-8b89-92446f3ac194', 'code': 200} Mar 22 13:23:27.924641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0d126-fd44-4c4f-8f41-e82d6636ff57 req-45c47f17-7124-4bfe-82f0-8c4abf39b990 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:27.926110 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-45e0d126-fd44-4c4f-8f41-e82d6636ff57 req-45c47f17-7124-4bfe-82f0-8c4abf39b990 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 949 time: 0.0892799 Mar 22 13:23:27.940607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=e6552539-8d8b-482c-8b89-92446f3ac194,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:27.974369 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-45e0d126-fd44-4c4f-8f41-e82d6636ff57 req-b4975376-b652-4bed-a9e5-f45778d5e508 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Mar 22 13:23:28.142077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc18a7b-4e06-4236-bd9c-1f52fb15522c req-22e32a07-1b81-4275-a9c1-1f8d5d8ccd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:28.143488 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9fc18a7b-4e06-4236-bd9c-1f52fb15522c req-22e32a07-1b81-4275-a9c1-1f8d5d8ccd0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 1102 time: 0.0734224 Mar 22 13:23:28.185289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9fc18a7b-4e06-4236-bd9c-1f52fb15522c req-fad3f937-5938-461f-881f-169ec23e85ee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Mar 22 13:23:29.165182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc536c-c648-43b8-8161-045d40fd52ba req-376a962b-4a4a-4985-b52e-f6ca8f364339 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:29.166654 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-68cc536c-c648-43b8-8161-045d40fd52ba req-376a962b-4a4a-4985-b52e-f6ca8f364339 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 949 time: 0.0796790 Mar 22 13:23:29.214122 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-68cc536c-c648-43b8-8161-045d40fd52ba req-b8cab315-e656-4d13-bb68-b54fb2fc2a83 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Mar 22 13:23:30.397574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3740b-3aea-4f71-89b1-db2cfdd13f03 req-0eadfe32-aa83-46ca-a0d8-3061bb8014a5 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:30.399024 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bfc3740b-3aea-4f71-89b1-db2cfdd13f03 req-0eadfe32-aa83-46ca-a0d8-3061bb8014a5 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 949 time: 0.0802040 Mar 22 13:23:30.442878 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bfc3740b-3aea-4f71-89b1-db2cfdd13f03 req-4483a56e-e225-411e-8a3b-1e92942b0775 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Mar 22 13:23:31.505755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f6006-bd0b-446c-a0c1-6f61acc44980 req-57fef87d-d46e-4b98-9738-59e3a94badd4 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:31.507224 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-357f6006-bd0b-446c-a0c1-6f61acc44980 req-57fef87d-d46e-4b98-9738-59e3a94badd4 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 949 time: 0.0813353 Mar 22 13:23:31.550339 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-357f6006-bd0b-446c-a0c1-6f61acc44980 req-80c21816-6613-4013-8c93-52c4c4e54385 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375860 Mar 22 13:23:32.737541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f548b-d9ba-40a8-86dd-538a214ce441 req-4c9ea45f-a9f6-46c7-8f8c-26a10f277f61 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:32.738919 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bc8f548b-d9ba-40a8-86dd-538a214ce441 req-4c9ea45f-a9f6-46c7-8f8c-26a10f277f61 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 949 time: 0.0823150 Mar 22 13:23:32.782840 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bc8f548b-d9ba-40a8-86dd-538a214ce441 req-64817e64-46e7-4e17-8dfc-2ccfcbcf0d78 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/security-groups?id=90730436-73c0-4455-ab06-6e4bf506bf83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376296 Mar 22 13:23:32.988463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-fe39622c-01ac-40f1-8954-3d005c5b5a42 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:32.989779 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-fe39622c-01ac-40f1-8954-3d005c5b5a42 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 949 time: 0.0814781 Mar 22 13:23:33.057179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-83cf68a9-c41e-4b2f-93de-c3f6486b3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:33.059648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-4f62bbe3-e8a9-431e-979e-022cedad1155 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Deleting port e6552539-8d8b-482c-8b89-92446f3ac194 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:23:33.059989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-4f62bbe3-e8a9-431e-979e-022cedad1155 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:33.400297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-4f62bbe3-e8a9-431e-979e-022cedad1155 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] For port e6552539-8d8b-482c-8b89-92446f3ac194, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e6552539-8d8b-482c-8b89-92446f3ac194,segment=NetworkSegment(6083d3de-3927-4ba6-8809-896be4304b50),segment_id=6083d3de-3927-4ba6-8809-896be4304b50)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:33.400652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-4f62bbe3-e8a9-431e-979e-022cedad1155 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:33.522299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-4f62bbe3-e8a9-431e-979e-022cedad1155 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Calling delete_port for e6552539-8d8b-482c-8b89-92446f3ac194 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:23:33.665278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-4f62bbe3-e8a9-431e-979e-022cedad1155 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:33.677593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['e6552539-8d8b-482c-8b89-92446f3ac194'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:23:33.717547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62bbe3-e8a9-431e-979e-022cedad1155 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Pushing event deleted for resources: {'Port': ['ID=e6552539-8d8b-482c-8b89-92446f3ac194,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:33.811198 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-4f62bbe3-e8a9-431e-979e-022cedad1155 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] No DVR routers for this DVR port e6552539-8d8b-482c-8b89-92446f3ac194 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:23:33.814253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-4f62bbe3-e8a9-431e-979e-022cedad1155 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:33.818408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed907a14-85b7-4d11-a4bd-f3180f7631d4', 'name': 'network-vif-deleted', 'tag': 'e6552539-8d8b-482c-8b89-92446f3ac194'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:23:33.833807 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a0ae056b-f12c-42fc-ac66-3efd2cece0b8 req-4f62bbe3-e8a9-431e-979e-022cedad1155 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.47 "DELETE /v2.0/ports/e6552539-8d8b-482c-8b89-92446f3ac194 HTTP/1.1" status: 204 len: 173 time: 0.8375406 Mar 22 13:23:33.886301 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed907a14-85b7-4d11-a4bd-f3180f7631d4', 'name': 'network-vif-deleted', 'tag': 'e6552539-8d8b-482c-8b89-92446f3ac194', 'status': 'completed', 'code': 200} Mar 22 13:23:33.964991 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f802895e-4bbe-48f3-8982-01248cfcf362 req-fa464377-cadc-4769-86e2-9f9fc77f5ff1 tempest-ServersAdminNegativeTestJSON-1326679682 tempest-ServersAdminNegativeTestJSON-1326679682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed907a14-85b7-4d11-a4bd-f3180f7631d4 HTTP/1.1" status: 200 len: 210 time: 0.0421505 Mar 22 13:23:35.319729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46226) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:35.357943 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c897cbd3-fad1-4316-b9b1-7eff13c42c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:35.470376 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b2a038c0-bd0c-4ca3-bb94-774810ed0427 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9be840eeafb4192972af492916da0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488924 Mar 22 13:23:35.472938 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46232) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:35.529472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-646970fb-7e8c-4b31-8c72-e0048558b298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:35.553864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-646970fb-7e8c-4b31-8c72-e0048558b298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:35.604571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-646970fb-7e8c-4b31-8c72-e0048558b298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:35.619310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646970fb-7e8c-4b31-8c72-e0048558b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90730436-73c0-4455-ab06-6e4bf506bf83,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:35.631297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-646970fb-7e8c-4b31-8c72-e0048558b298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:35.632403 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-646970fb-7e8c-4b31-8c72-e0048558b298 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90730436-73c0-4455-ab06-6e4bf506bf83 HTTP/1.1" status: 204 len: 168 time: 0.1586192 Mar 22 13:23:35.909699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46240) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:35.927233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fef3f141-06a2-4ff0-bc71-5a846e54e6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:35.941616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fef3f141-06a2-4ff0-bc71-5a846e54e6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:23:35.945372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fef3f141-06a2-4ff0-bc71-5a846e54e6a8 admin admin] Usage tracker for resource:security_group_rule and tenant:1854e9a0940b4a80898b307c99f70abd is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:23:35.948121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fef3f141-06a2-4ff0-bc71-5a846e54e6a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:23:35.953671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fef3f141-06a2-4ff0-bc71-5a846e54e6a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:23:36.037990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fef3f141-06a2-4ff0-bc71-5a846e54e6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:36.041560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fef3f141-06a2-4ff0-bc71-5a846e54e6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:36.091598 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fef3f141-06a2-4ff0-bc71-5a846e54e6a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1854e9a0940b4a80898b307c99f70abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807277 Mar 22 13:23:36.092358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3f141-06a2-4ff0-bc71-5a846e54e6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6085c1-6489-4ffb-b227-eba28a3c3fe7,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:36.094267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46244) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:36.151805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebe313d-0606-41c0-bdec-cb9a5a6d7616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:36.176779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebe313d-0606-41c0-bdec-cb9a5a6d7616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:36.229537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebe313d-0606-41c0-bdec-cb9a5a6d7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:36.246634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe313d-0606-41c0-bdec-cb9a5a6d7616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6085c1-6489-4ffb-b227-eba28a3c3fe7,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:36.250821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-aebe313d-0606-41c0-bdec-cb9a5a6d7616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:36.252456 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-aebe313d-0606-41c0-bdec-cb9a5a6d7616 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb6085c1-6489-4ffb-b227-eba28a3c3fe7 HTTP/1.1" status: 204 len: 168 time: 0.1572199 Mar 22 13:23:36.407051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:36.625591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:36.970822 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46268) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:37.074425 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-296028038-network', 'tenant_id': 'bea9c56529aa480cac1e1f508c27b0d9'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:23:37.079607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:23:37.083409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Usage tracker for resource:network and tenant:bea9c56529aa480cac1e1f508c27b0d9 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:23:37.086475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:23:37.092043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:23:37.101399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Made reservation on behalf of bea9c56529aa480cac1e1f508c27b0d9 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:23:37.103720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.115495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.129964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:23:37.133618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Usage tracker for resource:security_group_rule and tenant:bea9c56529aa480cac1e1f508c27b0d9 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:23:37.136365 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:23:37.142452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:23:37.221823 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.226093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.251898 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:23:37.264163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74176078-5264-4745-a401-f338a854d155,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:37.269014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.269359 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Added segment f373f2ca-d8ee-4371-9754-e449ccb0fd87 of type vlan for network 87bc7133-b2b9-44bf-81d5-850cb8fcd720 Mar 22 13:23:37.294413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.322308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.323261 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:37.323844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.424261 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4522390 Mar 22 13:23:37.427069 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e82b8-0d86-49af-9819-99de56a4bf64 admin admin] Pushing event updated for resources: {'Network': ['ID=87bc7133-b2b9-44bf-81d5-850cb8fcd720,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:37.427256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46274) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:37.432746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Request body: {'subnet': {'network_id': '87bc7133-b2b9-44bf-81d5-850cb8fcd720', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-296028038-subnet', 'tenant_id': 'bea9c56529aa480cac1e1f508c27b0d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:23:37.437025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 87bc7133-b2b9-44bf-81d5-850cb8fcd720 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:23:37.437865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:23:37.442304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Usage tracker for resource:subnet and tenant:bea9c56529aa480cac1e1f508c27b0d9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:23:37.445182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:23:37.451434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:23:37.461668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Made reservation on behalf of bea9c56529aa480cac1e1f508c27b0d9 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:23:37.464622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.651732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e6552539-8d8b-482c-8b89-92446f3ac194 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:23:37.663550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.685887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: e6552539-8d8b-482c-8b89-92446f3ac194 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:23:37.686136 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e6552539-8d8b-482c-8b89-92446f3ac194 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:23:37.736362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8e5126-d986-4a76-a9cb-c8aa5cb667c2,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:37.744792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Checking segment: {'id': 'f373f2ca-d8ee-4371-9754-e449ccb0fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '87bc7133-b2b9-44bf-81d5-850cb8fcd720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:23:37.745151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Network hostable DHCP agents. Network: 87bc7133-b2b9-44bf-81d5-850cb8fcd720, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:23:37.763016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Network 87bc7133-b2b9-44bf-81d5-850cb8fcd720 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:23:37.771645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 87bc7133-b2b9-44bf-81d5-850cb8fcd720) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:23:37.775423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:37.775988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:37.780166 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f7175-e589-4e8f-b7cf-42347a6a4541 None None] Network 87bc7133-b2b9-44bf-81d5-850cb8fcd720 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:23:37.800734 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5836f652-24e3-42b2-8d1c-1a1bf2ddd80a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3724804 Mar 22 13:23:37.888912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:38.004016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c9e01e-b54b-41a2-a56e-f4d64bb7ba5c None None] Network 87bc7133-b2b9-44bf-81d5-850cb8fcd720 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:23:38.328137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-55d6b6a8-a7b7-4cfa-aa9c-ce96559f27bc tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:38.328817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-55d6b6a8-a7b7-4cfa-aa9c-ce96559f27bc tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Synchronizing usage tracker for tenant:bea9c56529aa480cac1e1f508c27b0d9 on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:23:38.346281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-55d6b6a8-a7b7-4cfa-aa9c-ce96559f27bc tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Unset dirty status for tenant:bea9c56529aa480cac1e1f508c27b0d9 on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:23:38.347518 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-55d6b6a8-a7b7-4cfa-aa9c-ce96559f27bc tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/networks?id=87bc7133-b2b9-44bf-81d5-850cb8fcd720 HTTP/1.1" status: 200 len: 811 time: 0.1628029 Mar 22 13:23:38.362007 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-e8fedd43-883a-4e76-96d3-30710b0edbc8 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/quotas/bea9c56529aa480cac1e1f508c27b0d9 HTTP/1.1" status: 200 len: 375 time: 0.0091746 Mar 22 13:23:38.511131 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-5bf70b59-652e-4940-a273-a1e4de38644f tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bea9c56529aa480cac1e1f508c27b0d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1438594 Mar 22 13:23:38.521989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-d2790e4c-d3a9-4f6d-937d-784b4247e046 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:23:38.522901 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-d2790e4c-d3a9-4f6d-937d-784b4247e046 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047712 Mar 22 13:23:38.650253 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-31a4f990-a3e0-480f-969c-9ccbbd24af10 service neutron] 10.222.0.70 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221800 Mar 22 13:23:38.779412 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-6c006319-e3fa-4a95-b6d0-baa1c78b7b43 service neutron] 10.222.0.70 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233807 Mar 22 13:23:38.958012 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-38aef31b-00fc-4be4-acae-ee452e478d7e req-ced56e71-22f5-49b4-8487-f4fa50fcc15e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 210 time: 0.0462089 Mar 22 13:23:40.057614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-8c4f860d-4d75-4849-bb3b-0dc32468e727 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:40.059025 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-8c4f860d-4d75-4849-bb3b-0dc32468e727 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.47 "GET /v2.0/networks?id=87bc7133-b2b9-44bf-81d5-850cb8fcd720 HTTP/1.1" status: 200 len: 811 time: 0.1568909 Mar 22 13:23:40.072001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Request body: {'port': {'device_id': '8bad11ca-837f-4cac-b039-eb53346647a6', 'network_id': '87bc7133-b2b9-44bf-81d5-850cb8fcd720', 'admin_state_up': True, 'tenant_id': 'bea9c56529aa480cac1e1f508c27b0d9'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:23:40.116969 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4c77dc6e-769b-4bb8-a8bb-deabf3b99eac req-bb03a523-059e-4b95-a576-fb846709b9a2 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 210 time: 0.0513024 Mar 22 13:23:40.213664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:23:40.217425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Usage tracker for resource:port and tenant:bea9c56529aa480cac1e1f508c27b0d9 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:23:40.220707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:23:40.226129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:23:40.236741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Made reservation on behalf of bea9c56529aa480cac1e1f508c27b0d9 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:23:40.240157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:40.401068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Allocated IP 172.20.0.12 (87bc7133-b2b9-44bf-81d5-850cb8fcd720/7d8e5126-d986-4a76-a9cb-c8aa5cb667c2/0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:23:40.609498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:40.637574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:40.703189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Network 87bc7133-b2b9-44bf-81d5-850cb8fcd720 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:23:40.706559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:23:40.715283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:23:40.854051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Pushing event updated for resources: {'Port': ['ID=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:40.878465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:40.879062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:40.898392 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-ce5d0e0d-d154-4d3f-82d7-d3f3a7981b5c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8300407 Mar 22 13:23:40.957202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Request body: {'port': {'device_id': '8bad11ca-837f-4cac-b039-eb53346647a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:23:41.066425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:41.400525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c9041-d36a-4e66-b925-2b014b4edfcc req-b5312db6-3ab6-46e8-b131-fc493bab5aa8 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:41.401116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-788c9041-d36a-4e66-b925-2b014b4edfcc req-b5312db6-3ab6-46e8-b131-fc493bab5aa8 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Synchronizing usage tracker for tenant:bea9c56529aa480cac1e1f508c27b0d9 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:23:41.467321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-788c9041-d36a-4e66-b925-2b014b4edfcc req-b5312db6-3ab6-46e8-b131-fc493bab5aa8 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Unset dirty status for tenant:bea9c56529aa480cac1e1f508c27b0d9 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:23:41.468857 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-788c9041-d36a-4e66-b925-2b014b4edfcc req-b5312db6-3ab6-46e8-b131-fc493bab5aa8 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 932 time: 0.2422843 Mar 22 13:23:41.508655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:23:41.524160 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:41.540787 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-788c9041-d36a-4e66-b925-2b014b4edfcc req-01b00dd8-09e9-40da-9c21-98a6d739fe1e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656562 Mar 22 13:23:41.546281 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Transition to ACTIVE for port object 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:23:41.550014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:41.704708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:41.785566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Attempting to bind port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:23:41.785898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Attempting to bind port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f373f2ca-d8ee-4371-9754-e449ccb0fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '87bc7133-b2b9-44bf-81d5-850cb8fcd720'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:23:41.786227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Attempting to bind port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e on network 87bc7133-b2b9-44bf-81d5-850cb8fcd720 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:23:41.790716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e on network 87bc7133-b2b9-44bf-81d5-850cb8fcd720 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:23:41.791038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Attempting to bind port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e on network 87bc7133-b2b9-44bf-81d5-850cb8fcd720 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:23:41.796014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:23:41.796344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Checking segment: {'id': 'f373f2ca-d8ee-4371-9754-e449ccb0fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '87bc7133-b2b9-44bf-81d5-850cb8fcd720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:23:41.796726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Bound using segment: {'id': 'f373f2ca-d8ee-4371-9754-e449ccb0fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '87bc7133-b2b9-44bf-81d5-850cb8fcd720'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:23:41.797144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Bound port: 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f373f2ca-d8ee-4371-9754-e449ccb0fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '87bc7133-b2b9-44bf-81d5-850cb8fcd720'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:23:41.797486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:41.885596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] For port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:23:41.888474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] For port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,segment=NetworkSegment(f373f2ca-d8ee-4371-9754-e449ccb0fd87),segment_id=f373f2ca-d8ee-4371-9754-e449ccb0fd87)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:23:41.892643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:41.955908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:41.956463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:41.957808 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e HTTP/1.1" status: 200 len: 1094 time: 1.0516694 Mar 22 13:23:41.958242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bad11ca-837f-4cac-b039-eb53346647a6', 'tag': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:23:41.981562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9311e79-1ddb-4b79-864b-21a4da0bf598 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:42.033966 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bad11ca-837f-4cac-b039-eb53346647a6', 'tag': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e', 'status': 'completed', 'code': 200} Mar 22 13:23:42.085884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-1efbfa4c-1a33-4245-83c2-2b897d350345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:42.088090 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-1efbfa4c-1a33-4245-83c2-2b897d350345 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bea9c56529aa480cac1e1f508c27b0d9&device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 1097 time: 0.0863447 Mar 22 13:23:42.160805 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-e5b9def3-fe31-48d1-af80-605a9b2c3e4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e HTTP/1.1" status: 200 len: 217 time: 0.0643406 Mar 22 13:23:42.229649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-81847208-7fe4-4a7d-96fd-d807b553ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:42.231013 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-81847208-7fe4-4a7d-96fd-d807b553ed2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d8e5126-d986-4a76-a9cb-c8aa5cb667c2 HTTP/1.1" status: 200 len: 851 time: 0.0593374 Mar 22 13:23:42.284146 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-04bd95ce-1f7b-47e6-a14d-0afaf45ff838 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87bc7133-b2b9-44bf-81d5-850cb8fcd720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454638 Mar 22 13:23:42.424305 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-8448c636-e767-4e3d-9109-6b7d38832d1d service neutron] 10.222.0.47 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315575 Mar 22 13:23:42.556465 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-032a1ee4-ef39-4009-9445-be1a8c2f3da9 req-25ec42d9-8309-45b9-83f8-658bd8cb2ba7 service neutron] 10.222.0.47 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253288 Mar 22 13:23:42.828136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b80cff-18cd-44fa-8e97-0bdb41ff2bc8 req-13c4278a-1e60-453e-b6d3-e9726a1f98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:42.830120 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-59b80cff-18cd-44fa-8e97-0bdb41ff2bc8 req-13c4278a-1e60-453e-b6d3-e9726a1f98fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bea9c56529aa480cac1e1f508c27b0d9&device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 1097 time: 0.2255247 Mar 22 13:23:42.838436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbee35-98b2-4710-9252-e6f28b2051f8 req-95337294-4306-41f8-b97d-2e1d8abbae56 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:42.839877 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cacbee35-98b2-4710-9252-e6f28b2051f8 req-95337294-4306-41f8-b97d-2e1d8abbae56 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 944 time: 0.1122441 Mar 22 13:23:42.970852 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cacbee35-98b2-4710-9252-e6f28b2051f8 req-fed73488-8d21-4e91-8ca3-3760ecb49f73 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124740 Mar 22 13:23:43.000351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b80cff-18cd-44fa-8e97-0bdb41ff2bc8 req-914fe0b3-7634-44fe-a5b8-9d202dad3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:43.002326 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-59b80cff-18cd-44fa-8e97-0bdb41ff2bc8 req-914fe0b3-7634-44fe-a5b8-9d202dad3e50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=87bc7133-b2b9-44bf-81d5-850cb8fcd720 HTTP/1.1" status: 200 len: 912 time: 0.1616230 Mar 22 13:23:43.073972 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-59b80cff-18cd-44fa-8e97-0bdb41ff2bc8 req-9f9bebc6-1a38-434c-aa9f-5bcd1e0bbc21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e HTTP/1.1" status: 200 len: 217 time: 0.0633407 Mar 22 13:23:43.135589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b80cff-18cd-44fa-8e97-0bdb41ff2bc8 req-9cb0de14-1110-4d22-b1a3-cbc0bf204e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:43.136960 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-59b80cff-18cd-44fa-8e97-0bdb41ff2bc8 req-9cb0de14-1110-4d22-b1a3-cbc0bf204e92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d8e5126-d986-4a76-a9cb-c8aa5cb667c2 HTTP/1.1" status: 200 len: 851 time: 0.0559359 Mar 22 13:23:43.185445 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-59b80cff-18cd-44fa-8e97-0bdb41ff2bc8 req-e0a4d08c-9c12-4254-9bda-25ada707e9f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87bc7133-b2b9-44bf-81d5-850cb8fcd720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420959 Mar 22 13:23:43.316254 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-59b80cff-18cd-44fa-8e97-0bdb41ff2bc8 req-d47b0d8f-118a-469c-a1e3-f61ce0809b8c service neutron] 10.222.0.47 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238027 Mar 22 13:23:43.451593 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-59b80cff-18cd-44fa-8e97-0bdb41ff2bc8 req-d5bc45aa-3759-401e-bd92-32a066887196 service neutron] 10.222.0.47 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252911 Mar 22 13:23:44.163462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd5efd-3e5d-4ef4-94be-0ddf8837b87e req-517b9119-26ee-4f60-a3f7-e0d7866db8f1 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:44.164896 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-56cd5efd-3e5d-4ef4-94be-0ddf8837b87e req-517b9119-26ee-4f60-a3f7-e0d7866db8f1 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 944 time: 0.0823696 Mar 22 13:23:44.207408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-56cd5efd-3e5d-4ef4-94be-0ddf8837b87e req-0d38ffa4-9f76-4aaf-9316-568a2df9a339 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Synchronizing usage tracker for tenant:bea9c56529aa480cac1e1f508c27b0d9 on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:23:44.225746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-56cd5efd-3e5d-4ef4-94be-0ddf8837b87e req-0d38ffa4-9f76-4aaf-9316-568a2df9a339 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Unset dirty status for tenant:bea9c56529aa480cac1e1f508c27b0d9 on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:23:44.226899 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-56cd5efd-3e5d-4ef4-94be-0ddf8837b87e req-0d38ffa4-9f76-4aaf-9316-568a2df9a339 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 Mar 22 13:23:45.408864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c12e5a-c14d-4ada-903e-9ec0c63f5597 req-05796a54-0174-4afc-bc00-54ea0d9ce2d1 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:45.410309 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e7c12e5a-c14d-4ada-903e-9ec0c63f5597 req-05796a54-0174-4afc-bc00-54ea0d9ce2d1 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 944 time: 0.0808823 Mar 22 13:23:45.452821 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e7c12e5a-c14d-4ada-903e-9ec0c63f5597 req-1aa33e17-f35d-45cc-ae47-16a7c24c6ca1 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368009 Mar 22 13:23:45.685268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:23:45.816871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,segment=NetworkSegment(f373f2ca-d8ee-4371-9754-e449ccb0fd87),segment_id=f373f2ca-d8ee-4371-9754-e449ccb0fd87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:45.833347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e', 'network_id': '87bc7133-b2b9-44bf-81d5-850cb8fcd720', 'port_id': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e', 'mac_address': 'fa:16:3e:b9:d1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e5126-d986-4a76-a9cb-c8aa5cb667c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:23:45.899212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:45.915285 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:23:45.930233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,segment=NetworkSegment(f373f2ca-d8ee-4371-9754-e449ccb0fd87),segment_id=f373f2ca-d8ee-4371-9754-e449ccb0fd87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:45.933949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:46.003035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:46.162190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:23:46.634786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a512df0-ef88-4c43-8098-41c3a132bedb req-acf67671-cb9c-48b3-a433-4cef6f6a3b52 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:46.636245 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4a512df0-ef88-4c43-8098-41c3a132bedb req-acf67671-cb9c-48b3-a433-4cef6f6a3b52 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 945 time: 0.0792623 Mar 22 13:23:46.679442 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4a512df0-ef88-4c43-8098-41c3a132bedb req-35ac7fc9-5abf-4c45-944d-964d6948753c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Mar 22 13:23:47.430294 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:23:47.700581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:23:47.769543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:23:47.774152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:23:47.774524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:47.866530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc725d0-6d03-4d11-a69c-e0bbfdc853a8 req-d109471a-9965-47c7-90c1-05f11fc39c25 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:47.868006 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0bc725d0-6d03-4d11-a69c-e0bbfdc853a8 req-d109471a-9965-47c7-90c1-05f11fc39c25 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 945 time: 0.0860221 Mar 22 13:23:47.893009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:47.916084 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0bc725d0-6d03-4d11-a69c-e0bbfdc853a8 req-9b371fa5-9b32-4208-966a-01eea3333135 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Mar 22 13:23:47.925448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad11ca-837f-4cac-b039-eb53346647a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:23:47.939896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,segment=NetworkSegment(f373f2ca-d8ee-4371-9754-e449ccb0fd87),segment_id=f373f2ca-d8ee-4371-9754-e449ccb0fd87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:23:47.945169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:47.983614 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad11ca-837f-4cac-b039-eb53346647a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e', 'code': 200} Mar 22 13:23:48.019717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:48.204510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4755f-5477-44d1-93c2-1836a9251ce9 req-b0958722-4151-4454-886b-c6dc70df6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:48.205964 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-39a4755f-5477-44d1-93c2-1836a9251ce9 req-b0958722-4151-4454-886b-c6dc70df6658 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 1099 time: 0.0685616 Mar 22 13:23:48.251783 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-39a4755f-5477-44d1-93c2-1836a9251ce9 req-63d66382-eaf6-41b5-ad59-8781ac8ca221 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348370 Mar 22 13:23:49.106208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cadd4-0022-4415-955f-cb34dc59700e req-cedd0c82-e7a1-44a9-9dbc-b3c7f1f99896 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:49.107679 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-523cadd4-0022-4415-955f-cb34dc59700e req-cedd0c82-e7a1-44a9-9dbc-b3c7f1f99896 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0851438 Mar 22 13:23:49.150673 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-523cadd4-0022-4415-955f-cb34dc59700e req-34a2a17b-aa64-49b5-8a85-d68ac579118e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368316 Mar 22 13:23:50.337349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f070ca0-2fa1-485d-b090-d3205284c889 req-6c3fb4ba-56f0-4ff8-8186-427b31a67e1d tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:50.338783 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0f070ca0-2fa1-485d-b090-d3205284c889 req-6c3fb4ba-56f0-4ff8-8186-427b31a67e1d tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0810497 Mar 22 13:23:50.383219 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0f070ca0-2fa1-485d-b090-d3205284c889 req-afd43373-0ab1-4095-9fc4-646c1ff6d23d tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387352 Mar 22 13:23:50.744698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46342) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:23:50.780846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a43f0-c548-41a5-a597-6838909d05c1 req-124bfc5a-2899-45e4-983d-60af7e481c69 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:50.782787 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-379a43f0-c548-41a5-a597-6838909d05c1 req-124bfc5a-2899-45e4-983d-60af7e481c69 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0901403 Mar 22 13:23:50.867902 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-379a43f0-c548-41a5-a597-6838909d05c1 req-5653886a-bbf0-4a1d-972f-7520d59078b1 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522156 Mar 22 13:23:50.888800 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-59c5517e-6563-42c5-b34c-6c03106d15d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1429865 Mar 22 13:23:51.646630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:52.071585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167153d-62a3-475d-8bd9-7c7d8139612d req-74262dcf-44bd-4df0-9007-c427e04278ae tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:52.073077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3167153d-62a3-475d-8bd9-7c7d8139612d req-74262dcf-44bd-4df0-9007-c427e04278ae tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0843828 Mar 22 13:23:52.164977 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3167153d-62a3-475d-8bd9-7c7d8139612d req-e1762b1a-23b5-4c07-8bba-1c706a78ba45 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845361 Mar 22 13:23:52.200620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959225e-427e-4916-aaeb-98db0936d971 req-0358a24d-ca24-47bc-93a5-98abbf626e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:52.202081 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-0358a24d-ca24-47bc-93a5-98abbf626e1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bea9c56529aa480cac1e1f508c27b0d9&device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 1099 time: 0.1089416 Mar 22 13:23:52.338869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959225e-427e-4916-aaeb-98db0936d971 req-9847049a-8138-4c18-b5c0-5a0578af7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:52.340370 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-9847049a-8138-4c18-b5c0-5a0578af7c44 service neutron] 10.222.0.47 "GET /v2.0/networks?id=87bc7133-b2b9-44bf-81d5-850cb8fcd720 HTTP/1.1" status: 200 len: 912 time: 0.1317325 Mar 22 13:23:52.410352 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-42f028b3-b1f2-45f2-9513-43905d069179 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e HTTP/1.1" status: 200 len: 217 time: 0.0628183 Mar 22 13:23:52.579260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959225e-427e-4916-aaeb-98db0936d971 req-814195f2-1b34-4091-8a0d-64525943f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:52.580565 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-814195f2-1b34-4091-8a0d-64525943f5eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d8e5126-d986-4a76-a9cb-c8aa5cb667c2 HTTP/1.1" status: 200 len: 851 time: 0.1636343 Mar 22 13:23:52.627177 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-69117a28-a6e8-4af4-9c05-6e8c3a0b74bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87bc7133-b2b9-44bf-81d5-850cb8fcd720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394704 Mar 22 13:23:52.766949 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-3b17c8e5-f3ca-4f55-9d46-39b927e4afbd service neutron] 10.222.0.47 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319180 Mar 22 13:23:52.899769 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-3028e033-ae33-4456-a07d-3390815da03d service neutron] 10.222.0.47 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260881 Mar 22 13:23:53.382925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a35c4-b3ee-42eb-9210-853710a283c9 req-691b3799-7c0f-44d1-b3d3-b67c1a447952 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:53.384473 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bd9a35c4-b3ee-42eb-9210-853710a283c9 req-691b3799-7c0f-44d1-b3d3-b67c1a447952 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0921907 Mar 22 13:23:53.428155 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bd9a35c4-b3ee-42eb-9210-853710a283c9 req-4699ce31-baec-4b20-bebc-aae62e12bb44 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379477 Mar 22 13:23:54.616065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2549c6-fbce-4123-87f4-bee6c65fe098 req-1b762db2-893d-447a-92c8-5f15bcb103bd tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:54.617502 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee2549c6-fbce-4123-87f4-bee6c65fe098 req-1b762db2-893d-447a-92c8-5f15bcb103bd tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0824556 Mar 22 13:23:54.669267 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee2549c6-fbce-4123-87f4-bee6c65fe098 req-29bfdfb3-e782-452d-ab24-63f628a0d813 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 Mar 22 13:23:55.869896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e53c67-0e3c-4fe2-9cae-75594f2c605f req-a694ff7c-1a1f-4dd5-bfed-6eb7dc4a57bf tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:55.871414 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-59e53c67-0e3c-4fe2-9cae-75594f2c605f req-a694ff7c-1a1f-4dd5-bfed-6eb7dc4a57bf tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0790534 Mar 22 13:23:55.923143 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-59e53c67-0e3c-4fe2-9cae-75594f2c605f req-4c35a296-b12e-4b3f-87b4-0b067e1142ac tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448749 Mar 22 13:23:57.113268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e937da-9a20-4b47-b8ac-60a2ca28a29e req-95e51665-242c-4f78-877d-7bc8109eec2a tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:57.114694 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b7e937da-9a20-4b47-b8ac-60a2ca28a29e req-95e51665-242c-4f78-877d-7bc8109eec2a tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0786541 Mar 22 13:23:57.164110 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b7e937da-9a20-4b47-b8ac-60a2ca28a29e req-7726eb2d-7194-4541-a2d1-336dd6772138 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 Mar 22 13:23:58.383850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d41ef5-7e42-44ba-a456-2eb156014d6d req-c855456a-ff8e-48a0-b35a-2f6fb7ffa5ab tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:58.385426 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a6d41ef5-7e42-44ba-a456-2eb156014d6d req-c855456a-ff8e-48a0-b35a-2f6fb7ffa5ab tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0857718 Mar 22 13:23:58.434228 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a6d41ef5-7e42-44ba-a456-2eb156014d6d req-d35b3829-b81b-4178-81c7-eceea4d7eb62 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430853 Mar 22 13:23:59.629904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36e264-43f7-44d8-a2e1-2927dfa7291a req-32e67e54-d2bf-4075-81eb-0816defd2c60 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:59.631345 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0e36e264-43f7-44d8-a2e1-2927dfa7291a req-32e67e54-d2bf-4075-81eb-0816defd2c60 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0870783 Mar 22 13:23:59.677014 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0e36e264-43f7-44d8-a2e1-2927dfa7291a req-a761c589-775e-44e6-a456-3226e68bef06 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378981 Mar 22 13:24:00.885448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349c72c-050a-4f20-8edd-dbf377db2e2e req-9b89af10-cc18-4caf-bb5d-28a42a5a0597 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:00.887054 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8349c72c-050a-4f20-8edd-dbf377db2e2e req-9b89af10-cc18-4caf-bb5d-28a42a5a0597 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0868413 Mar 22 13:24:00.935177 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8349c72c-050a-4f20-8edd-dbf377db2e2e req-ad4c1e60-1bf7-4ad8-b94b-c693aabc983a tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Mar 22 13:24:02.126133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014913e-1e91-4231-8195-fb83841cb864 req-065e034e-d124-4a93-9a51-2322da44b516 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:02.127594 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7014913e-1e91-4231-8195-fb83841cb864 req-065e034e-d124-4a93-9a51-2322da44b516 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0873396 Mar 22 13:24:02.173647 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7014913e-1e91-4231-8195-fb83841cb864 req-607ba541-0a4d-434c-a5c1-a68d99a3a283 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393138 Mar 22 13:24:03.062339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dc599c3e-e701-4048-b7e8-9719f795e7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:03.383463 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b38fe-2a7a-4603-a9eb-7bde465b19ea req-8580faa3-5e4f-44cf-b5be-c50b673173eb tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:03.384929 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-618b38fe-2a7a-4603-a9eb-7bde465b19ea req-8580faa3-5e4f-44cf-b5be-c50b673173eb tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0854874 Mar 22 13:24:03.435300 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-618b38fe-2a7a-4603-a9eb-7bde465b19ea req-af1d2df2-49b9-4e68-80fa-5a3708894c44 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426953 Mar 22 13:24:04.629697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3119e-b989-4cdf-b15f-df1932f21f89 req-0268c3e9-f376-4cdd-9994-79b427a0a14b tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:04.631145 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3ab3119e-b989-4cdf-b15f-df1932f21f89 req-0268c3e9-f376-4cdd-9994-79b427a0a14b tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0848553 Mar 22 13:24:04.688791 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3ab3119e-b989-4cdf-b15f-df1932f21f89 req-2db62055-ea43-4990-8884-87b4377a4eb3 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517645 Mar 22 13:24:05.362189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7094-4da7-45ab-97f5-4ab8697c6534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:05.884586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef81a8c-3ffe-405f-a81f-a11bd9ab15bf req-06004bf4-07fc-44ec-b12a-0a67637832d9 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:05.886140 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0ef81a8c-3ffe-405f-a81f-a11bd9ab15bf req-06004bf4-07fc-44ec-b12a-0a67637832d9 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0910108 Mar 22 13:24:05.937952 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0ef81a8c-3ffe-405f-a81f-a11bd9ab15bf req-b5f7e710-cbf3-4c65-b41e-abd01d3a48ce tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457640 Mar 22 13:24:06.407628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:06.630019 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:07.129162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cf5b7-83f0-4946-a33f-75fc5ae1fa00 req-5dc2b75e-0c58-4245-8a8a-ed0643957aa8 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:07.130611 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-476cf5b7-83f0-4946-a33f-75fc5ae1fa00 req-5dc2b75e-0c58-4245-8a8a-ed0643957aa8 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0807300 Mar 22 13:24:07.177159 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-476cf5b7-83f0-4946-a33f-75fc5ae1fa00 req-cf85d6bf-a5aa-4bf5-b7ed-f8172132ea0d tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Mar 22 13:24:07.843354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:08.375326 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91065b17-e4ce-4af1-9337-42691468f286 req-da431529-fa9d-47fb-aa99-ecff84885d64 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:08.376777 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-91065b17-e4ce-4af1-9337-42691468f286 req-da431529-fa9d-47fb-aa99-ecff84885d64 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0795329 Mar 22 13:24:08.424532 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-91065b17-e4ce-4af1-9337-42691468f286 req-d264c83e-e1ae-4c69-971f-78401a29d2fa tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Mar 22 13:24:09.618342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf577f7-b0bf-4c6e-8040-ac6d31d965c7 req-78ecc350-3711-4cd3-8276-2c555688ce70 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:09.619728 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fcf577f7-b0bf-4c6e-8040-ac6d31d965c7 req-78ecc350-3711-4cd3-8276-2c555688ce70 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0858760 Mar 22 13:24:09.667575 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fcf577f7-b0bf-4c6e-8040-ac6d31d965c7 req-206e247d-c63c-4f57-abde-a2ab4610463e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Mar 22 13:24:10.861494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a622835-1643-44a1-a176-1acb8b230a8e req-71fdad43-3746-4917-94b9-8cf6014acbda tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:10.862928 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2a622835-1643-44a1-a176-1acb8b230a8e req-71fdad43-3746-4917-94b9-8cf6014acbda tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0874534 Mar 22 13:24:10.910072 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2a622835-1643-44a1-a176-1acb8b230a8e req-9828f0f6-48b3-45e9-bacc-a38cd56cf385 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 Mar 22 13:24:12.096071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731da59-82c2-4203-b2f4-27eb58a18ae5 req-4a318ce5-e804-42e4-ae8b-6b82e1160455 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:12.097622 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c731da59-82c2-4203-b2f4-27eb58a18ae5 req-4a318ce5-e804-42e4-ae8b-6b82e1160455 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0825598 Mar 22 13:24:12.141983 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c731da59-82c2-4203-b2f4-27eb58a18ae5 req-0ad86ff4-bb59-44b7-bea2-19fdb17da407 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Mar 22 13:24:13.330967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c48ee2-2d93-4b24-8761-93d7d4f8dc07 req-cf128ae0-8b2d-4b5e-a62b-67b322298b98 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:13.332793 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-80c48ee2-2d93-4b24-8761-93d7d4f8dc07 req-cf128ae0-8b2d-4b5e-a62b-67b322298b98 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0844138 Mar 22 13:24:13.481900 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-80c48ee2-2d93-4b24-8761-93d7d4f8dc07 req-cd956aee-efb6-4d19-a2fd-5e6f5ebf9d6b tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405287 Mar 22 13:24:14.683632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ea66c-cac4-47f4-9c81-f8a72cb30503 req-e8a1d424-b48f-4036-878b-c915ed2b3d78 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:14.685319 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de6ea66c-cac4-47f4-9c81-f8a72cb30503 req-e8a1d424-b48f-4036-878b-c915ed2b3d78 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0973547 Mar 22 13:24:14.729393 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de6ea66c-cac4-47f4-9c81-f8a72cb30503 req-d85275d2-d421-4b6b-8d2f-a8196beeee00 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 Mar 22 13:24:15.915129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195b7a3-2dc3-4053-9022-f4a5fb08c477 req-9f773cbf-168b-4779-aa49-aabfcaeee0b8 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:15.916605 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4195b7a3-2dc3-4053-9022-f4a5fb08c477 req-9f773cbf-168b-4779-aa49-aabfcaeee0b8 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0830953 Mar 22 13:24:15.960002 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4195b7a3-2dc3-4053-9022-f4a5fb08c477 req-bd983348-c5ee-4b66-8d9f-86e4c0d2c40b tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 Mar 22 13:24:17.151829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c1b7-faa8-4ebc-9110-4391d04e393b req-96b71c09-3c2b-4ab9-8735-a8add598063b tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:17.153285 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d354c1b7-faa8-4ebc-9110-4391d04e393b req-96b71c09-3c2b-4ab9-8735-a8add598063b tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0880351 Mar 22 13:24:17.203579 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d354c1b7-faa8-4ebc-9110-4391d04e393b req-04a69d63-38ff-42cd-ad14-7221214ae807 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Mar 22 13:24:18.401281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621197b-9ad3-4622-9976-8d46e76cea55 req-659eef51-e867-4f21-92c5-f4166154046f tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:18.402739 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0621197b-9ad3-4622-9976-8d46e76cea55 req-659eef51-e867-4f21-92c5-f4166154046f tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0892079 Mar 22 13:24:18.447656 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0621197b-9ad3-4622-9976-8d46e76cea55 req-17f84860-1923-4e35-b306-f1782fd66638 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Mar 22 13:24:19.634802 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a470c0-d695-48b6-8397-eabfc816165a req-7df49e44-bdc5-4bcb-8701-a92fb7be16d1 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:19.636198 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b0a470c0-d695-48b6-8397-eabfc816165a req-7df49e44-bdc5-4bcb-8701-a92fb7be16d1 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0820532 Mar 22 13:24:19.690823 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b0a470c0-d695-48b6-8397-eabfc816165a req-f8c4c442-2832-4125-a14b-a11f782cb940 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482254 Mar 22 13:24:19.917518 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-7e91a3bf-c4a8-4d5d-9b7f-e933edc9293b service neutron] 10.222.0.47 "GET /v2.0/ports/0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0769169 Mar 22 13:24:20.190648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959225e-427e-4916-aaeb-98db0936d971 req-d008f77e-27a5-4ab1-b759-29ade2d0bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:20.192081 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-d008f77e-27a5-4ab1-b759-29ade2d0bab0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6&tenant_id=bea9c56529aa480cac1e1f508c27b0d9 HTTP/1.1" status: 200 len: 1099 time: 0.0708990 Mar 22 13:24:20.294875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959225e-427e-4916-aaeb-98db0936d971 req-1011da3f-2585-49d3-930b-406884f10110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:20.297199 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-1011da3f-2585-49d3-930b-406884f10110 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bea9c56529aa480cac1e1f508c27b0d9&device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 1099 time: 0.0767422 Mar 22 13:24:20.429302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959225e-427e-4916-aaeb-98db0936d971 req-6e97471f-8b82-4e76-9a5c-d09590d7a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:20.430717 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-6e97471f-8b82-4e76-9a5c-d09590d7a7f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=87bc7133-b2b9-44bf-81d5-850cb8fcd720 HTTP/1.1" status: 200 len: 912 time: 0.1267128 Mar 22 13:24:20.508251 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-9c9960c4-c4c2-4d1b-8336-1544e03d5f83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e HTTP/1.1" status: 200 len: 217 time: 0.0673304 Mar 22 13:24:20.573462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959225e-427e-4916-aaeb-98db0936d971 req-48007d13-01d4-4512-b203-b948a7730f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:20.574890 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-48007d13-01d4-4512-b203-b948a7730f8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d8e5126-d986-4a76-a9cb-c8aa5cb667c2 HTTP/1.1" status: 200 len: 851 time: 0.0608730 Mar 22 13:24:20.628092 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-3ce56af6-779f-4172-b524-541dc3ec592d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87bc7133-b2b9-44bf-81d5-850cb8fcd720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452151 Mar 22 13:24:20.861180 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-2f9e833e-5547-4229-b811-19c9619a9336 service neutron] 10.222.0.47 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261755 Mar 22 13:24:20.896751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635180e6-49b9-4b02-91d5-6673d00c7a84 req-37400044-0cc4-4ca0-93e4-54383ba478fd tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:20.898217 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-635180e6-49b9-4b02-91d5-6673d00c7a84 req-37400044-0cc4-4ca0-93e4-54383ba478fd tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0937874 Mar 22 13:24:20.943208 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-635180e6-49b9-4b02-91d5-6673d00c7a84 req-a56ed22a-7bd3-4165-b38e-aef255e1bba3 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Mar 22 13:24:21.003909 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6959225e-427e-4916-aaeb-98db0936d971 req-7c1dffa3-7658-4608-b2b5-ff18dd8c918f service neutron] 10.222.0.47 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325285 Mar 22 13:24:21.653460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:22.146539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62521975-8a43-4125-a04b-b4ba9012d45f req-05048e7e-2598-46f3-9860-1e105cdb11c7 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:22.148025 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-62521975-8a43-4125-a04b-b4ba9012d45f req-05048e7e-2598-46f3-9860-1e105cdb11c7 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0868893 Mar 22 13:24:22.200139 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-62521975-8a43-4125-a04b-b4ba9012d45f req-57c868e8-eeb6-43c5-afe0-c3eb12ba2af1 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Mar 22 13:24:23.398336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b444f9-d341-4ff0-b93d-42a282267fe1 req-17befc5d-b66c-471b-abcf-ac861c2315fd tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:23.399815 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-84b444f9-d341-4ff0-b93d-42a282267fe1 req-17befc5d-b66c-471b-abcf-ac861c2315fd tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0837481 Mar 22 13:24:23.443997 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-84b444f9-d341-4ff0-b93d-42a282267fe1 req-bb4216fc-d477-4e8f-ad9b-da877a8ff592 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 Mar 22 13:24:23.853467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-99b6b660-0efd-44ac-a01d-b6092707c143 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:23.855198 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-99b6b660-0efd-44ac-a01d-b6092707c143 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6&tenant_id=bea9c56529aa480cac1e1f508c27b0d9&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 946 time: 0.0832884 Mar 22 13:24:23.983068 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:24:23.989711 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:24:24.000993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-d97f0367-d239-4f5f-a913-52c91abb1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:24.002443 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-d97f0367-d239-4f5f-a913-52c91abb1d6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bea9c56529aa480cac1e1f508c27b0d9&device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 1099 time: 0.0773365 Mar 22 13:24:24.135647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-c97ae9a8-3566-4f93-852c-1652f9e4d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:24.137027 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-c97ae9a8-3566-4f93-852c-1652f9e4d8dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=87bc7133-b2b9-44bf-81d5-850cb8fcd720 HTTP/1.1" status: 200 len: 912 time: 0.1281469 Mar 22 13:24:24.204915 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-09d9c57c-f625-44b7-a47e-9d15ba7e9010 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e HTTP/1.1" status: 200 len: 217 time: 0.0608771 Mar 22 13:24:24.242011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:24.264297 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,segment=NetworkSegment(f373f2ca-d8ee-4371-9754-e449ccb0fd87),segment_id=f373f2ca-d8ee-4371-9754-e449ccb0fd87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:24:24.270280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-aea4cec5-eb1a-4ecc-a25f-71a030700e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:24.271792 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-aea4cec5-eb1a-4ecc-a25f-71a030700e91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d8e5126-d986-4a76-a9cb-c8aa5cb667c2 HTTP/1.1" status: 200 len: 851 time: 0.0608559 Mar 22 13:24:24.285514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e', 'network_id': '87bc7133-b2b9-44bf-81d5-850cb8fcd720', 'port_id': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e', 'mac_address': 'fa:16:3e:b9:d1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e5126-d986-4a76-a9cb-c8aa5cb667c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:24:24.290732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad11ca-837f-4cac-b039-eb53346647a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:24:24.319323 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-fa19fe52-4437-4aea-8ac6-b2240984b30c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87bc7133-b2b9-44bf-81d5-850cb8fcd720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413513 Mar 22 13:24:24.338199 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,segment=NetworkSegment(f373f2ca-d8ee-4371-9754-e449ccb0fd87),segment_id=f373f2ca-d8ee-4371-9754-e449ccb0fd87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:24:24.346230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:24.392504 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad11ca-837f-4cac-b039-eb53346647a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e', 'code': 200} Mar 22 13:24:24.404287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:24.431903 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:24:24.439133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:24:24.467435 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-9dd30021-3239-44ae-abb5-504c2f5cddf5 service neutron] 10.222.0.47 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411748 Mar 22 13:24:24.482375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:24.497164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.497521 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.497865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.498197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.498532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.498864 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.499217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.499574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.500448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.500775 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.501096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.501416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:24.522129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:24:24.522482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:24:24.608521 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7fca9a4b-6fc6-445e-ad88-3e3ac8fbd497 service neutron] 10.222.0.47 "GET /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348166 Mar 22 13:24:25.080923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:25.099664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:24:25.115325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,segment=NetworkSegment(f373f2ca-d8ee-4371-9754-e449ccb0fd87),segment_id=f373f2ca-d8ee-4371-9754-e449ccb0fd87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:24:25.119189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:25.193055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:24:25.246998 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:25.513937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b79b4-f000-4f2e-9c1f-ab44e7922225 req-9e3a9ccf-1210-4d88-aa0a-0d3451649f9c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:25.515987 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9a0b79b4-f000-4f2e-9c1f-ab44e7922225 req-9e3a9ccf-1210-4d88-aa0a-0d3451649f9c tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 945 time: 0.0839183 Mar 22 13:24:25.559939 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9a0b79b4-f000-4f2e-9c1f-ab44e7922225 req-853c1621-8390-4e2f-9e1f-fb254db1d189 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 Mar 22 13:24:25.998354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:24:26.071126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:24:26.071520 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:26.185774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:26.217502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,segment=NetworkSegment(f373f2ca-d8ee-4371-9754-e449ccb0fd87),segment_id=f373f2ca-d8ee-4371-9754-e449ccb0fd87)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:24:26.221585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:26.290813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:26.393180 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad11ca-837f-4cac-b039-eb53346647a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:24:26.446325 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad11ca-837f-4cac-b039-eb53346647a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e', 'code': 200} Mar 22 13:24:26.741510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab331b5a-2528-41f9-a7f7-481640856d1e req-cbb44b9b-45e5-4c47-8f4e-60ff337d17ab tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:26.742951 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ab331b5a-2528-41f9-a7f7-481640856d1e req-cbb44b9b-45e5-4c47-8f4e-60ff337d17ab tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0794756 Mar 22 13:24:26.793917 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ab331b5a-2528-41f9-a7f7-481640856d1e req-bb3a8cc3-4d27-449c-876b-b381ef542956 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 Mar 22 13:24:27.359342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dc10e91-4288-42cb-898d-69960c36eea6 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:27.360856 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dc10e91-4288-42cb-898d-69960c36eea6 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.0844481 Mar 22 13:24:27.430323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Deleting port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:24:27.430653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:27.676523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] For port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,segment=NetworkSegment(f373f2ca-d8ee-4371-9754-e449ccb0fd87),segment_id=f373f2ca-d8ee-4371-9754-e449ccb0fd87)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:24:27.676776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:27.903188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Calling delete_port for 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:24:28.093590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9f43c-de3a-4ed5-b75e-222e52f83813 req-07cfddf1-ed77-4e67-8efd-33fddac847d7 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:28.094966 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a8f9f43c-de3a-4ed5-b75e-222e52f83813 req-07cfddf1-ed77-4e67-8efd-33fddac847d7 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bad11ca-837f-4cac-b039-eb53346647a6 HTTP/1.1" status: 200 len: 946 time: 0.1647725 Mar 22 13:24:28.138974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:28.151247 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:24:28.190599 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a8f9f43c-de3a-4ed5-b75e-222e52f83813 req-bf1ac0c1-2edf-4e75-a99b-dd5db1a07510 tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.70 "GET /v2.0/security-groups?id=74176078-5264-4745-a401-f338a854d155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899343 Mar 22 13:24:28.198918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Pushing event deleted for resources: {'Port': ['ID=0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:28.242975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.243350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.243695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.244031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.244365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.244701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.245030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.245358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.245684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.246008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.246331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.246649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:28.292495 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] No DVR routers for this DVR port 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:24:28.298756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:28.301373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad11ca-837f-4cac-b039-eb53346647a6', 'name': 'network-vif-deleted', 'tag': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:24:28.319185 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b52baeee-c914-44f0-83a7-a7bd800cfd55 req-7dbfa451-7c6f-4572-a361-ff5d838d771e tempest-DeleteServersTestJSON-1840047091 tempest-DeleteServersTestJSON-1840047091-project] 10.222.0.47 "DELETE /v2.0/ports/0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e HTTP/1.1" status: 204 len: 173 time: 0.9527013 Mar 22 13:24:28.356887 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad11ca-837f-4cac-b039-eb53346647a6', 'name': 'network-vif-deleted', 'tag': '0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e', 'status': 'completed', 'code': 200} Mar 22 13:24:29.437764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46446) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:24:29.497283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Deleting subnet 7d8e5126-d986-4a76-a9cb-c8aa5cb667c2 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:24:29.500737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:29.549959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:29.610107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:29.677257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:29.714739 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8e5126-d986-4a76-a9cb-c8aa5cb667c2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:29.719548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:29.726411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.726764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.727106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.727465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.727797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.728129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.728458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.728784 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.729113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.729440 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.729768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.730089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:29.735911 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-73279861-263c-47b8-9200-17ded45ab773 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7d8e5126-d986-4a76-a9cb-c8aa5cb667c2 HTTP/1.1" status: 204 len: 168 time: 0.2969694 Mar 22 13:24:29.738607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46450) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:24:29.848438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.032714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.079818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bc7133-b2b9-44bf-81d5-850cb8fcd720']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:24:30.099788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f373f2ca-d8ee-4371-9754-e449ccb0fd87') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:24:30.100192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f373f2ca-d8ee-4371-9754-e449ccb0fd87') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:24:30.118566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.143299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.149585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:24:30.150115 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:24:30.164681 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:24:30.242837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.259364 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.269518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] Pushing event deleted for resources: {'Network': ['ID=87bc7133-b2b9-44bf-81d5-850cb8fcd720,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:30.278057 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6c529ed6-1c77-4470-9701-7c9f250043fd admin admin] 10.222.0.70 "DELETE /v2.0/networks/87bc7133-b2b9-44bf-81d5-850cb8fcd720 HTTP/1.1" status: 204 len: 168 time: 0.5383286 Mar 22 13:24:30.397423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46456) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:24:30.446136 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ec24ee47-f5cd-4409-9299-a362600e97e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bea9c56529aa480cac1e1f508c27b0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475585 Mar 22 13:24:30.449008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46460) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:24:30.508878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c684-4099-4a84-8d77-00f0dac8acb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.534348 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c684-4099-4a84-8d77-00f0dac8acb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.588305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c684-4099-4a84-8d77-00f0dac8acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.605467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1c684-4099-4a84-8d77-00f0dac8acb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74176078-5264-4745-a401-f338a854d155,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:30.616442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c684-4099-4a84-8d77-00f0dac8acb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:30.617550 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c4f1c684-4099-4a84-8d77-00f0dac8acb3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74176078-5264-4745-a401-f338a854d155 HTTP/1.1" status: 204 len: 168 time: 0.1676626 Mar 22 13:24:31.379553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 46484) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:24:31.501515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-597539392-network', 'tenant_id': 'f8aed7365c4d4db8b311beb5f134ccdf'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:24:31.506867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:24:31.510689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Usage tracker for resource:network and tenant:f8aed7365c4d4db8b311beb5f134ccdf is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:24:31.513553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:24:31.522789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:24:31.533693 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Made reservation on behalf of f8aed7365c4d4db8b311beb5f134ccdf for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:24:31.536255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:31.549139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:31.563810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:24:31.567618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f8aed7365c4d4db8b311beb5f134ccdf is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:24:31.570478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:24:31.576113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:24:31.675124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:31.679686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:31.707802 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:24:31.720885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ce1ff3-c817-4bf2-96f9-21adc7884f08,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:31.725360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:31.725708 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Added segment b9d34ea2-a4c8-45e7-bf7f-367d9c29b634 of type vlan for network b720e447-271b-451b-acf4-d92ea146bfab Mar 22 13:24:31.753280 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:31.782851 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:31.783813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:31.784393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:31.889621 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5089989 Mar 22 13:24:31.891254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d056d-134f-47fd-9b19-5c6e1ec221f8 admin admin] Pushing event updated for resources: {'Network': ['ID=b720e447-271b-451b-acf4-d92ea146bfab,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:31.893310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46490) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:24:31.901567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Request body: {'subnet': {'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-597539392-subnet', 'tenant_id': 'f8aed7365c4d4db8b311beb5f134ccdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:24:31.904629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network b720e447-271b-451b-acf4-d92ea146bfab details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:24:31.910493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:24:31.916421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Usage tracker for resource:subnet and tenant:f8aed7365c4d4db8b311beb5f134ccdf is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:24:31.920724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:24:31.929503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:24:31.943543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Made reservation on behalf of f8aed7365c4d4db8b311beb5f134ccdf for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:24:31.946044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:32.019135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:24:32.061492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:24:32.061878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ad7bb69-10b9-4551-a1a1-b1bb831e4a4e not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:24:32.174306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:32.249893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326a93dc-9e00-4f50-9385-d99d5ff3c37f,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:32.260182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Checking segment: {'id': 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:24:32.260545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Network hostable DHCP agents. Network: b720e447-271b-451b-acf4-d92ea146bfab, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:24:32.279843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Network b720e447-271b-451b-acf4-d92ea146bfab is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:24:32.289454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, b720e447-271b-451b-acf4-d92ea146bfab) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:24:32.293980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:32.294561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:32.302339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7764836-d439-410d-87c1-ef51b516779a None None] Network b720e447-271b-451b-acf4-d92ea146bfab requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:24:32.328804 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-99b1cec3-c50d-4b16-94c3-2a523cefff99 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4329250 Mar 22 13:24:32.545628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65475b-fb90-4bd7-8720-e9e51a50693f None None] Network b720e447-271b-451b-acf4-d92ea146bfab requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:24:32.934818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-5a19df58-258c-4399-b131-88f67624f3c7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:32.935542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-5a19df58-258c-4399-b131-88f67624f3c7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Synchronizing usage tracker for tenant:f8aed7365c4d4db8b311beb5f134ccdf on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:24:32.952604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-5a19df58-258c-4399-b131-88f67624f3c7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Unset dirty status for tenant:f8aed7365c4d4db8b311beb5f134ccdf on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:24:32.953957 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-5a19df58-258c-4399-b131-88f67624f3c7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 814 time: 0.1654615 Mar 22 13:24:32.970096 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-7816171d-0c2c-47db-8ab6-7fc55989daf5 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/quotas/f8aed7365c4d4db8b311beb5f134ccdf HTTP/1.1" status: 200 len: 375 time: 0.0106018 Mar 22 13:24:33.020932 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-0ccbf12a-48f2-4c66-8e8b-e71ce8fbca99 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454605 Mar 22 13:24:33.065743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-552b9dbd-1171-4605-a2b1-db0a1162aced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:33.154431 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-fae605f7-1e20-4983-8677-895bf893d86d service neutron] 10.222.0.70 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268554 Mar 22 13:24:33.387334 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-84eebfc1-43a3-405b-93d4-a4a44b61faca service neutron] 10.222.0.70 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265005 Mar 22 13:24:33.595702 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee34b16f-5a9d-4e23-abfc-8e9643bac3fc req-adb0a7e7-f297-4c35-a73a-753ca878e02d tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 210 time: 0.0700676 Mar 22 13:24:34.792806 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0b3593e2-8667-4c5f-9211-3231129d4628 req-e7bd4314-3c72-45be-89ba-e0225b49c1d0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 210 time: 0.0706589 Mar 22 13:24:34.807172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-6043dc5e-3fca-4637-a2b0-8ffc455b0057 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:34.809910 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-6043dc5e-3fca-4637-a2b0-8ffc455b0057 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 814 time: 0.2147362 Mar 22 13:24:34.824047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Request body: {'port': {'device_id': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab', 'admin_state_up': True, 'tenant_id': 'f8aed7365c4d4db8b311beb5f134ccdf'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:24:34.967635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:24:34.971364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Usage tracker for resource:port and tenant:f8aed7365c4d4db8b311beb5f134ccdf is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:24:34.974477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:24:34.980314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:24:34.990578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Made reservation on behalf of f8aed7365c4d4db8b311beb5f134ccdf for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:24:34.994229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:35.162112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Allocated IP 172.20.0.3 (b720e447-271b-451b-acf4-d92ea146bfab/326a93dc-9e00-4f50-9385-d99d5ff3c37f/44a2926f-deca-49dc-9fb9-ab04b49dbf2f) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:24:35.371415 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9d32-f21f-4a22-abff-5f3718683a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:35.372079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:35.402700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:35.472906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Network b720e447-271b-451b-acf4-d92ea146bfab is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:24:35.481058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:24:35.484708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:24:35.522250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Pushing event updated for resources: {'Port': ['ID=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:35.555941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:35.556803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:35.583830 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-de9adb28-6938-4b4a-b80e-e6117944f0b7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7635448 Mar 22 13:24:35.595223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Request body: {'port': {'device_id': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:24:35.815732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:36.131850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f303cb5-aa7e-4aff-a038-75903f254601 req-2190ab65-6ea2-4694-8cae-2d28c9964369 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:36.132549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5f303cb5-aa7e-4aff-a038-75903f254601 req-2190ab65-6ea2-4694-8cae-2d28c9964369 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Synchronizing usage tracker for tenant:f8aed7365c4d4db8b311beb5f134ccdf on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:24:36.175491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-5f303cb5-aa7e-4aff-a038-75903f254601 req-2190ab65-6ea2-4694-8cae-2d28c9964369 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Unset dirty status for tenant:f8aed7365c4d4db8b311beb5f134ccdf on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:24:36.176718 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5f303cb5-aa7e-4aff-a038-75903f254601 req-2190ab65-6ea2-4694-8cae-2d28c9964369 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 931 time: 0.2418842 Mar 22 13:24:36.277490 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5f303cb5-aa7e-4aff-a038-75903f254601 req-e6481bda-adcd-4afe-938f-28cfeeeb9974 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939732 Mar 22 13:24:36.283139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a2926f-deca-49dc-9fb9-ab04b49dbf2f {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:24:36.291543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:36.307219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Transition to ACTIVE for port object 44a2926f-deca-49dc-9fb9-ab04b49dbf2f will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:24:36.311228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:36.409706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:36.477846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Pushing event updated for resources: {'Port': ['ID=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:36.546847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Attempting to bind port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:24:36.547174 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Attempting to bind port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:24:36.547503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Attempting to bind port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f on network b720e447-271b-451b-acf4-d92ea146bfab {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:24:36.552060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f on network b720e447-271b-451b-acf4-d92ea146bfab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:24:36.552376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Attempting to bind port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f on network b720e447-271b-451b-acf4-d92ea146bfab {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:24:36.557381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:24:36.557713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Checking segment: {'id': 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:24:36.558094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Bound using segment: {'id': 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:24:36.558511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Bound port: 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:24:36.558854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:36.632164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:36.652882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] For port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:24:36.656595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] For port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:24:36.660575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:36.716289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:36.716913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:36.718798 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] 10.222.0.47 "PUT /v2.0/ports/44a2926f-deca-49dc-9fb9-ab04b49dbf2f HTTP/1.1" status: 200 len: 1093 time: 1.1271923 Mar 22 13:24:36.719269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'tag': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:24:36.749809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dad31-d789-48e2-a133-7d6c38d0cfea service neutron] Pushing event updated for resources: {'Port': ['ID=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:36.797482 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'tag': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f', 'status': 'completed', 'code': 200} Mar 22 13:24:36.837366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-5006aa92-d69b-4db1-8ea1-02c8d5d491fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:36.838820 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-5006aa92-d69b-4db1-8ea1-02c8d5d491fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0742683 Mar 22 13:24:36.909828 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-11e569fe-2da9-4d5c-af2a-9b3ec9bd973b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f HTTP/1.1" status: 200 len: 217 time: 0.0635235 Mar 22 13:24:36.976189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-51e21d21-8291-4fbc-bbf5-4bac028cc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:36.977513 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-51e21d21-8291-4fbc-bbf5-4bac028cc218 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0608962 Mar 22 13:24:37.025446 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-02f9306e-2b35-44f3-9fef-21c273a6df9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403147 Mar 22 13:24:37.161792 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-575fe120-bb3b-4974-a690-9609156e2eb6 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292086 Mar 22 13:24:37.295008 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-365f5ddd-d833-46e7-8cf9-078795e985fc req-12ac7d07-c09b-4f67-add1-3041239cd2ab service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262896 Mar 22 13:24:37.589647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01963948-faef-40d7-b7a5-5ca1d2c00dc6 req-858ccce4-57c9-4302-9342-e94f078dcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:37.591011 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-01963948-faef-40d7-b7a5-5ca1d2c00dc6 req-858ccce4-57c9-4302-9342-e94f078dcc59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 1096 time: 0.2379091 Mar 22 13:24:37.603915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3371d20-ceb9-4f3f-91a6-f585a2b3e3eb req-75c32e72-63f4-4436-8d5f-3d949e5420fb tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:37.605319 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3371d20-ceb9-4f3f-91a6-f585a2b3e3eb req-75c32e72-63f4-4436-8d5f-3d949e5420fb tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 943 time: 0.2089388 Mar 22 13:24:37.741647 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3371d20-ceb9-4f3f-91a6-f585a2b3e3eb req-ef8b8db2-28e6-4856-b971-61e06dc57387 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174676 Mar 22 13:24:37.769504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01963948-faef-40d7-b7a5-5ca1d2c00dc6 req-08c0df5f-80bc-4619-b298-12c10edf9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:37.771053 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-01963948-faef-40d7-b7a5-5ca1d2c00dc6 req-08c0df5f-80bc-4619-b298-12c10edf9219 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 915 time: 0.1648009 Mar 22 13:24:37.844438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:37.845219 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-01963948-faef-40d7-b7a5-5ca1d2c00dc6 req-3fc32efc-a392-4978-a0fe-fbb51eb92747 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f HTTP/1.1" status: 200 len: 217 time: 0.0663948 Mar 22 13:24:37.909488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01963948-faef-40d7-b7a5-5ca1d2c00dc6 req-dc73e750-8b2d-49d3-b3cc-c8f745133a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:37.910912 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-01963948-faef-40d7-b7a5-5ca1d2c00dc6 req-dc73e750-8b2d-49d3-b3cc-c8f745133a88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0582874 Mar 22 13:24:37.959122 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-01963948-faef-40d7-b7a5-5ca1d2c00dc6 req-629c1251-4fc8-42e0-9f39-0eefee45f652 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408776 Mar 22 13:24:38.098822 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-01963948-faef-40d7-b7a5-5ca1d2c00dc6 req-12f69067-4ace-400a-8fff-ede16d0fb55e service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308243 Mar 22 13:24:38.240560 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-01963948-faef-40d7-b7a5-5ca1d2c00dc6 req-655a551b-2f7c-4589-8d19-4ebe7416e78b service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351559 Mar 22 13:24:38.932882 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee71d41-9093-4fa8-9cc5-c6e5bba1ccf7 req-ef5e3a51-58c3-41bb-b1e2-cb125c8e0f1e tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:38.934305 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8ee71d41-9093-4fa8-9cc5-c6e5bba1ccf7 req-ef5e3a51-58c3-41bb-b1e2-cb125c8e0f1e tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 943 time: 0.0821142 Mar 22 13:24:38.977061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-8ee71d41-9093-4fa8-9cc5-c6e5bba1ccf7 req-ad0f712a-4c01-45be-b876-34c56ebb0dde tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Synchronizing usage tracker for tenant:f8aed7365c4d4db8b311beb5f134ccdf on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:24:38.993697 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-8ee71d41-9093-4fa8-9cc5-c6e5bba1ccf7 req-ad0f712a-4c01-45be-b876-34c56ebb0dde tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Unset dirty status for tenant:f8aed7365c4d4db8b311beb5f134ccdf on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:24:38.994977 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8ee71d41-9093-4fa8-9cc5-c6e5bba1ccf7 req-ad0f712a-4c01-45be-b876-34c56ebb0dde tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549686 Mar 22 13:24:40.043775 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 44a2926f-deca-49dc-9fb9-ab04b49dbf2f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:24:40.190978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badb21b-0489-42fb-8e90-523a98f1f118 req-daba5fc7-b7d9-405a-89b4-73a9c76a3b27 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:40.192461 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7badb21b-0489-42fb-8e90-523a98f1f118 req-daba5fc7-b7d9-405a-89b4-73a9c76a3b27 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 943 time: 0.0886085 Mar 22 13:24:40.221259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:24:40.235386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f', 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab', 'port_id': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f', 'mac_address': 'fa:16:3e:2c:a3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326a93dc-9e00-4f50-9385-d99d5ff3c37f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:24:40.241682 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7badb21b-0489-42fb-8e90-523a98f1f118 req-59b210cd-32d4-4542-947f-2b83d7aac3c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Mar 22 13:24:40.295931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:40.312240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a2926f-deca-49dc-9fb9-ab04b49dbf2f {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:24:40.328320 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:24:40.333246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:40.400255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:40.594393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['44a2926f-deca-49dc-9fb9-ab04b49dbf2f'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:24:41.430054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e3401-1424-4643-8104-e8ab0bbfe04f req-9920da62-ea42-4290-893d-86866e671b87 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:41.431522 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e93e3401-1424-4643-8104-e8ab0bbfe04f req-9920da62-ea42-4290-893d-86866e671b87 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 944 time: 0.0799444 Mar 22 13:24:41.476038 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e93e3401-1424-4643-8104-e8ab0bbfe04f req-776bdffa-63d6-4f48-8f12-b067ff43e0dd tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379062 Mar 22 13:24:42.053786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 44a2926f-deca-49dc-9fb9-ab04b49dbf2f up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:24:42.125281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:24:42.130155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:24:42.130578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:42.245373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:42.277476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:24:42.288489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:24:42.294773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:42.369312 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f', 'code': 200} Mar 22 13:24:42.425020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:42.643635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e4cc-b2cd-4ea9-ba25-31c4615bcc84 req-316a87a2-6af1-47df-8f12-973334e885fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:42.645845 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9ad4e4cc-b2cd-4ea9-ba25-31c4615bcc84 req-316a87a2-6af1-47df-8f12-973334e885fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0804503 Mar 22 13:24:42.696390 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9ad4e4cc-b2cd-4ea9-ba25-31c4615bcc84 req-b8239a74-f07b-43b9-9dd2-d6e782c98498 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Mar 22 13:24:42.721144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208183ee-23bd-4ebe-82f5-88057ac9c870 req-5881ffb6-6f5b-4b30-88a9-d65313d46d41 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:42.722618 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-208183ee-23bd-4ebe-82f5-88057ac9c870 req-5881ffb6-6f5b-4b30-88a9-d65313d46d41 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0937569 Mar 22 13:24:42.766551 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-208183ee-23bd-4ebe-82f5-88057ac9c870 req-1300c959-74e3-4f0d-b539-5c042a9341f7 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382605 Mar 22 13:24:43.991513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a35f9a-04f6-4fca-81df-39e8189458e3 req-fcc817ed-74e5-4570-86fa-e100e50e49b8 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:43.993013 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57a35f9a-04f6-4fca-81df-39e8189458e3 req-fcc817ed-74e5-4570-86fa-e100e50e49b8 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.1168354 Mar 22 13:24:44.045297 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57a35f9a-04f6-4fca-81df-39e8189458e3 req-763b01b8-65f1-4447-b7e3-b3b8d1ed2e1f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438757 Mar 22 13:24:45.227869 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777461eb-fdbc-4460-9920-59d3cef0333a req-56448f2a-88ca-40d4-b463-ca65910e27bd tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:45.229340 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-777461eb-fdbc-4460-9920-59d3cef0333a req-56448f2a-88ca-40d4-b463-ca65910e27bd tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0798626 Mar 22 13:24:45.276603 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-777461eb-fdbc-4460-9920-59d3cef0333a req-63747107-cea2-4f7f-8ff8-78db7aba47cc tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Mar 22 13:24:45.512093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1a1c4-1844-4fe8-8584-e0d98924f256 req-2513bffe-8aeb-4fdf-8d0f-905a0f78cecc tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:45.513618 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5e1a1c4-1844-4fe8-8584-e0d98924f256 req-2513bffe-8aeb-4fdf-8d0f-905a0f78cecc tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0851898 Mar 22 13:24:45.559543 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5e1a1c4-1844-4fe8-8584-e0d98924f256 req-dc255f49-1b69-49fa-86f7-804cfe76e8a8 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 Mar 22 13:24:45.770296 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-a47c398f-3f86-4a09-9ef2-c4555bcd6e3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766363 Mar 22 13:24:45.972182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf6a5c-145d-4be5-87bc-e217e6c6daa4 req-4f1e11ae-a46a-419f-9bf8-22718e0b0907 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:45.973618 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06cf6a5c-145d-4be5-87bc-e217e6c6daa4 req-4f1e11ae-a46a-419f-9bf8-22718e0b0907 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.1398911 Mar 22 13:24:45.978127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-82d23392-99c4-4a8b-ac6b-e2edab874e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:45.979581 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-82d23392-99c4-4a8b-ac6b-e2edab874e74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 1098 time: 0.1127963 Mar 22 13:24:46.064242 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06cf6a5c-145d-4be5-87bc-e217e6c6daa4 req-df050d45-20bf-42b1-ab27-86e9438bae28 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837092 Mar 22 13:24:46.153622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-3b202971-fc94-41bc-bb11-556452732319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:46.155065 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-3b202971-fc94-41bc-bb11-556452732319 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 915 time: 0.1472118 Mar 22 13:24:46.226773 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-4639cd2f-4a32-436c-98b7-17655a073517 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f HTTP/1.1" status: 200 len: 217 time: 0.0647812 Mar 22 13:24:46.248109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b449d-9802-4ad5-ac5d-d3367db3e072 req-d6f72db2-59da-4c29-8ac2-2d32a4f4d36d tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:46.249681 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4a0b449d-9802-4ad5-ac5d-d3367db3e072 req-d6f72db2-59da-4c29-8ac2-2d32a4f4d36d tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0818896 Mar 22 13:24:46.290717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-8aa914af-29e2-4381-89bc-6c09194638fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:46.292211 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-8aa914af-29e2-4381-89bc-6c09194638fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0590324 Mar 22 13:24:46.296202 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4a0b449d-9802-4ad5-ac5d-d3367db3e072 req-ff0044c7-c5ba-4913-bfff-7d22bd48da49 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400984 Mar 22 13:24:46.453291 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-0baf3f8d-843f-4b85-8b6d-aa418538b825 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544387 Mar 22 13:24:46.599907 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-65e9f2aa-3de7-4c57-98c6-6adf07788881 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394086 Mar 22 13:24:46.735557 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b13b5ad8-959c-4c71-9321-a77840d9bb33 req-efeb6e33-26b1-4dda-8995-531b52fce38c service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288903 Mar 22 13:24:46.753631 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-b928e16d-48da-4753-bf6c-7e6d459f52e2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1629794 Mar 22 13:24:46.799749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ba1c-fce3-46a7-9766-1b22c57b0a22 req-6b96cbdd-2273-48bd-a0bf-a34918e54b4b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:46.801248 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fc26ba1c-fce3-46a7-9766-1b22c57b0a22 req-6b96cbdd-2273-48bd-a0bf-a34918e54b4b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0999818 Mar 22 13:24:46.870389 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fc26ba1c-fce3-46a7-9766-1b22c57b0a22 req-d8123691-9934-4435-b54a-a9580225234e tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618756 Mar 22 13:24:48.070788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bdf9a-4908-44f7-ab9c-62cde8752aec req-360f6e52-cc3e-4289-a485-fa904b2d2bc6 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:48.072298 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-786bdf9a-4908-44f7-ab9c-62cde8752aec req-360f6e52-cc3e-4289-a485-fa904b2d2bc6 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0937274 Mar 22 13:24:48.121702 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-786bdf9a-4908-44f7-ab9c-62cde8752aec req-dcc191ca-bc40-4c33-b1ab-2db3618adf18 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431139 Mar 22 13:24:48.283934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-16c1caaf-4da1-432b-9420-172a46a3cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:48.285421 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-16c1caaf-4da1-432b-9420-172a46a3cea8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0718648 Mar 22 13:24:48.422059 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-50d13dce-6601-4e4e-8709-a36640f25648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:48.423534 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-50d13dce-6601-4e4e-8709-a36640f25648 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 915 time: 0.1306038 Mar 22 13:24:48.498829 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-980d9afb-1ae0-4c4f-b58d-a7fb659bcf0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f HTTP/1.1" status: 200 len: 217 time: 0.0660460 Mar 22 13:24:48.563866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-4e965da0-6c11-4ec8-a43d-f61bd3576077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:48.565308 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-4e965da0-6c11-4ec8-a43d-f61bd3576077 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0599425 Mar 22 13:24:48.623066 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-74f8e5c9-02ed-42fe-838c-4a7e8d68b7a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445421 Mar 22 13:24:48.758296 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-923618bd-9bd4-42c4-aaca-6f21fee9f797 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285300 Mar 22 13:24:48.893672 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-9bfc0de5-524c-4376-b189-13e97361e1a6 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289504 Mar 22 13:24:49.307188 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a53df-b2b0-41da-a0b7-4ddd4672b486 req-26cd7d28-29d7-4ebf-bcff-e9535dd4682f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:49.308696 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-601a53df-b2b0-41da-a0b7-4ddd4672b486 req-26cd7d28-29d7-4ebf-bcff-e9535dd4682f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0832143 Mar 22 13:24:49.357006 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-601a53df-b2b0-41da-a0b7-4ddd4672b486 req-1bab867c-902f-41ad-a458-9d80a726845d tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Mar 22 13:24:50.555607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660c879-2998-4ca1-bef8-d2d177325399 req-a3f64642-77b2-403d-b31b-5f69b04cf838 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:50.557058 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3660c879-2998-4ca1-bef8-d2d177325399 req-a3f64642-77b2-403d-b31b-5f69b04cf838 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0900214 Mar 22 13:24:50.603555 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3660c879-2998-4ca1-bef8-d2d177325399 req-73fd1785-d767-4138-b25e-4f81a7b4aff0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Mar 22 13:24:51.653610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:51.789847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db509425-28c7-4197-ac44-c14f0c372b67 req-4104b986-ce26-4265-8633-953db56d942b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:51.791468 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-db509425-28c7-4197-ac44-c14f0c372b67 req-4104b986-ce26-4265-8633-953db56d942b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0803115 Mar 22 13:24:51.844912 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-db509425-28c7-4197-ac44-c14f0c372b67 req-c3ef156c-079a-45a2-b188-372537424682 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Mar 22 13:24:53.031464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d278b-c855-44a4-a22b-3bd5ac5d5f6a req-9983cb52-34b4-4a8a-8a52-f65175b6752e tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:53.032955 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-524d278b-c855-44a4-a22b-3bd5ac5d5f6a req-9983cb52-34b4-4a8a-8a52-f65175b6752e tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0833154 Mar 22 13:24:53.081113 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-524d278b-c855-44a4-a22b-3bd5ac5d5f6a req-e0456a69-a70f-4608-818f-79900c441fb4 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Mar 22 13:24:54.265644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b903585-4def-4608-86cb-42f6b22c8b56 req-cf29f4dd-3154-47fd-83c1-9761fffaccda tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:54.267095 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6b903585-4def-4608-86cb-42f6b22c8b56 req-cf29f4dd-3154-47fd-83c1-9761fffaccda tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0788362 Mar 22 13:24:54.311148 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6b903585-4def-4608-86cb-42f6b22c8b56 req-9d4aa548-62b9-4e3b-afa4-387b52789a01 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383425 Mar 22 13:24:55.500606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39b0a6-fb10-49cc-b5e8-68e6e5893e43 req-81b23f4c-9582-4bf1-b749-af1028816805 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:55.502059 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aa39b0a6-fb10-49cc-b5e8-68e6e5893e43 req-81b23f4c-9582-4bf1-b749-af1028816805 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0821326 Mar 22 13:24:55.548120 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aa39b0a6-fb10-49cc-b5e8-68e6e5893e43 req-1dfe98f1-388d-4117-987b-42173fcfb224 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 Mar 22 13:24:56.736303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92b302-8de7-415f-95fe-44adffb33c67 req-0358bbcc-a290-4b08-8d39-876e54244772 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:56.737678 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8b92b302-8de7-415f-95fe-44adffb33c67 req-0358bbcc-a290-4b08-8d39-876e54244772 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0844195 Mar 22 13:24:56.782630 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8b92b302-8de7-415f-95fe-44adffb33c67 req-b93b1dbb-e51e-4168-9f8c-d41d514af574 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391853 Mar 22 13:24:57.971636 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab40b1a-4e7a-41da-b72f-d373e9a89d47 req-f64f4390-060b-442a-98ee-d275465c0bd0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:57.973096 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fab40b1a-4e7a-41da-b72f-d373e9a89d47 req-f64f4390-060b-442a-98ee-d275465c0bd0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0859377 Mar 22 13:24:58.018166 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fab40b1a-4e7a-41da-b72f-d373e9a89d47 req-dd7e31b8-a9c4-4c1e-a7f2-92c95c302a8a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393643 Mar 22 13:24:59.206251 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248b23d-0b7c-47b0-98bc-bbbc994b692c req-f54c7edc-961a-41eb-a453-7990937960c2 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:59.207738 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5248b23d-0b7c-47b0-98bc-bbbc994b692c req-f54c7edc-961a-41eb-a453-7990937960c2 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0792494 Mar 22 13:24:59.251600 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5248b23d-0b7c-47b0-98bc-bbbc994b692c req-20949bd4-bba1-4580-8538-646ae9edb8ed tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377991 Mar 22 13:25:00.435739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4159baf-a98b-417b-8cdb-9f7b2eab0844 req-408b995d-8346-4946-a5a8-d2d75bca1050 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:00.437842 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f4159baf-a98b-417b-8cdb-9f7b2eab0844 req-408b995d-8346-4946-a5a8-d2d75bca1050 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0812490 Mar 22 13:25:00.484085 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f4159baf-a98b-417b-8cdb-9f7b2eab0844 req-122373c4-0263-4dc0-96c5-170688e8aea0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Mar 22 13:25:01.430552 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:25:01.743452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cec9c-0fee-4356-8476-a134da9c212e req-82edbdb8-98d1-4880-8839-8b56193bf36c tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:01.744939 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2a7cec9c-0fee-4356-8476-a134da9c212e req-82edbdb8-98d1-4880-8839-8b56193bf36c tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.1480148 Mar 22 13:25:01.797253 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2a7cec9c-0fee-4356-8476-a134da9c212e req-c7ef7f5f-a8fe-49e1-8329-01140de97d17 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Mar 22 13:25:02.992968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40afa-8927-4ff1-9a74-c78846f11e73 req-7ffacdbb-be05-4f84-9d14-0d3ef5119308 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:02.995048 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-edb40afa-8927-4ff1-9a74-c78846f11e73 req-7ffacdbb-be05-4f84-9d14-0d3ef5119308 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0874875 Mar 22 13:25:03.049777 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-edb40afa-8927-4ff1-9a74-c78846f11e73 req-c89bd061-579b-4a59-859d-c2a23c90b040 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458272 Mar 22 13:25:03.068926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bf44e1d1-02d1-41cd-aab9-f243492d11db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:04.240553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4e6b2-c787-488d-8552-cafa94c16307 req-9d6a8a70-2284-42b4-a06f-c5c1a8266ecc tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:04.242017 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cbf4e6b2-c787-488d-8552-cafa94c16307 req-9d6a8a70-2284-42b4-a06f-c5c1a8266ecc tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0818450 Mar 22 13:25:04.289611 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cbf4e6b2-c787-488d-8552-cafa94c16307 req-04e8a77a-6ab4-4a04-b168-a646fe1a61ec tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 Mar 22 13:25:05.366889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-44f7db36-c9d9-4a2d-8f3a-f081d4f85fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.555339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0931154-8c41-4f24-91a5-a0b055b0983c req-a8835132-2da9-4afc-9700-ea7d1b283ac3 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:05.556839 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d0931154-8c41-4f24-91a5-a0b055b0983c req-a8835132-2da9-4afc-9700-ea7d1b283ac3 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.1534855 Mar 22 13:25:05.713707 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d0931154-8c41-4f24-91a5-a0b055b0983c req-3125da48-9ae0-4b18-87b9-fe6fa68c8865 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501741 Mar 22 13:25:06.417150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:06.635694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:06.904447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58284b-4b2c-4d59-ac46-72f7e019bffd req-591635a6-04fa-4bfd-8373-beaa14eb56d6 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:06.905879 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9d58284b-4b2c-4d59-ac46-72f7e019bffd req-591635a6-04fa-4bfd-8373-beaa14eb56d6 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0841703 Mar 22 13:25:06.948597 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9d58284b-4b2c-4d59-ac46-72f7e019bffd req-2d878d9e-0ba1-4127-84ea-b5e394998443 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371554 Mar 22 13:25:07.897927 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:08.139017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09b01f-5bd1-4822-a6f3-ec4377aa0af7 req-14a3ec24-df3b-4ddf-8785-c479e754f21b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:08.141041 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6f09b01f-5bd1-4822-a6f3-ec4377aa0af7 req-14a3ec24-df3b-4ddf-8785-c479e754f21b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0797958 Mar 22 13:25:08.184318 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6f09b01f-5bd1-4822-a6f3-ec4377aa0af7 req-3f2d5d3f-ca95-43b6-b385-c2ce8d78ba6b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376947 Mar 22 13:25:09.370678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af08b73-8cff-43cd-9fee-248ce9d4c8ce req-623452d8-0449-4997-9c68-3da044ced0ad tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:09.372176 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2af08b73-8cff-43cd-9fee-248ce9d4c8ce req-623452d8-0449-4997-9c68-3da044ced0ad tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0828035 Mar 22 13:25:09.415313 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2af08b73-8cff-43cd-9fee-248ce9d4c8ce req-175fbcdd-4a81-419a-ae6c-4fe8366eaae1 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Mar 22 13:25:10.605269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cea6c-5f06-4b4b-9646-7b187abcf5ce req-a49c7015-162e-4794-9e63-37406e43aba1 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:10.606722 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8a0cea6c-5f06-4b4b-9646-7b187abcf5ce req-a49c7015-162e-4794-9e63-37406e43aba1 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0820019 Mar 22 13:25:10.677050 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8a0cea6c-5f06-4b4b-9646-7b187abcf5ce req-0fe5d81a-de19-43cf-9601-28adafbcd489 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635054 Mar 22 13:25:11.860827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c47f-245f-4ac6-9896-d59393e7a383 req-bffb7393-8186-460d-9169-b91c8103d689 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:11.862297 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8be9c47f-245f-4ac6-9896-d59393e7a383 req-bffb7393-8186-460d-9169-b91c8103d689 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0814154 Mar 22 13:25:11.907073 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8be9c47f-245f-4ac6-9896-d59393e7a383 req-94e9259a-2611-4ccd-a627-5f849588b5fd tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381486 Mar 22 13:25:13.093547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9c63-2e7b-4210-8805-cfe609224e49 req-886b0139-d8c7-4910-8f9e-d6de037b9ad1 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:13.094980 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-145e9c63-2e7b-4210-8805-cfe609224e49 req-886b0139-d8c7-4910-8f9e-d6de037b9ad1 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0833783 Mar 22 13:25:13.138267 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-145e9c63-2e7b-4210-8805-cfe609224e49 req-bffc946c-c236-4e9f-99ca-02172515eba5 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377102 Mar 22 13:25:14.441006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2666b24-a199-4106-9585-6ab19085cd72 req-052dca38-26ba-467c-9732-b7d37c278c4a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:14.442390 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d2666b24-a199-4106-9585-6ab19085cd72 req-052dca38-26ba-467c-9732-b7d37c278c4a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.1954346 Mar 22 13:25:14.486781 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d2666b24-a199-4106-9585-6ab19085cd72 req-ebd66490-0483-4ba3-881a-ee0fe2320c12 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384498 Mar 22 13:25:15.684470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b890d-7fe2-405a-8f8c-2f1b3177d093 req-c4ba86bc-46bb-443e-94cc-0a6d8f725915 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:15.686406 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7b890d-7fe2-405a-8f8c-2f1b3177d093 req-c4ba86bc-46bb-443e-94cc-0a6d8f725915 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0777600 Mar 22 13:25:15.736619 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7b890d-7fe2-405a-8f8c-2f1b3177d093 req-9af49a29-36aa-4126-ab05-46850d8c8e7c tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Mar 22 13:25:15.972252 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-7d749667-6dd2-4c20-ad2b-bb23653240e1 service neutron] 10.222.0.47 "GET /v2.0/ports/44a2926f-deca-49dc-9fb9-ab04b49dbf2f/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0772362 Mar 22 13:25:16.245076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-2822e883-5639-48a0-9967-0df956c366f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:16.246607 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-2822e883-5639-48a0-9967-0df956c366f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6&tenant_id=f8aed7365c4d4db8b311beb5f134ccdf HTTP/1.1" status: 200 len: 1098 time: 0.0706840 Mar 22 13:25:16.342978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-e62d368a-b46b-4be2-b04f-a6f79beb6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:16.344494 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-e62d368a-b46b-4be2-b04f-a6f79beb6bdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0744851 Mar 22 13:25:16.476299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-c0aefdbe-e33e-4c30-974e-2d9737ec9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:16.477738 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-c0aefdbe-e33e-4c30-974e-2d9737ec9027 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 915 time: 0.1264586 Mar 22 13:25:16.552580 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-a86278b6-f324-4249-a6d6-2f672cdbb21f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f HTTP/1.1" status: 200 len: 217 time: 0.0676134 Mar 22 13:25:16.629989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-3fac6275-d581-47b0-93a2-3badcf258be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:16.631435 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-3fac6275-d581-47b0-93a2-3badcf258be1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0713508 Mar 22 13:25:16.677375 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-044c73b3-9d95-4ded-9447-fc75b70105ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395875 Mar 22 13:25:16.814351 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-26821a1b-e330-4357-a1f4-5edf336a77ee service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271353 Mar 22 13:25:16.925239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d46c8-428b-4944-a10b-df884ee33981 req-648b53ba-f99f-4bb5-a900-a5a1c8590e93 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:16.926683 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-726d46c8-428b-4944-a10b-df884ee33981 req-648b53ba-f99f-4bb5-a900-a5a1c8590e93 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0822372 Mar 22 13:25:16.949925 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eabf4eb5-f2c9-4518-9bc6-6b4e1fc57e42 req-ddd14ced-9493-4982-9208-421c81757f90 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278861 Mar 22 13:25:16.972283 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-726d46c8-428b-4944-a10b-df884ee33981 req-712532e8-f354-47b0-904e-d360b495be2e tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Mar 22 13:25:18.167458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0d03b-c97e-461a-b85e-0c519cd66d27 req-61366a81-ba0f-4fb7-8d77-7a03773de0fb tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:18.168875 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b0b0d03b-c97e-461a-b85e-0c519cd66d27 req-61366a81-ba0f-4fb7-8d77-7a03773de0fb tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0870416 Mar 22 13:25:18.212397 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b0b0d03b-c97e-461a-b85e-0c519cd66d27 req-11c2de96-c5f7-41d7-9f6f-0e2bae54340b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379117 Mar 22 13:25:19.418975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5756e7-e900-4ad2-9e63-08690dbea5c9 req-0ee1a456-f5fb-40b2-852b-5a5a6d09d31a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:19.421010 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1c5756e7-e900-4ad2-9e63-08690dbea5c9 req-0ee1a456-f5fb-40b2-852b-5a5a6d09d31a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.1018047 Mar 22 13:25:19.465238 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1c5756e7-e900-4ad2-9e63-08690dbea5c9 req-20f72a83-90d3-47db-9a90-118e8528f680 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384450 Mar 22 13:25:19.764229 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3a2c0-0dde-4c4a-afb4-6c15e2f2422a req-ce72b362-c3af-4636-bc16-49654a7d4908 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:19.765638 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8f3a2c0-0dde-4c4a-afb4-6c15e2f2422a req-ce72b362-c3af-4636-bc16-49654a7d4908 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0840154 Mar 22 13:25:19.771862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9942-4960-4181-bd54-0823ef6c888c req-dd26df59-f81e-444d-b3aa-1bc3708115d8 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:19.773370 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b5af9942-4960-4181-bd54-0823ef6c888c req-dd26df59-f81e-444d-b3aa-1bc3708115d8 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.47 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6&tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0843639 Mar 22 13:25:19.810113 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8f3a2c0-0dde-4c4a-afb4-6c15e2f2422a req-2fa5d3a0-b756-4070-b844-b123bff3b822 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386908 Mar 22 13:25:19.920630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9942-4960-4181-bd54-0823ef6c888c req-650dd90b-b6b1-49a9-bf5e-d1798e009394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:19.922079 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b5af9942-4960-4181-bd54-0823ef6c888c req-650dd90b-b6b1-49a9-bf5e-d1798e009394 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0733387 Mar 22 13:25:20.150889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9942-4960-4181-bd54-0823ef6c888c req-fe270921-66f7-4ac3-983e-a806e3c2fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:20.152372 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b5af9942-4960-4181-bd54-0823ef6c888c req-fe270921-66f7-4ac3-983e-a806e3c2fc98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 915 time: 0.2231529 Mar 22 13:25:20.219441 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b5af9942-4960-4181-bd54-0823ef6c888c req-c403249a-32e9-411a-a8db-5f5501912f04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f HTTP/1.1" status: 200 len: 217 time: 0.0595582 Mar 22 13:25:20.282807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9942-4960-4181-bd54-0823ef6c888c req-9bfaddcb-2f83-470f-b64f-9bbfe796460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:20.284266 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b5af9942-4960-4181-bd54-0823ef6c888c req-9bfaddcb-2f83-470f-b64f-9bbfe796460f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0587630 Mar 22 13:25:20.285749 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 44a2926f-deca-49dc-9fb9-ab04b49dbf2f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:25:20.289818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 44a2926f-deca-49dc-9fb9-ab04b49dbf2f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:25:20.332266 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b5af9942-4960-4181-bd54-0823ef6c888c req-737abf6c-ebea-40ef-b9f2-b32b292581e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414214 Mar 22 13:25:20.465941 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b5af9942-4960-4181-bd54-0823ef6c888c req-8d37fe7b-c4fd-4cf8-a659-87dd478679a9 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269991 Mar 22 13:25:20.501612 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.537879 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:25:20.554129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:25:20.562246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f', 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab', 'port_id': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f', 'mac_address': 'fa:16:3e:2c:a3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326a93dc-9e00-4f50-9385-d99d5ff3c37f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:25:20.568179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:25:20.597203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.602978 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b5af9942-4960-4181-bd54-0823ef6c888c req-b06f2a54-40bb-461b-a46b-01fe972bf1fb service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298625 Mar 22 13:25:20.643348 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f', 'code': 200} Mar 22 13:25:20.680287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.701407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:20.705149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a2926f-deca-49dc-9fb9-ab04b49dbf2f {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:25:20.722221 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:25:20.725879 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.796069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['44a2926f-deca-49dc-9fb9-ab04b49dbf2f'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:25:20.827260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:21.001189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65ae1d-37d3-40a8-bfac-fe73fc221bc4 req-d7dc082e-b097-41c1-ad2d-abe408e392ab tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:21.002635 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6b65ae1d-37d3-40a8-bfac-fe73fc221bc4 req-d7dc082e-b097-41c1-ad2d-abe408e392ab tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 944 time: 0.0842566 Mar 22 13:25:21.050417 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6b65ae1d-37d3-40a8-bfac-fe73fc221bc4 req-fc90cda7-aca9-448f-9787-79a18d9776ee tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 Mar 22 13:25:21.639864 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.244850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6292df-aabc-47b0-9045-c9e2d1174fe4 req-91d7a118-1e77-4dd0-8271-43b4adea9be9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:22.246355 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8c6292df-aabc-47b0-9045-c9e2d1174fe4 req-91d7a118-1e77-4dd0-8271-43b4adea9be9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 944 time: 0.0828838 Mar 22 13:25:22.289715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8c6292df-aabc-47b0-9045-c9e2d1174fe4 req-b913dadc-f013-4e02-8850-61daebc6ee1e tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Mar 22 13:25:22.299793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 44a2926f-deca-49dc-9fb9-ab04b49dbf2f up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:22.370606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:22.370730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.476463 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70629ffc-1515-4eb4-bb18-7bde49bc8b8f req-1e6b86a0-a8d1-4c87-a786-f03d3e1ea1db tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:22.477910 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-70629ffc-1515-4eb4-bb18-7bde49bc8b8f req-1e6b86a0-a8d1-4c87-a786-f03d3e1ea1db tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 944 time: 0.0803668 Mar 22 13:25:22.522383 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-70629ffc-1515-4eb4-bb18-7bde49bc8b8f req-a000cb13-6ade-4cf8-bec0-2f5d27451f7a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387034 Mar 22 13:25:22.523471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.557777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:25:22.562955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.628439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:22.644447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:25:22.688752 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f', 'code': 200} Mar 22 13:25:22.709071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e9f2f-ab39-46cc-9284-daccce0d4cf1 req-411da435-f7e7-4a13-99ea-560f818f50cd tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:22.710515 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d23e9f2f-ab39-46cc-9284-daccce0d4cf1 req-411da435-f7e7-4a13-99ea-560f818f50cd tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0820045 Mar 22 13:25:22.753553 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d23e9f2f-ab39-46cc-9284-daccce0d4cf1 req-1093a8cd-1fbb-4a1e-9daf-bd0673400232 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375884 Mar 22 13:25:23.237973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-f07a07b9-2ff7-4a3e-9993-ab3db55eb232 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:23.239328 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-f07a07b9-2ff7-4a3e-9993-ab3db55eb232 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 814 time: 0.1426315 Mar 22 13:25:23.253289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-d42cdd81-e4f2-41ca-ab12-5b1a6e85aac9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/quotas/f8aed7365c4d4db8b311beb5f134ccdf HTTP/1.1" status: 200 len: 375 time: 0.0086367 Mar 22 13:25:23.335799 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-d6d784fc-77b2-491b-a970-e86fab429b6d tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775340 Mar 22 13:25:23.346460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-9f6e32f2-1d55-4103-af81-995bef05c267 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:25:23.347448 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-9f6e32f2-1d55-4103-af81-995bef05c267 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049009 Mar 22 13:25:23.477287 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-6d33916b-201e-4aed-b331-dee6eea33893 service neutron] 10.222.0.70 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245184 Mar 22 13:25:23.608551 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-2284e58e-ceef-46a3-afc7-a44a51de744b service neutron] 10.222.0.70 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248741 Mar 22 13:25:23.785847 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8869858f-2e11-47d3-804a-4fc7f7fa5cc2 req-2552015a-f955-43ff-959d-e01b24ba07a1 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 210 time: 0.0469265 Mar 22 13:25:24.970380 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53d9dd2b-d671-4509-a6e2-e78aede50094 req-9d7bded7-46af-4559-92af-71b655494f98 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 210 time: 0.0570204 Mar 22 13:25:25.013154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-3ea9a99b-285f-4435-bd31-081a0b743e83 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:25.014590 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-3ea9a99b-285f-4435-bd31-081a0b743e83 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 814 time: 0.1902964 Mar 22 13:25:25.039482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Request body: {'port': {'device_id': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab', 'admin_state_up': True, 'tenant_id': 'f8aed7365c4d4db8b311beb5f134ccdf'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:25:25.124301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-e01ddbcb-22b0-42fc-9620-4aaec2c7047b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:25.125762 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-e01ddbcb-22b0-42fc-9620-4aaec2c7047b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.47 "GET /v2.0/ports?device_id=387a189c-56c6-4759-bac1-8be2faf24fc6 HTTP/1.1" status: 200 len: 945 time: 0.0849307 Mar 22 13:25:25.180542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:25.190510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:25.200181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Made reservation on behalf of f8aed7365c4d4db8b311beb5f134ccdf for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:25:25.203665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.296742 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Deleting port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:25:25.297088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.363334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Allocated IP 172.20.0.11 (b720e447-271b-451b-acf4-d92ea146bfab/326a93dc-9e00-4f50-9385-d99d5ff3c37f/23c3e6da-0bb6-4e95-ab56-03cc4c9e5657) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:25:25.544778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] For port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:25:25.545663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.660791 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.675386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Calling delete_port for 44a2926f-deca-49dc-9fb9-ab04b49dbf2f owned by compute:nova {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:25:25.691234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.702928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['44a2926f-deca-49dc-9fb9-ab04b49dbf2f'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:25:25.756450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Network b720e447-271b-451b-acf4-d92ea146bfab is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:25.757607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:25.761607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:25:25.818409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Pushing event updated for resources: {'Port': ['ID=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:25.824631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.842660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:25.843491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.874441 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-93ba13cb-9639-4c62-9e32-4a76dd0ed0c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8383739 Mar 22 13:25:25.886332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Request body: {'port': {'device_id': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:25:25.916783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Pushing event deleted for resources: {'Port': ['ID=44a2926f-deca-49dc-9fb9-ab04b49dbf2f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:25.969952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] No DVR routers for this DVR port 44a2926f-deca-49dc-9fb9-ab04b49dbf2f on host hv-neutron-8346 {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:25:25.973530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.976411 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'name': 'network-vif-deleted', 'tag': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:25:25.989473 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.47 "DELETE /v2.0/ports/44a2926f-deca-49dc-9fb9-ab04b49dbf2f HTTP/1.1" status: 204 len: 173 time: 0.7572284 Mar 22 13:25:26.011050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:26.140160 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387a189c-56c6-4759-bac1-8be2faf24fc6', 'name': 'network-vif-deleted', 'tag': '44a2926f-deca-49dc-9fb9-ab04b49dbf2f', 'status': 'completed', 'code': 200} Mar 22 13:25:26.351643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922014-9737-4ba3-a26e-6addcd2dca33 req-bf6f4014-b8d0-4ddb-ba6f-be71f399b64f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:26.352344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-71922014-9737-4ba3-a26e-6addcd2dca33 req-bf6f4014-b8d0-4ddb-ba6f-be71f399b64f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Synchronizing usage tracker for tenant:f8aed7365c4d4db8b311beb5f134ccdf on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:25:26.386600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-71922014-9737-4ba3-a26e-6addcd2dca33 req-bf6f4014-b8d0-4ddb-ba6f-be71f399b64f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Unset dirty status for tenant:f8aed7365c4d4db8b311beb5f134ccdf on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:25:26.387723 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-71922014-9737-4ba3-a26e-6addcd2dca33 req-bf6f4014-b8d0-4ddb-ba6f-be71f399b64f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 932 time: 0.2349343 Mar 22 13:25:26.496032 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-71922014-9737-4ba3-a26e-6addcd2dca33 req-ad09dea6-a7e2-445c-86e3-c17d99acbda5 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012785 Mar 22 13:25:26.500498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:25:26.508011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:26.522873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Transition to ACTIVE for port object 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:26.528239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:26.701255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Pushing event updated for resources: {'Port': ['ID=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:26.770902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Attempting to bind port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:25:26.771260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Attempting to bind port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:25:26.771593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Attempting to bind port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 on network b720e447-271b-451b-acf4-d92ea146bfab {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:25:26.776104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 on network b720e447-271b-451b-acf4-d92ea146bfab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:25:26.776424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Attempting to bind port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 on network b720e447-271b-451b-acf4-d92ea146bfab {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:25:26.781405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:25:26.781739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Checking segment: {'id': 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:25:26.782125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Bound using segment: {'id': 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:25:26.782544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Bound port: 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:25:26.782886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:26.869026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] For port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:25:26.872128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] For port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:25:26.876846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:26.932566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:26.933186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:26.934535 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 HTTP/1.1" status: 200 len: 1094 time: 1.0525546 Mar 22 13:25:26.934963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'tag': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:25:26.964283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bc2ff-62b4-4b11-b19e-aadfc15b17b4 service neutron] Pushing event updated for resources: {'Port': ['ID=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:27.000460 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'tag': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657', 'status': 'completed', 'code': 200} Mar 22 13:25:27.040649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-bad3fcda-c419-420c-9293-244198c1a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:27.042122 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-bad3fcda-c419-420c-9293-244198c1a5ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 1097 time: 0.0724766 Mar 22 13:25:27.114092 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-e3b04dcb-dea0-4ac3-ad98-188fc1c9c377 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 HTTP/1.1" status: 200 len: 217 time: 0.0632157 Mar 22 13:25:27.176179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-75349e52-19dd-46ef-bdea-3cef42cc0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:27.177638 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-75349e52-19dd-46ef-bdea-3cef42cc0973 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0569143 Mar 22 13:25:27.226608 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-44ac76c1-a326-4c9b-86aa-a40d228445c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418904 Mar 22 13:25:27.381865 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-5df0f993-a7f9-462d-ba1a-887fd7d3470b service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470592 Mar 22 13:25:27.670146 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3b1c9b1-d22d-4b2c-8185-908553d5e0b0 req-371dd1ee-ef2a-416f-b40e-a6320598db34 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814009 Mar 22 13:25:27.714847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cfc2c-3f2c-412f-8960-9bfc525f9ab9 req-edffb53e-b738-48e0-9edc-dda6a7021d9c tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:27.716380 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2c7cfc2c-3f2c-412f-8960-9bfc525f9ab9 req-edffb53e-b738-48e0-9edc-dda6a7021d9c tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 944 time: 0.0964184 Mar 22 13:25:27.806081 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2c7cfc2c-3f2c-412f-8960-9bfc525f9ab9 req-d7755308-f7bc-437a-81e6-263cc6427572 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581293 Mar 22 13:25:27.827528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57308d6-148c-4231-92ca-46c10654797e req-da15389e-d28e-405c-ab2c-cc5ea4ddb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:27.829072 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f57308d6-148c-4231-92ca-46c10654797e req-da15389e-d28e-405c-ab2c-cc5ea4ddb00d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 1097 time: 0.1107314 Mar 22 13:25:27.967765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57308d6-148c-4231-92ca-46c10654797e req-4bd22707-69e5-4e71-ae27-417a8e59452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:27.969214 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f57308d6-148c-4231-92ca-46c10654797e req-4bd22707-69e5-4e71-ae27-417a8e59452b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 915 time: 0.1321988 Mar 22 13:25:28.038919 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f57308d6-148c-4231-92ca-46c10654797e req-63fc1d2b-ec4e-4dc0-9ff3-73cbf2689710 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 HTTP/1.1" status: 200 len: 217 time: 0.0629547 Mar 22 13:25:28.108298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57308d6-148c-4231-92ca-46c10654797e req-64c9c33b-6240-472d-bd60-89733fb2f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:28.109728 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f57308d6-148c-4231-92ca-46c10654797e req-64c9c33b-6240-472d-bd60-89733fb2f3c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0632689 Mar 22 13:25:28.160247 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f57308d6-148c-4231-92ca-46c10654797e req-ea0d0632-4987-4846-8954-d1981455e017 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437114 Mar 22 13:25:28.302856 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f57308d6-148c-4231-92ca-46c10654797e req-3c2d7aa4-d846-4ebb-b658-f4063b1bfb86 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336246 Mar 22 13:25:28.439888 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f57308d6-148c-4231-92ca-46c10654797e req-f0886c08-8c12-4eff-b8e2-2bf99b741d9e service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298020 Mar 22 13:25:28.992647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493001c-edca-423f-a1a0-45b9472bba4b req-b0670452-7738-4aec-8cb6-3d313f69e07a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:28.993333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-7493001c-edca-423f-a1a0-45b9472bba4b req-b0670452-7738-4aec-8cb6-3d313f69e07a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Synchronizing usage tracker for tenant:f8aed7365c4d4db8b311beb5f134ccdf on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:25:29.005519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-7493001c-edca-423f-a1a0-45b9472bba4b req-b0670452-7738-4aec-8cb6-3d313f69e07a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Unset dirty status for tenant:f8aed7365c4d4db8b311beb5f134ccdf on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:25:29.006656 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7493001c-edca-423f-a1a0-45b9472bba4b req-b0670452-7738-4aec-8cb6-3d313f69e07a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 944 time: 0.0948880 Mar 22 13:25:29.054927 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7493001c-edca-423f-a1a0-45b9472bba4b req-493f7d4b-fca6-46a0-9430-0a4b14e9159c tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Mar 22 13:25:30.236941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4740f3c-bebb-401f-861b-e31f5ea6ace7 req-b4c90e0a-035a-4888-a29b-1a51581c651b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:30.238454 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a4740f3c-bebb-401f-861b-e31f5ea6ace7 req-b4c90e0a-035a-4888-a29b-1a51581c651b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 944 time: 0.0828121 Mar 22 13:25:30.281563 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a4740f3c-bebb-401f-861b-e31f5ea6ace7 req-b84d27b3-4282-4e60-8810-89b761f97be5 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376325 Mar 22 13:25:30.370474 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:25:30.373778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 44a2926f-deca-49dc-9fb9-ab04b49dbf2f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:25:30.410217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 44a2926f-deca-49dc-9fb9-ab04b49dbf2f {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:25:30.410557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 44a2926f-deca-49dc-9fb9-ab04b49dbf2f not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:25:30.539830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:25:30.555589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657', 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab', 'port_id': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657', 'mac_address': 'fa:16:3e:8a:d5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326a93dc-9e00-4f50-9385-d99d5ff3c37f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:25:30.615082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:30.631728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:25:30.646997 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:25:30.650672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:30.716282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:30.723177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.723544 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.723887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.724223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.724554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.724887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.725215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.725543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.725866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.726190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.726511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.726889 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:30.900287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['23c3e6da-0bb6-4e95-ab56-03cc4c9e5657'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:25:31.462622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeaa61-5e0d-470b-b32c-2c43cefb6a48 req-6488f044-ec60-4737-a35f-4c8bd22e9de5 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:31.464742 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08aeaa61-5e0d-470b-b32c-2c43cefb6a48 req-6488f044-ec60-4737-a35f-4c8bd22e9de5 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 945 time: 0.0809345 Mar 22 13:25:31.512968 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08aeaa61-5e0d-470b-b32c-2c43cefb6a48 req-0f47a6e3-53d1-4e50-bb2f-3c755b4cffc6 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Mar 22 13:25:32.387002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:32.453826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:32.458332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:32.458967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:32.576002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:32.602350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:25:32.612638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:25:32.617403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:32.689091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:32.703301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d96987-9ee7-4b62-bdb9-750de4474dd9 req-d19f2b7c-6c8b-40f4-8c1e-c5c38378fae2 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:32.704512 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657', 'code': 200} Mar 22 13:25:32.704970 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-50d96987-9ee7-4b62-bdb9-750de4474dd9 req-d19f2b7c-6c8b-40f4-8c1e-c5c38378fae2 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0878913 Mar 22 13:25:32.753556 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-50d96987-9ee7-4b62-bdb9-750de4474dd9 req-317c1091-72ff-46df-aa56-40efe4ef0b6f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Mar 22 13:25:32.933951 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d383d4d-24d4-4a68-833c-c7dd3a0f518c req-17f5c202-519b-4363-aece-8866418002d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:32.935325 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0d383d4d-24d4-4a68-833c-c7dd3a0f518c req-17f5c202-519b-4363-aece-8866418002d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 1099 time: 0.0714602 Mar 22 13:25:32.975331 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0d383d4d-24d4-4a68-833c-c7dd3a0f518c req-b0f78640-1c9d-453e-9327-490e7ed90e9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Mar 22 13:25:33.067955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b7a1990f-64d6-4570-af0d-b47d6edbad7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:33.939537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d296a-cba9-40de-b573-4e3cef310428 req-813239aa-5a7d-4332-a578-7ca1eceaf2aa tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:33.940900 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e01d296a-cba9-40de-b573-4e3cef310428 req-813239aa-5a7d-4332-a578-7ca1eceaf2aa tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0840936 Mar 22 13:25:33.985712 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e01d296a-cba9-40de-b573-4e3cef310428 req-5a242ecb-b83b-41cc-ab9d-0c4fb704de14 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Mar 22 13:25:35.169249 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e75ad7-a771-4f6f-8a84-b520657752ca req-3611861c-4745-4ebd-b086-d8c240f4e670 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:35.172006 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c8e75ad7-a771-4f6f-8a84-b520657752ca req-3611861c-4745-4ebd-b086-d8c240f4e670 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0790684 Mar 22 13:25:35.221400 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c8e75ad7-a771-4f6f-8a84-b520657752ca req-2d71bbb2-02f1-40b5-8640-89b831f688c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Mar 22 13:25:35.370109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6560f2c5-19d7-4fe9-ad62-543c583d602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:35.503441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda5ad0-822a-4db9-ad2d-13d379765473 req-c9c2ef2d-bfb4-4a45-a331-b0bc1088cc79 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:35.504966 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9cda5ad0-822a-4db9-ad2d-13d379765473 req-c9c2ef2d-bfb4-4a45-a331-b0bc1088cc79 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.1834245 Mar 22 13:25:35.548838 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9cda5ad0-822a-4db9-ad2d-13d379765473 req-9e45c7ce-f152-4aad-b8c3-6da26b8a0bd9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 Mar 22 13:25:35.943768 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-8a8814a4-5bf6-4203-916d-14047478eca5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238282 Mar 22 13:25:35.964466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d2678-0754-4ce7-a65a-c548691a1757 req-776e6015-0d1e-46e0-aeed-e341d06a82d8 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:35.965863 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-358d2678-0754-4ce7-a65a-c548691a1757 req-776e6015-0d1e-46e0-aeed-e341d06a82d8 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.1001072 Mar 22 13:25:36.012302 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-358d2678-0754-4ce7-a65a-c548691a1757 req-5c022edd-e06b-446d-bf8c-c11a2d6f4348 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Mar 22 13:25:36.415923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:36.639257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:37.072816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-c8080a1d-2ea6-442c-9332-ba52a1d48d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:37.074275 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-c8080a1d-2ea6-442c-9332-ba52a1d48d24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 1099 time: 0.0711999 Mar 22 13:25:37.267400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-b17ab439-b0e5-4bbb-a90b-6d08de0d8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:37.268826 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-b17ab439-b0e5-4bbb-a90b-6d08de0d8a8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 915 time: 0.1879511 Mar 22 13:25:37.434606 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-39821e95-837c-43da-aa76-fbc54442acea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 HTTP/1.1" status: 200 len: 217 time: 0.1576049 Mar 22 13:25:37.442676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b1c76-895f-4d80-8163-9bfe7739f014 req-9249a018-fcf1-4675-96f6-301501d626aa tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:37.444040 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d92b1c76-895f-4d80-8163-9bfe7739f014 req-9249a018-fcf1-4675-96f6-301501d626aa tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.2807984 Mar 22 13:25:37.530850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-b68aad73-b65d-46be-b95f-dddf6afcc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:37.532264 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-b68aad73-b65d-46be-b95f-dddf6afcc091 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0874076 Mar 22 13:25:37.535065 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d92b1c76-895f-4d80-8163-9bfe7739f014 req-b2557991-a3d9-416f-91f9-0e2768f2621e tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595949 Mar 22 13:25:37.581312 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-a88c4e93-f751-4712-82ef-2fa300016ddf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414410 Mar 22 13:25:37.713668 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-3cccb756-ee7e-4139-9621-ef257c32a5f4 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253796 Mar 22 13:25:37.844238 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-96930efd-83c5-4b09-a692-96073f905417 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242750 Mar 22 13:25:37.848164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:38.430473 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:25:38.856327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ba092-111b-4eed-979d-56ae65201772 req-9ab008c4-5051-4aa8-b9a5-5cfdbc1d4128 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:38.858296 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-468ba092-111b-4eed-979d-56ae65201772 req-9ab008c4-5051-4aa8-b9a5-5cfdbc1d4128 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0781620 Mar 22 13:25:38.903397 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-468ba092-111b-4eed-979d-56ae65201772 req-6126222d-8e92-40a4-98ed-9071af4fad31 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Mar 22 13:25:40.089644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80c0a5-c40b-4c68-b6da-b215486511dc req-0ddd2da6-244f-44d7-805c-78c7fcd0c53f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:40.091087 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-db80c0a5-c40b-4c68-b6da-b215486511dc req-0ddd2da6-244f-44d7-805c-78c7fcd0c53f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0832520 Mar 22 13:25:40.134720 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-db80c0a5-c40b-4c68-b6da-b215486511dc req-a15a720c-6476-42f4-9d6c-18d48b12eda9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375056 Mar 22 13:25:41.316136 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dd449-236b-474d-9fc7-749284cb2524 req-e9682ece-6929-4d13-8afe-75383efde663 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:41.317615 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-646dd449-236b-474d-9fc7-749284cb2524 req-e9682ece-6929-4d13-8afe-75383efde663 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0791817 Mar 22 13:25:41.361298 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-646dd449-236b-474d-9fc7-749284cb2524 req-574f24f8-b112-48ff-8c73-5ac4d88d34e9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381312 Mar 22 13:25:42.543300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f93cc7-3fd0-4670-9b5d-d78dca35c1d3 req-2a3121f0-54ce-46f3-9d3c-7c02bb9f882a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:42.544744 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-79f93cc7-3fd0-4670-9b5d-d78dca35c1d3 req-2a3121f0-54ce-46f3-9d3c-7c02bb9f882a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0797365 Mar 22 13:25:42.592676 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-79f93cc7-3fd0-4670-9b5d-d78dca35c1d3 req-dff96283-6d00-4886-a837-26f93735560b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Mar 22 13:25:43.786346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da083-14f9-4349-84a1-33fc52628e7c req-66b314f3-2e07-46a4-bc60-dae376087499 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:43.787853 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-739da083-14f9-4349-84a1-33fc52628e7c req-66b314f3-2e07-46a4-bc60-dae376087499 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0876219 Mar 22 13:25:43.831753 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-739da083-14f9-4349-84a1-33fc52628e7c req-1afb8a67-c884-488d-a8f3-8c743bb9270e tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382340 Mar 22 13:25:45.161502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95535bef-85c2-4d37-8683-fb2ce33f776f req-cbe25a4c-9003-430a-b343-7b77a3ee79a9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:45.162870 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95535bef-85c2-4d37-8683-fb2ce33f776f req-cbe25a4c-9003-430a-b343-7b77a3ee79a9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0797522 Mar 22 13:25:45.208402 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95535bef-85c2-4d37-8683-fb2ce33f776f req-358ba2bc-74a6-4317-958d-e6ecbc27da3e tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Mar 22 13:25:46.380189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1783eb-40fa-49a9-96a6-52d418f004e3 req-da8171a3-b8b8-4a30-93c9-e7ea6c0cded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:46.381664 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f1783eb-40fa-49a9-96a6-52d418f004e3 req-da8171a3-b8b8-4a30-93c9-e7ea6c0cded6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 1099 time: 0.0775280 Mar 22 13:25:46.400550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932c03c-227c-4b2f-9b06-55408e6e8a09 req-29065ba0-9c00-408a-9bf0-993f27e9fcc9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:46.402707 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a932c03c-227c-4b2f-9b06-55408e6e8a09 req-29065ba0-9c00-408a-9bf0-993f27e9fcc9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0843730 Mar 22 13:25:46.447021 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a932c03c-227c-4b2f-9b06-55408e6e8a09 req-7daa05c7-f0d3-4fa5-a5e6-c906351b55ad tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 Mar 22 13:25:46.537441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1783eb-40fa-49a9-96a6-52d418f004e3 req-a6b52299-6240-4e77-a4d3-2a44ffaa1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:46.538797 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f1783eb-40fa-49a9-96a6-52d418f004e3 req-a6b52299-6240-4e77-a4d3-2a44ffaa1591 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 915 time: 0.1294463 Mar 22 13:25:46.609331 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f1783eb-40fa-49a9-96a6-52d418f004e3 req-56697e48-7ac7-42d1-bdea-afe103d7c05e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 HTTP/1.1" status: 200 len: 217 time: 0.0636950 Mar 22 13:25:46.676658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1783eb-40fa-49a9-96a6-52d418f004e3 req-b4e4b604-da6a-4ed9-8494-7bfe1e8afa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:46.678045 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f1783eb-40fa-49a9-96a6-52d418f004e3 req-b4e4b604-da6a-4ed9-8494-7bfe1e8afa2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0622482 Mar 22 13:25:46.724001 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f1783eb-40fa-49a9-96a6-52d418f004e3 req-aed9d62c-4b8f-427c-8c8b-29bafbde260b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398073 Mar 22 13:25:46.865855 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f1783eb-40fa-49a9-96a6-52d418f004e3 req-e80b24f2-8f6f-47dc-98e8-a734f4f6b33b service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339924 Mar 22 13:25:46.997483 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f1783eb-40fa-49a9-96a6-52d418f004e3 req-1e15fdf0-ad9b-49cc-9ac3-46d8ab713d92 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253901 Mar 22 13:25:47.639266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4b055-ca2b-4437-b5a7-917ace9d13bc req-c4ca8b4a-0b12-4afa-9eb0-2a4a9e3e5dfc tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:47.640668 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a7d4b055-ca2b-4437-b5a7-917ace9d13bc req-c4ca8b4a-0b12-4afa-9eb0-2a4a9e3e5dfc tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0864868 Mar 22 13:25:47.779013 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a7d4b055-ca2b-4437-b5a7-917ace9d13bc req-67c8a0de-fc6b-4525-9bff-163af2348140 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320245 Mar 22 13:25:48.964778 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5623-94b2-4b08-b5c1-cf5da8e0e4f0 req-b613e6be-26ad-462d-88c5-5b63b2b0f8e3 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:48.966239 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-807c5623-94b2-4b08-b5c1-cf5da8e0e4f0 req-b613e6be-26ad-462d-88c5-5b63b2b0f8e3 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0832000 Mar 22 13:25:49.018632 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-807c5623-94b2-4b08-b5c1-cf5da8e0e4f0 req-1d8c9508-e6fb-4be9-8b7e-3583561b4f97 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460129 Mar 22 13:25:50.208825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f4fd9-32fa-4289-9762-32b1a36a152d req-a180fd6d-a2d5-4754-bb53-c2abd6fe2f07 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:50.210277 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd2f4fd9-32fa-4289-9762-32b1a36a152d req-a180fd6d-a2d5-4754-bb53-c2abd6fe2f07 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0862143 Mar 22 13:25:50.254161 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd2f4fd9-32fa-4289-9762-32b1a36a152d req-87798750-0733-4cfe-8195-3513a593ba6f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 Mar 22 13:25:51.439996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b83f67-b020-44e5-8481-9f77717ff30a req-21c233e7-6f33-440c-8630-1180ee8ff57f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:51.441443 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b6b83f67-b020-44e5-8481-9f77717ff30a req-21c233e7-6f33-440c-8630-1180ee8ff57f tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0785418 Mar 22 13:25:51.488012 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b6b83f67-b020-44e5-8481-9f77717ff30a req-69d2928a-ce80-4acc-8ae3-62443e838027 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Mar 22 13:25:51.677517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:52.679103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb1d72-22cf-4e20-bad5-2ee177580656 req-f15e2bb5-4042-4382-8aa6-f5576c726796 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:52.680942 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95fb1d72-22cf-4e20-bad5-2ee177580656 req-f15e2bb5-4042-4382-8aa6-f5576c726796 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0854366 Mar 22 13:25:52.726030 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95fb1d72-22cf-4e20-bad5-2ee177580656 req-0a5621cc-ab6b-4952-a81d-c44c81bf7a52 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388501 Mar 22 13:25:53.908080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d599c86-a4bc-4548-9f2b-51adfac886dd req-68354945-02d0-4294-8d98-dc0a52aeb446 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:53.909434 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7d599c86-a4bc-4548-9f2b-51adfac886dd req-68354945-02d0-4294-8d98-dc0a52aeb446 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0789180 Mar 22 13:25:53.954893 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7d599c86-a4bc-4548-9f2b-51adfac886dd req-562c52b9-385d-4eba-bfa3-6917f5002603 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Mar 22 13:25:55.142431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b432ca7-9da0-4229-9bd1-70633ca578c9 req-29602afd-9c90-45ca-9e52-6f2cde6050a1 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:55.143928 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b432ca7-9da0-4229-9bd1-70633ca578c9 req-29602afd-9c90-45ca-9e52-6f2cde6050a1 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0813997 Mar 22 13:25:55.188568 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b432ca7-9da0-4229-9bd1-70633ca578c9 req-97862110-dad8-453e-8141-16291cb81453 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389757 Mar 22 13:25:56.378019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e278ddb-e2e6-4fdc-9c86-e2635a603bf6 req-5cf064bf-bfa9-4447-99fe-7a2149da3308 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:56.380122 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1e278ddb-e2e6-4fdc-9c86-e2635a603bf6 req-5cf064bf-bfa9-4447-99fe-7a2149da3308 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0887406 Mar 22 13:25:56.432224 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1e278ddb-e2e6-4fdc-9c86-e2635a603bf6 req-10e493f4-e4c7-4755-99f6-21ebd77d169a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462973 Mar 22 13:25:57.620851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdd032-0598-4f5a-9ece-bc4e9a7050e9 req-a0467b13-2daf-4361-ab78-0f5bb51265ba tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:57.622294 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-56bdd032-0598-4f5a-9ece-bc4e9a7050e9 req-a0467b13-2daf-4361-ab78-0f5bb51265ba tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0795293 Mar 22 13:25:57.667481 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-56bdd032-0598-4f5a-9ece-bc4e9a7050e9 req-573d9b59-a51f-4a1e-b04a-5147294ad13c tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395942 Mar 22 13:25:58.849707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750c3b2-24db-4434-b9da-3cfc6bbeac4c req-00c585da-3b97-47e9-ad5f-c048ba881256 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:58.851138 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1750c3b2-24db-4434-b9da-3cfc6bbeac4c req-00c585da-3b97-47e9-ad5f-c048ba881256 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0790756 Mar 22 13:25:58.896179 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1750c3b2-24db-4434-b9da-3cfc6bbeac4c req-c099705a-3040-4c9c-a1cf-e280b55d6b82 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Mar 22 13:26:00.081278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ff77-0b49-4df9-816b-db0d797c2d61 req-72b4f398-1aef-4474-82ae-0520aafc31e8 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:00.083644 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d0b3ff77-0b49-4df9-816b-db0d797c2d61 req-72b4f398-1aef-4474-82ae-0520aafc31e8 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0832524 Mar 22 13:26:00.127269 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d0b3ff77-0b49-4df9-816b-db0d797c2d61 req-f8eee35b-5b65-458c-95bf-ce7f9509536b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379078 Mar 22 13:26:01.311440 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c3cad-3349-4d2a-986a-c0c61aadbbf3 req-f7fcc196-4abc-41d7-83d7-87adc259f8ff tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:01.312968 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-711c3cad-3349-4d2a-986a-c0c61aadbbf3 req-f7fcc196-4abc-41d7-83d7-87adc259f8ff tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0821702 Mar 22 13:26:01.358193 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-711c3cad-3349-4d2a-986a-c0c61aadbbf3 req-58a992a4-0ba2-4b29-9ffd-5ab94371831a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384026 Mar 22 13:26:02.540463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb221f-928b-4c51-b68e-58f09e76d7b3 req-a0ff0f0c-37d8-4274-a8e9-573a88530442 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:02.541939 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-03fb221f-928b-4c51-b68e-58f09e76d7b3 req-a0ff0f0c-37d8-4274-a8e9-573a88530442 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0805738 Mar 22 13:26:02.588077 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-03fb221f-928b-4c51-b68e-58f09e76d7b3 req-5b38abde-8f96-4736-ad63-26d337325264 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Mar 22 13:26:03.072856 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3d6dcf48-1a7d-4da3-82a5-3ea318a4012a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:03.769764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd1ecd-8e9b-4014-b79f-d2f11ea1eb8a req-7161b4c6-b288-4072-b01c-72291a9e9df5 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:03.771219 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2ddd1ecd-8e9b-4014-b79f-d2f11ea1eb8a req-7161b4c6-b288-4072-b01c-72291a9e9df5 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0799448 Mar 22 13:26:03.817947 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2ddd1ecd-8e9b-4014-b79f-d2f11ea1eb8a req-72fe77ef-a061-4a35-aa88-e9f083288cf0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Mar 22 13:26:05.011601 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-49faf1f5-01dc-457c-933f-fa3d291d49b0 service neutron] 10.222.0.47 "GET /v2.0/ports/23c3e6da-0bb6-4e95-ab56-03cc4c9e5657/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.1241441 Mar 22 13:26:05.034149 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ec2e6-045d-4839-8297-481fb8d9e11a req-902a75b1-0008-420e-be09-5b28688fdafa tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:05.036283 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-552ec2e6-045d-4839-8297-481fb8d9e11a req-902a75b1-0008-420e-be09-5b28688fdafa tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.1122143 Mar 22 13:26:05.082758 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-552ec2e6-045d-4839-8297-481fb8d9e11a req-fbfdd89c-1030-4e2d-a744-0a766cf349e4 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Mar 22 13:26:05.278319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-34819fe4-a34d-4d35-aa8e-2631ffcb84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:05.279789 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-34819fe4-a34d-4d35-aa8e-2631ffcb84fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193&tenant_id=f8aed7365c4d4db8b311beb5f134ccdf HTTP/1.1" status: 200 len: 1099 time: 0.0702825 Mar 22 13:26:05.379132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8eb1-e3b1-48d9-a383-6c3d6793ddf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:05.386085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-31953b2d-2fe5-483d-ad1c-75821ae1eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:05.387572 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-31953b2d-2fe5-483d-ad1c-75821ae1eace service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 1099 time: 0.0806098 Mar 22 13:26:05.529849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-a03ec762-5189-4f0f-b1ed-805dea002458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:05.531211 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-a03ec762-5189-4f0f-b1ed-805dea002458 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 915 time: 0.1356955 Mar 22 13:26:05.600790 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-70b280e6-6456-46e6-a657-cbd6984ea1b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 HTTP/1.1" status: 200 len: 217 time: 0.0595343 Mar 22 13:26:05.667010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-273039eb-26fe-4602-a372-e214497e70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:05.668469 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-273039eb-26fe-4602-a372-e214497e70aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0613356 Mar 22 13:26:05.719243 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-d314987b-1844-4560-bf8c-df7f91d099fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413764 Mar 22 13:26:05.855622 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-96e54c1f-c0ce-44b4-8b59-9723a687506d service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276159 Mar 22 13:26:05.996249 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf26c3ad-c2bd-4d91-b2a6-d43ea419ad33 req-55145461-6ece-4cab-8d4f-167b1c91ee44 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302330 Mar 22 13:26:06.278248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfeace-0458-4fbf-b0c0-17558290a12b req-a740bfdb-666d-4f41-be66-70963bd5c91a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:06.279720 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b7bfeace-0458-4fbf-b0c0-17558290a12b req-a740bfdb-666d-4f41-be66-70963bd5c91a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0811579 Mar 22 13:26:06.325335 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b7bfeace-0458-4fbf-b0c0-17558290a12b req-72dfc15f-3658-4d29-9f9c-607645edad2b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Mar 22 13:26:06.418531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:06.641827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:07.510366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669682c-341a-424b-8e73-a9f35a8d82b7 req-529a733e-e1d5-4b17-be67-83aee9626e2a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:07.512215 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c669682c-341a-424b-8e73-a9f35a8d82b7 req-529a733e-e1d5-4b17-be67-83aee9626e2a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0830886 Mar 22 13:26:07.646623 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c669682c-341a-424b-8e73-a9f35a8d82b7 req-37072a7d-78d8-4d4e-a3d5-bd82fa3517c0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287873 Mar 22 13:26:07.851495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:08.627264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:26:08.629466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:26:08.830430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e146e-39a7-4362-baed-3c7ec305d27b req-c2db16eb-a373-449b-830b-13d2d4d0dd59 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:08.832458 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4b4e146e-39a7-4362-baed-3c7ec305d27b req-c2db16eb-a373-449b-830b-13d2d4d0dd59 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0825524 Mar 22 13:26:08.845627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:08.868817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:08.881133 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4b4e146e-39a7-4362-baed-3c7ec305d27b req-170e000d-074a-4484-b098-be988a2b285a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Mar 22 13:26:08.889132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657', 'network_id': 'b720e447-271b-451b-acf4-d92ea146bfab', 'port_id': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657', 'mac_address': 'fa:16:3e:8a:d5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326a93dc-9e00-4f50-9385-d99d5ff3c37f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:26:08.895361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:26:08.932030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:08.937393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:08.973794 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657', 'code': 200} Mar 22 13:26:09.013915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:09.038830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:26:09.046137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:09.059862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:09.063696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:09.142728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['23c3e6da-0bb6-4e95-ab56-03cc4c9e5657'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:26:09.219252 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:09.273104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-a81b1d67-d6f4-4576-9837-c91a363068cc tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:09.274554 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-a81b1d67-d6f4-4576-9837-c91a363068cc tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193&tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.1463394 Mar 22 13:26:09.286645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cf1a7-d89e-4e05-8f90-ec130b231fc8 req-649ae345-14fd-4b84-8ed6-440c757b8bc9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:09.288114 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-028cf1a7-d89e-4e05-8f90-ec130b231fc8 req-649ae345-14fd-4b84-8ed6-440c757b8bc9 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 945 time: 0.1219478 Mar 22 13:26:09.337162 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-028cf1a7-d89e-4e05-8f90-ec130b231fc8 req-356507e0-4b85-4ce0-8de0-929332b6cc86 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429971 Mar 22 13:26:09.421175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-67c00e75-c8c3-449c-bd0d-902bd788ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:09.422540 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-67c00e75-c8c3-449c-bd0d-902bd788ccab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 1098 time: 0.0717938 Mar 22 13:26:09.553385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-e2ad192b-3b99-41aa-b77a-008a47cdf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:09.554801 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-e2ad192b-3b99-41aa-b77a-008a47cdf9e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 200 len: 915 time: 0.1256664 Mar 22 13:26:09.621425 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-982a7a2f-b932-4ac8-b273-9c5b75ae1121 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 HTTP/1.1" status: 200 len: 217 time: 0.0592237 Mar 22 13:26:09.685459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-86797295-6833-42d3-94b4-1f275be0c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:09.686770 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-86797295-6833-42d3-94b4-1f275be0c856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 200 len: 854 time: 0.0589590 Mar 22 13:26:09.732858 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-edf6621f-057a-4afd-9066-5ee6aa066dcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b720e447-271b-451b-acf4-d92ea146bfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388527 Mar 22 13:26:09.862706 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-1189f264-2466-4439-9401-59833ff2a1c4 service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226254 Mar 22 13:26:10.001187 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f80679e-72b7-4786-bcbd-c675d0e55b42 req-8d44899a-cf53-456f-b82b-2a8013da887d service neutron] 10.222.0.47 "GET /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322627 Mar 22 13:26:10.529540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855aa81-4506-4ae3-b424-e4e5544ce235 req-a82903f6-6f19-45e6-96f7-bb28f950bada tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:10.530983 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8855aa81-4506-4ae3-b424-e4e5544ce235 req-a82903f6-6f19-45e6-96f7-bb28f950bada tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 945 time: 0.0841770 Mar 22 13:26:10.575518 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8855aa81-4506-4ae3-b424-e4e5544ce235 req-59bce84e-1875-4d72-9df6-4a2e35013971 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388448 Mar 22 13:26:10.628034 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:26:10.696879 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:10.697251 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:10.810720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:10.843101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:10.847358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:10.915731 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:10.974963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:26:11.017772 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657', 'code': 200} Mar 22 13:26:11.761345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cd41d-a369-453e-a23c-bef3a7f2013f req-5890e21f-6121-491f-a80a-459edee09d11 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:11.762772 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-273cd41d-a369-453e-a23c-bef3a7f2013f req-5890e21f-6121-491f-a80a-459edee09d11 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0826616 Mar 22 13:26:11.806601 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-273cd41d-a369-453e-a23c-bef3a7f2013f req-da95b99f-6737-4a9b-a643-74596894ec92 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381455 Mar 22 13:26:11.991113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cc79f-b21f-44f1-9466-a0e1280ffe5a req-91d11891-95b7-47ac-8aaf-0d32bfbdeeff tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:11.992485 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-870cc79f-b21f-44f1-9466-a0e1280ffe5a req-91d11891-95b7-47ac-8aaf-0d32bfbdeeff tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0789287 Mar 22 13:26:12.040048 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-870cc79f-b21f-44f1-9466-a0e1280ffe5a req-473a2a82-d95f-44b5-8e5c-5b325e499432 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419402 Mar 22 13:26:12.220942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3091-d578-467d-a53b-fd06faa190b2 req-c2fbb1e2-f59f-44b6-a48c-60b0d5e78362 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:12.222372 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-322d3091-d578-467d-a53b-fd06faa190b2 req-c2fbb1e2-f59f-44b6-a48c-60b0d5e78362 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0803447 Mar 22 13:26:12.270018 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-322d3091-d578-467d-a53b-fd06faa190b2 req-6a982453-e761-411b-8eb8-11a1a6af9947 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 Mar 22 13:26:12.830446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9a3e0-8e5d-4832-9208-5dc945cf76e5 req-4ad3db78-02fd-4f75-a18a-63def9fc82ee tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:12.832244 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2ae9a3e0-8e5d-4832-9208-5dc945cf76e5 req-4ad3db78-02fd-4f75-a18a-63def9fc82ee tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0794363 Mar 22 13:26:12.876163 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2ae9a3e0-8e5d-4832-9208-5dc945cf76e5 req-f3ad97c1-da99-4790-92fc-004255863964 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382612 Mar 22 13:26:14.055528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40218f6-4cf5-4a3b-adb3-9f764343a922 req-93cdba11-c60c-40a1-ab64-e349354c2f6d tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:14.056985 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b40218f6-4cf5-4a3b-adb3-9f764343a922 req-93cdba11-c60c-40a1-ab64-e349354c2f6d tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0792744 Mar 22 13:26:14.100796 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b40218f6-4cf5-4a3b-adb3-9f764343a922 req-2adc6ab7-7605-4428-b0b0-37fc21b705d1 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382321 Mar 22 13:26:14.552041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06537-6209-40f3-b922-8575502b2b51 req-b5078bf5-be9e-403c-b31a-33c7c3ce959b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:14.553424 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-89c06537-6209-40f3-b922-8575502b2b51 req-b5078bf5-be9e-403c-b31a-33c7c3ce959b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.0857918 Mar 22 13:26:14.622440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-89c06537-6209-40f3-b922-8575502b2b51 req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Deleting port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:26:14.622702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-89c06537-6209-40f3-b922-8575502b2b51 req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:14.870021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-89c06537-6209-40f3-b922-8575502b2b51 req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] For port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,segment=NetworkSegment(b9d34ea2-a4c8-45e7-bf7f-367d9c29b634),segment_id=b9d34ea2-a4c8-45e7-bf7f-367d9c29b634)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:14.870374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-89c06537-6209-40f3-b922-8575502b2b51 req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:15.095074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-89c06537-6209-40f3-b922-8575502b2b51 req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Calling delete_port for 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:26:15.289764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-89c06537-6209-40f3-b922-8575502b2b51 req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:15.304749 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['23c3e6da-0bb6-4e95-ab56-03cc4c9e5657'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:26:15.355923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Pushing event deleted for resources: {'Port': ['ID=23c3e6da-0bb6-4e95-ab56-03cc4c9e5657,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:15.390871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.391242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.391578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.391906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.392229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.392550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.392868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.393187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.393503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.394478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.394820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.395139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:15.410755 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf9d1-1dcc-4de5-a6e1-942a605fd279 req-77064819-5739-4fc5-a6f4-606402e12cec tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:15.412205 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4adbf9d1-1dcc-4de5-a6e1-942a605fd279 req-77064819-5739-4fc5-a6f4-606402e12cec tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7af2ed4-e888-429e-96e3-038b7858a193 HTTP/1.1" status: 200 len: 946 time: 0.2024190 Mar 22 13:26:15.429716 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:26:15.454258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c06537-6209-40f3-b922-8575502b2b51 req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] No DVR routers for this DVR port 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:26:15.467566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-89c06537-6209-40f3-b922-8575502b2b51 req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:15.469774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'name': 'network-vif-deleted', 'tag': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:26:15.497968 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-89c06537-6209-40f3-b922-8575502b2b51 req-f788e613-54e7-4a69-9031-b8fe785abae0 tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.47 "DELETE /v2.0/ports/23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 HTTP/1.1" status: 204 len: 173 time: 0.9381311 Mar 22 13:26:15.510655 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4adbf9d1-1dcc-4de5-a6e1-942a605fd279 req-1fbe5393-deec-40f9-88b7-8ec4d982b83b tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1ce1ff3-c817-4bf2-96f9-21adc7884f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621490 Mar 22 13:26:15.521480 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7af2ed4-e888-429e-96e3-038b7858a193', 'name': 'network-vif-deleted', 'tag': '23c3e6da-0bb6-4e95-ab56-03cc4c9e5657', 'status': 'completed', 'code': 200} Mar 22 13:26:16.754889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46842) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:16.816229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b4b944-4003-42bb-984d-85bc99ac8d08 admin admin] Deleting subnet 326a93dc-9e00-4f50-9385-d99d5ff3c37f {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:26:16.819040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88b4b944-4003-42bb-984d-85bc99ac8d08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:16.869434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88b4b944-4003-42bb-984d-85bc99ac8d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:16.929483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88b4b944-4003-42bb-984d-85bc99ac8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.001552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88b4b944-4003-42bb-984d-85bc99ac8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.042713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4b944-4003-42bb-984d-85bc99ac8d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326a93dc-9e00-4f50-9385-d99d5ff3c37f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:17.046313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-88b4b944-4003-42bb-984d-85bc99ac8d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.052564 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-88b4b944-4003-42bb-984d-85bc99ac8d08 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/326a93dc-9e00-4f50-9385-d99d5ff3c37f HTTP/1.1" status: 204 len: 168 time: 0.2966008 Mar 22 13:26:17.055082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46846) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:17.163333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.290215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.318457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b720e447-271b-451b-acf4-d92ea146bfab']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:17.332670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:17.333021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d34ea2-a4c8-45e7-bf7f-367d9c29b634') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:17.346062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.363583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.369689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:26:17.370114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:26:17.383022 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:26:17.457694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.474430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.484332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] Pushing event deleted for resources: {'Network': ['ID=b720e447-271b-451b-acf4-d92ea146bfab,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:17.492867 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4046f994-093c-4620-8473-c55ec480d464 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b720e447-271b-451b-acf4-d92ea146bfab HTTP/1.1" status: 204 len: 168 time: 0.4367802 Mar 22 13:26:17.608548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46852) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:17.660651 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-97d6868d-7fa4-42c4-a03d-81bf2559f82c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8aed7365c4d4db8b311beb5f134ccdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509832 Mar 22 13:26:17.663131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46856) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:17.719679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9bcaab40-4e03-4a08-a0e7-c808ddf20260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.747556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9bcaab40-4e03-4a08-a0e7-c808ddf20260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.802820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9bcaab40-4e03-4a08-a0e7-c808ddf20260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.819531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaab40-4e03-4a08-a0e7-c808ddf20260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ce1ff3-c817-4bf2-96f9-21adc7884f08,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:17.831035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9bcaab40-4e03-4a08-a0e7-c808ddf20260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:17.832683 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9bcaab40-4e03-4a08-a0e7-c808ddf20260 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1ce1ff3-c817-4bf2-96f9-21adc7884f08 HTTP/1.1" status: 204 len: 168 time: 0.1686492 Mar 22 13:26:18.573631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46880) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:18.673003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-371343980-network', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:26:18.677057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:26:18.679028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:26:18.682866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Usage tracker for resource:network and tenant:840bab77ac074dae85e3e1e00ce765d6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:26:18.685677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:26:18.691815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:26:18.702592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Made reservation on behalf of 840bab77ac074dae85e3e1e00ce765d6 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:26:18.705097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:18.710784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:26:18.711132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 23c3e6da-0bb6-4e95-ab56-03cc4c9e5657 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:26:18.718097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:18.734092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:26:18.739298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:840bab77ac074dae85e3e1e00ce765d6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:26:18.742296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:26:18.748018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:26:18.831992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:18.836004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:18.864897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:26:18.877438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b2114-0aae-498d-a56c-988204d3e328,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:18.883546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:18.883886 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Added segment 11e36b7d-b22d-477f-9c6d-95632238ea71 of type vlan for network 313850eb-052a-4f2e-aa60-1391b7b772c4 Mar 22 13:26:18.910911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:18.939510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:18.940633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:18.941366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:19.039994 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4652481 Mar 22 13:26:19.042810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46886) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:19.050643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Request body: {'subnet': {'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-371343980-subnet', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:26:19.053883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da930f96-64bf-4f38-8ee9-e6059d86a7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=313850eb-052a-4f2e-aa60-1391b7b772c4,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:19.057335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:26:19.062717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Usage tracker for resource:subnet and tenant:840bab77ac074dae85e3e1e00ce765d6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:26:19.063466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:26:19.065708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:26:19.071696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:26:19.082082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Made reservation on behalf of 840bab77ac074dae85e3e1e00ce765d6 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:26:19.084916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:19.386441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:19.456981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b50c92-6412-4374-b4a3-92e2e73f2483,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:19.466928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Checking segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:26:19.467331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Network hostable DHCP agents. Network: 313850eb-052a-4f2e-aa60-1391b7b772c4, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:26:19.486721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:26:19.495654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 313850eb-052a-4f2e-aa60-1391b7b772c4) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:26:19.499686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:19.500262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:19.505925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d46a3-b55f-4186-a278-333a22371708 None None] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:26:19.524469 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d36e4534-24d4-4ba7-8fc3-aa746652d8c2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4806492 Mar 22 13:26:19.527237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46890) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:19.531998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:26:19.536997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:26:19.540753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Usage tracker for resource:router and tenant:840bab77ac074dae85e3e1e00ce765d6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:26:19.543591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:26:19.549187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:26:19.559628 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:19.560595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:19.576631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:19.733336 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-313850eb-052a-4f2e-aa60-1391b7b772c4', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:26:19.734163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:19.845019 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:19.890414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Allocated IP 172.20.0.2 (313850eb-052a-4f2e-aa60-1391b7b772c4/07b50c92-6412-4374-b4a3-92e2e73f2483/5a563512-1c8b-40dc-b4d7-bf0ee4fef953) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:26:20.106509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:20.118352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Transition to ACTIVE for port object 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:26:20.138356 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Transition to ACTIVE for port object 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:26:20.144025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:20.174759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:20.204708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:26:20.205251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:20.211963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:26:20.219271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:26:20.224703 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Pushing event updated for resources: {'Port': ['ID=5a563512-1c8b-40dc-b4d7-bf0ee4fef953,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:20.309993 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Attempting to bind port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:26:20.310362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Attempting to bind port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:26:20.310759 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Attempting to bind port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 on network 313850eb-052a-4f2e-aa60-1391b7b772c4 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:26:20.316840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:26:20.317205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Checking segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:26:20.317612 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:20.317999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Bound using segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:26:20.318463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Bound port: 5a563512-1c8b-40dc-b4d7-bf0ee4fef953, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:26:20.318834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:20.356046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Allocated IP 172.26.5.79 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/242638c7-5811-4cad-b0ec-86708d3dfa69) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:26:20.438789 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] For port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:26:20.441850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] For port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5a563512-1c8b-40dc-b4d7-bf0ee4fef953,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:26:20.447214 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:20.523644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:20.528570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53941bfa-96fb-4660-a98f-900fdf9a51b2 None None] Pushing event updated for resources: {'Port': ['ID=5a563512-1c8b-40dc-b4d7-bf0ee4fef953,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:20.556648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:20.622324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:26:20.630355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:26:20.634792 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:26:20.664758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Pushing event updated for resources: {'Port': ['ID=242638c7-5811-4cad-b0ec-86708d3dfa69,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:21.206226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:21.455896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620d401-7a2c-4a26-8af9-d493396fceb6 None None] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:26:21.567781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:21.590105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3aa55f61-67a9-4fa1-bcd8-a3473c647a9d None None] Provisioning for port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:26:21.720525 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:21.742459 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:26:21.786762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Router f93541a5-df58-443a-a92a-218e3e65843b is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:26:21.828405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:26:21.834609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:21.834975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:21.958350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:21.989021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:26:21.998770 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:26:21.999523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5a563512-1c8b-40dc-b4d7-bf0ee4fef953,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:22.004710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:22.010257 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:26:22.011494 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:26:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:22.022206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:22.023638 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d87c85ed-9650-40b2-93ae-4056d12f63f0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4954381 Mar 22 13:26:22.026259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46894) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:22.086582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-06f79d56-720b-464e-8da2-79202f4cd674 None None] Provisioning complete for port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:22.086826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-06f79d56-720b-464e-8da2-79202f4cd674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:22.126139 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=5a563512-1c8b-40dc-b4d7-bf0ee4fef953,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:22.203707 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:26:22.497047 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:21Z', 'revision_number': 3, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:22.500765 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:26:22.501107 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Updating router f93541a5-df58-443a-a92a-218e3e65843b port 242638c7-5811-4cad-b0ec-86708d3dfa69 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:26:22.556217 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:22.842434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:22.890290 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:22.901513 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Transition to ACTIVE for port object 242638c7-5811-4cad-b0ec-86708d3dfa69 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:26:22.908133 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:22.986667 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Attempting to bind port 242638c7-5811-4cad-b0ec-86708d3dfa69 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:26:22.987032 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Attempting to bind port 242638c7-5811-4cad-b0ec-86708d3dfa69 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:26:22.987457 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Attempting to bind port 242638c7-5811-4cad-b0ec-86708d3dfa69 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:26:22.989428 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Pushing event updated for resources: {'Port': ['ID=242638c7-5811-4cad-b0ec-86708d3dfa69,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:22.998154 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:26:22.998520 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:26:22.998916 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:22.999509 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:26:22.999779 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Bound port: 242638c7-5811-4cad-b0ec-86708d3dfa69, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:26:23.000188 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.027109 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.027474 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.028420 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.028420 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.028420 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.028768 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.029079 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.029398 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.029716 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.030032 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.030347 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.030662 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:23.059948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Allocated IP 172.20.0.1 (313850eb-052a-4f2e-aa60-1391b7b772c4/07b50c92-6412-4374-b4a3-92e2e73f2483/d217946c-db8c-4a62-be5e-cf5fee658dd8) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:26:23.085223 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] For port 242638c7-5811-4cad-b0ec-86708d3dfa69, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:26:23.088249 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] For port 242638c7-5811-4cad-b0ec-86708d3dfa69, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=242638c7-5811-4cad-b0ec-86708d3dfa69,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:26:23.092935 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.168296 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:26:23.168895 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:26:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:23.216346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.231057 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8d7fa-b75a-4051-86d7-c27f313b8065 None None] Pushing event updated for resources: {'Port': ['ID=242638c7-5811-4cad-b0ec-86708d3dfa69,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:23.234143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Transition to ACTIVE for port object d217946c-db8c-4a62-be5e-cf5fee658dd8 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:26:23.258427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.318849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:26:23.321921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:26:23.324296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:26:23.370134 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:26:23.377823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Pushing event updated for resources: {'Port': ['ID=d217946c-db8c-4a62-be5e-cf5fee658dd8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:23.396548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.532070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.554784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-da299e7c-c011-4ee9-9a6b-5832eb89b73d None None] Provisioning for port d217946c-db8c-4a62-be5e-cf5fee658dd8 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:26:23.560308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-da299e7c-c011-4ee9-9a6b-5832eb89b73d None None] Provisioning complete for port d217946c-db8c-4a62-be5e-cf5fee658dd8 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:23.560819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-da299e7c-c011-4ee9-9a6b-5832eb89b73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.616024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-da299e7c-c011-4ee9-9a6b-5832eb89b73d None None] Port d217946c-db8c-4a62-be5e-cf5fee658dd8 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:26:23.710080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:26:23.721240 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:21Z', 'revision_number': 3, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:23.725226 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036786ab-7f29-4b21-9239-ecdc8ac8295c None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:21Z', 'revision_number': 3, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:26:23.783537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.789754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.793126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:23.793623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.902504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:23.905903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Pushing event updated for resources: {'Port': ['ID=d217946c-db8c-4a62-be5e-cf5fee658dd8,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:24.162396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:26:24.163638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:26:24.370383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Router f93541a5-df58-443a-a92a-218e3e65843b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:26:24.454223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-16a96ad5-3dd5-48a6-918f-7c178113f655 None None] Provisioning complete for port d217946c-db8c-4a62-be5e-cf5fee658dd8 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:24.454586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16a96ad5-3dd5-48a6-918f-7c178113f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:24.510907 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ad5-3dd5-48a6-918f-7c178113f655 None None] Port d217946c-db8c-4a62-be5e-cf5fee658dd8 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:26:24.563713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:26:24.573269 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e2d98f7c-430b-4f81-affe-b395bfbf5d9b admin admin] 10.222.0.70 "PUT /v2.0/routers/f93541a5-df58-443a-a92a-218e3e65843b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5460176 Mar 22 13:26:25.038573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46904) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:25.044669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901428180', 'description': 'tempest-description--1645791365'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:26:25.051208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:26:25.055376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Usage tracker for resource:security_group and tenant:840bab77ac074dae85e3e1e00ce765d6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:26:25.058721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:26:25.064758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:26:25.077171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.101148 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:26:25.104883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Usage tracker for resource:security_group_rule and tenant:840bab77ac074dae85e3e1e00ce765d6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:26:25.107639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:26:25.113205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:26:25.184678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.192176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.203234 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:26:25.213696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:26:25.214339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:26:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:25.236953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6676d56-7a83-4352-9967-15713f87a75e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:25.240258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.244283 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9c5a66bb-8902-4f14-ba98-ad492eb40df4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2011824 Mar 22 13:26:25.245060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46908) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:25.249381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'security_group_rule': {'security_group_id': 'c6676d56-7a83-4352-9967-15713f87a75e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:26:25.255973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:26:25.259721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Usage tracker for resource:security_group_rule and tenant:840bab77ac074dae85e3e1e00ce765d6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:26:25.262501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:26:25.268137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:26:25.286063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.345977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.350851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.375390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04c9841-0bff-4748-b523-7f563499aa6e,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:25.386081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.389998 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-63c1c36a-188a-4673-913f-dabe5068dbfc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420858 Mar 22 13:26:25.390483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46912) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:25.396020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'security_group_rule': {'security_group_id': 'c6676d56-7a83-4352-9967-15713f87a75e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:26:25.402557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:26:25.403198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:26:25.406467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Usage tracker for resource:security_group_rule and tenant:840bab77ac074dae85e3e1e00ce765d6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:26:25.409540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:26:25.415308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:26:25.433588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.498841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.502530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.528569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef3f52d-0346-45ee-828e-c7032fa830db,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:25.538328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.539825 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-99ad39ed-9156-460c-8fe7-5041cf37d1aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481233 Mar 22 13:26:25.542714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46916) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:25.547590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:26:25.553772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:26:25.557492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Usage tracker for resource:floatingip and tenant:840bab77ac074dae85e3e1e00ce765d6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:26:25.560274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:26:25.566389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:26:25.577822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.723780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.727325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 2, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:25.730658 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:26:25.731013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Updating router f93541a5-df58-443a-a92a-218e3e65843b port d217946c-db8c-4a62-be5e-cf5fee658dd8 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:26:25.756597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 242638c7-5811-4cad-b0ec-86708d3dfa69 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:26:25.864075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Allocated IP 172.26.5.184 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/821574b9-db0c-47e1-b054-babf9ad9bf7f) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:26:25.872450 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:25.945764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 242638c7-5811-4cad-b0ec-86708d3dfa69 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:26:25.987865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 242638c7-5811-4cad-b0ec-86708d3dfa69 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:25.988245 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.023063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.055136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.115725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:26:26.118378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:26:26.120844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:26:26.166131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event updated for resources: {'Port': ['ID=821574b9-db0c-47e1-b054-babf9ad9bf7f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:26.215418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.227539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.261246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 242638c7-5811-4cad-b0ec-86708d3dfa69, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=242638c7-5811-4cad-b0ec-86708d3dfa69,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:26.266008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.280640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.391153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=242638c7-5811-4cad-b0ec-86708d3dfa69,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:26.410344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.423125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Transition to ACTIVE for port object d217946c-db8c-4a62-be5e-cf5fee658dd8 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:26:26.430375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.499245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.505590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.562836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64696f37-38f8-410f-8398-dcff0517ca9a None None] Pushing event updated for resources: {'Port': ['ID=d217946c-db8c-4a62-be5e-cf5fee658dd8,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:26.667687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Attempting to bind port d217946c-db8c-4a62-be5e-cf5fee658dd8 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:26:26.668099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Attempting to bind port d217946c-db8c-4a62-be5e-cf5fee658dd8 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:26:26.668523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Attempting to bind port d217946c-db8c-4a62-be5e-cf5fee658dd8 on network 313850eb-052a-4f2e-aa60-1391b7b772c4 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:26:26.675462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:26:26.675874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Checking segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:26:26.676268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.676656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Bound using segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:26:26.677102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Bound port: d217946c-db8c-4a62-be5e-cf5fee658dd8, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:26:26.677466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.736306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event updated for resources: {'Port': ['ID=821574b9-db0c-47e1-b054-babf9ad9bf7f,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:26.748508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.770754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.772095 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-14b28cd9-7262-4f7f-920b-901cc0895aa7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2284255 Mar 22 13:26:26.775220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] For port d217946c-db8c-4a62-be5e-cf5fee658dd8, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:26:26.779527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] For port d217946c-db8c-4a62-be5e-cf5fee658dd8, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d217946c-db8c-4a62-be5e-cf5fee658dd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:26:26.788815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:26.896418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:26:26.897133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:26:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:26.959269 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-b0e7e53d-55c4-475d-812e-88416cec8233 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1901428180&fields=id&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 267 time: 0.0457070 Mar 22 13:26:26.964656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64696f37-38f8-410f-8398-dcff0517ca9a None None] Pushing event updated for resources: {'Port': ['ID=d217946c-db8c-4a62-be5e-cf5fee658dd8,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:27.090634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:26:27.129958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-71e942f0-6c89-4648-91bf-59a4f82fe334 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:27.131452 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-71e942f0-6c89-4648-91bf-59a4f82fe334 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 811 time: 0.1639731 Mar 22 13:26:27.147409 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-63217747-aa68-4e14-b87d-213f902d6d35 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/quotas/840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 375 time: 0.0104737 Mar 22 13:26:27.246717 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-19c6f4da-9939-43b0-82ef-5fa2c6df35bc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916717 Mar 22 13:26:27.510502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:27.514688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ccbf49-bd78-4b68-bf2d-d3a251fbb4dd None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:26:27.588867 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-755a02ab-4305-4e6e-9852-8759d83855df service neutron] 10.222.0.70 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297143 Mar 22 13:26:27.738149 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfef731c-e266-4937-a821-c69d533cfb99 service neutron] 10.222.0.70 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426513 Mar 22 13:26:27.799108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d217946c-db8c-4a62-be5e-cf5fee658dd8 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:26:27.884975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port d217946c-db8c-4a62-be5e-cf5fee658dd8 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:26:27.890793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d217946c-db8c-4a62-be5e-cf5fee658dd8 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:27.891192 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:27.937049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-74050e90-2156-4599-bbdf-e77784e7bd58 req-29757fe4-8e61-4120-8472-1fc3013d8a07 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Synchronizing usage tracker for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:26:27.960511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-74050e90-2156-4599-bbdf-e77784e7bd58 req-29757fe4-8e61-4120-8472-1fc3013d8a07 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Unset dirty status for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:26:27.962331 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-74050e90-2156-4599-bbdf-e77784e7bd58 req-29757fe4-8e61-4120-8472-1fc3013d8a07 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 210 time: 0.0715365 Mar 22 13:26:28.042538 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:28.082123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port d217946c-db8c-4a62-be5e-cf5fee658dd8, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d217946c-db8c-4a62-be5e-cf5fee658dd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:28.086724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:28.087687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 242638c7-5811-4cad-b0ec-86708d3dfa69 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:26:28.230695 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=d217946c-db8c-4a62-be5e-cf5fee658dd8,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:28.240068 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 242638c7-5811-4cad-b0ec-86708d3dfa69 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:28.240368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:29.113816 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7eb5ac49-7d5a-4a3d-a1c5-337b733ff53e req-0ffe7ad7-144e-4d69-888c-8fbd27296071 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 210 time: 0.0429456 Mar 22 13:26:29.203380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-69a4862c-e101-4709-b4fd-c2bb4c8120c3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:29.204232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-69a4862c-e101-4709-b4fd-c2bb4c8120c3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Synchronizing usage tracker for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:26:29.224577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-69a4862c-e101-4709-b4fd-c2bb4c8120c3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Unset dirty status for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:26:29.225843 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-69a4862c-e101-4709-b4fd-c2bb4c8120c3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 811 time: 0.1896877 Mar 22 13:26:29.282784 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-95ccb550-a309-447a-bcf8-a750608e3768 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Synchronizing usage tracker for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:26:29.299334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-95ccb550-a309-447a-bcf8-a750608e3768 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Unset dirty status for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:26:29.301147 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-95ccb550-a309-447a-bcf8-a750608e3768 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 380 time: 0.0651176 Mar 22 13:26:29.311601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'port': {'device_id': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'admin_state_up': True, 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'security_groups': ['c6676d56-7a83-4352-9967-15713f87a75e']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:26:29.447718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:26:29.457140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:26:29.466657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Made reservation on behalf of 840bab77ac074dae85e3e1e00ce765d6 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:26:29.470529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:29.634827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Allocated IP 172.20.0.4 (313850eb-052a-4f2e-aa60-1391b7b772c4/07b50c92-6412-4374-b4a3-92e2e73f2483/df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:26:29.713296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d217946c-db8c-4a62-be5e-cf5fee658dd8 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:26:29.787678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d217946c-db8c-4a62-be5e-cf5fee658dd8 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:29.788041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:29.833612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:29.849994 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Transition to ACTIVE for port object df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:26:29.875386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:29.940143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:26:29.943130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:26:29.951657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:26:29.994038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event updated for resources: {'Port': ['ID=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:30.033308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:30.034024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:30.066681 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-dfe4ee20-7509-447a-a0db-a6ad62fd1af4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586548 Mar 22 13:26:30.084999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Request body: {'port': {'device_id': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:26:30.200405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:30.226680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8a858da1-7e52-45dc-89cf-08b5bb359807 None None] Provisioning for port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:26:30.231489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8a858da1-7e52-45dc-89cf-08b5bb359807 None None] Provisioning complete for port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:30.231864 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8a858da1-7e52-45dc-89cf-08b5bb359807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:30.290179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-8a858da1-7e52-45dc-89cf-08b5bb359807 None None] Port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:26:30.421868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f92b4-4351-4200-8efe-5cefa9252c83 req-d0a22a45-f80e-4da1-b35d-b9a7eb321046 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:30.422551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-ff9f92b4-4351-4200-8efe-5cefa9252c83 req-d0a22a45-f80e-4da1-b35d-b9a7eb321046 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Synchronizing usage tracker for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:26:30.513169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-ff9f92b4-4351-4200-8efe-5cefa9252c83 req-d0a22a45-f80e-4da1-b35d-b9a7eb321046 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Unset dirty status for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:26:30.514497 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff9f92b4-4351-4200-8efe-5cefa9252c83 req-d0a22a45-f80e-4da1-b35d-b9a7eb321046 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 931 time: 0.2701178 Mar 22 13:26:30.586766 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff9f92b4-4351-4200-8efe-5cefa9252c83 req-127f771a-e548-498a-a392-b0afa71d3383 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634396 Mar 22 13:26:30.666482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:26:30.673717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:30.688592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Transition to ACTIVE for port object df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:26:30.692455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:30.832523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Pushing event updated for resources: {'Port': ['ID=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:31.045290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Attempting to bind port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:26:31.045626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Attempting to bind port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:26:31.045955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Attempting to bind port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 on network 313850eb-052a-4f2e-aa60-1391b7b772c4 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:26:31.051132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 on network 313850eb-052a-4f2e-aa60-1391b7b772c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:26:31.051479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Attempting to bind port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 on network 313850eb-052a-4f2e-aa60-1391b7b772c4 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:26:31.056503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:26:31.056837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Checking segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:26:31.057224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Bound using segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:26:31.057655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Bound port: df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:26:31.057999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:31.146503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] For port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:26:31.149479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] For port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:26:31.153340 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:31.209856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:31.210471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:31.211856 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] 10.222.0.47 "PUT /v2.0/ports/df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 HTTP/1.1" status: 200 len: 1093 time: 1.1327889 Mar 22 13:26:31.212285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:26:31.251015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff78ba1-9392-44b6-9c68-96e7be984157 service neutron] Pushing event updated for resources: {'Port': ['ID=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:31.295724 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'status': 'completed', 'code': 200} Mar 22 13:26:31.347794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-c1155724-9516-4a51-bde6-3ffebc3f11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:31.349475 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-c1155724-9516-4a51-bde6-3ffebc3f11d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0907865 Mar 22 13:26:31.424041 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-1f2c7951-3c7a-40dc-b1de-73b085713f48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 HTTP/1.1" status: 200 len: 217 time: 0.0662994 Mar 22 13:26:31.489951 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-f1a208b9-59e4-42bf-90d4-5111f0504192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:31.491290 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-f1a208b9-59e4-42bf-90d4-5111f0504192 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0593503 Mar 22 13:26:31.566954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-8d48aa2b-0746-4dd9-b392-3f5b8926accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:31.568627 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-8d48aa2b-0746-4dd9-b392-3f5b8926accd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703690 Mar 22 13:26:31.748156 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-fe5d6fb6-3c38-428d-95c7-4760d429b909 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710653 Mar 22 13:26:31.895431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fdb99-e4b3-405f-b2b0-3c03b3c0abbc req-c7fdac00-6e00-47a6-9556-2581abb71fb4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:31.896887 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd7fdb99-e4b3-405f-b2b0-3c03b3c0abbc req-c7fdac00-6e00-47a6-9556-2581abb71fb4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 943 time: 0.1991339 Mar 22 13:26:31.929474 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-26ff3e82-0140-49fd-914f-e59e3f43ae78 req-3fd9630f-e448-4216-88ea-0e4a129db128 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737309 Mar 22 13:26:31.951621 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd7fdb99-e4b3-405f-b2b0-3c03b3c0abbc req-024dd55d-6bbe-4da8-bf05-007e8deebe9c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458345 Mar 22 13:26:32.053120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-9048199f-bbb0-4049-a989-74549bc783c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:32.054560 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-9048199f-bbb0-4049-a989-74549bc783c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0738633 Mar 22 13:26:32.192439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-9441057d-99eb-4d05-a6b3-cdb2bf5db6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:32.193793 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-9441057d-99eb-4d05-a6b3-cdb2bf5db6af service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1299684 Mar 22 13:26:32.265770 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-9313534f-d1d8-4eaa-94f9-42e5ec3b1947 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 HTTP/1.1" status: 200 len: 217 time: 0.0615330 Mar 22 13:26:32.331937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-6dd4495f-1025-4f3a-8caf-bb17083ff941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:32.333591 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-6dd4495f-1025-4f3a-8caf-bb17083ff941 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0609930 Mar 22 13:26:32.411970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-6eee8825-5f87-4a5a-854f-f2671cb1b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:32.413548 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-6eee8825-5f87-4a5a-854f-f2671cb1b457 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729084 Mar 22 13:26:32.551296 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-0aa37db8-490c-46f0-866a-e9cb06ecaf42 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291978 Mar 22 13:26:32.788054 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-952b7b41-0d3b-4368-bcbc-a241c947e7a0 req-4cf7a079-c363-4ddd-bcc0-1776ce19a17b service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297900 Mar 22 13:26:33.077164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c50912a6-422a-45cd-b512-9276db7fec6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:33.152116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11848f46-4158-474c-886b-32460768bcd2 req-396cea0e-0877-4b54-a5e1-5ca89f83215c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:33.153597 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-11848f46-4158-474c-886b-32460768bcd2 req-396cea0e-0877-4b54-a5e1-5ca89f83215c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 943 time: 0.0933564 Mar 22 13:26:33.199146 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-11848f46-4158-474c-886b-32460768bcd2 req-1cc826f4-eaf8-46e3-bda6-899f623ec831 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Mar 22 13:26:34.395874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836d265-7922-495e-bad2-924a22957e43 req-b7e8e080-cc92-4527-9109-db6f59960436 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:34.397296 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d836d265-7922-495e-bad2-924a22957e43 req-b7e8e080-cc92-4527-9109-db6f59960436 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 943 time: 0.0822661 Mar 22 13:26:34.439937 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d836d265-7922-495e-bad2-924a22957e43 req-4b97e188-7d61-4615-a669-ebbabbac996e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369313 Mar 22 13:26:34.776448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:26:34.908041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:34.921218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'port_id': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'mac_address': 'fa:16:3e:a7:c6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:26:34.979706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:34.996202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:26:35.012149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:35.015900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:35.083290 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:35.090620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.091018 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.091420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.091835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.092172 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.092495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.092814 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.093182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.093565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.093928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.094293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.094653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:26:35.271444 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:26:35.386365 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0e445b08-3c6d-48a5-98bb-d4f4261c179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:35.621557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d2db4-4f15-451b-b6c1-77c1b159e5c7 req-560d4052-d3a0-45b2-bb7a-872c62d8b805 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:35.622973 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e27d2db4-4f15-451b-b6c1-77c1b159e5c7 req-560d4052-d3a0-45b2-bb7a-872c62d8b805 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 944 time: 0.0778346 Mar 22 13:26:35.669585 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e27d2db4-4f15-451b-b6c1-77c1b159e5c7 req-0f944659-bceb-4e4b-97b6-2491281e0228 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Mar 22 13:26:36.421126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:36.644793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:36.788966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:26:36.856005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:26:36.861211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:26:36.861596 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:36.868265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fd195-ec84-4316-abd2-b66a15616b8e req-ff2767a1-d556-4f9e-ad54-a05851f96497 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:36.869879 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b88fd195-ec84-4316-abd2-b66a15616b8e req-ff2767a1-d556-4f9e-ad54-a05851f96497 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 944 time: 0.0818036 Mar 22 13:26:36.915643 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b88fd195-ec84-4316-abd2-b66a15616b8e req-f16d9bca-71b5-4bbd-abce-527cc668e621 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400410 Mar 22 13:26:36.981099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:37.007243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:26:37.016776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:26:37.020570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:37.055210 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'code': 200} Mar 22 13:26:37.095499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:26:37.297592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf4575-0213-479f-8173-ee59aea692df req-13fb16ce-501b-4a52-9efc-29e9934e01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:37.299059 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fedf4575-0213-479f-8173-ee59aea692df req-13fb16ce-501b-4a52-9efc-29e9934e01b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0729823 Mar 22 13:26:37.342776 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fedf4575-0213-479f-8173-ee59aea692df req-8179bf86-200d-4cb7-a745-2feed985083d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350266 Mar 22 13:26:37.853207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:38.098416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde80e66-f7ae-4332-a405-7fb8dcb38c55 req-3398b711-1114-4cbb-81c8-7e4d00ded67b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:38.099872 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dde80e66-f7ae-4332-a405-7fb8dcb38c55 req-3398b711-1114-4cbb-81c8-7e4d00ded67b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0798767 Mar 22 13:26:38.147699 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dde80e66-f7ae-4332-a405-7fb8dcb38c55 req-cd89895e-e2aa-4192-8bdb-bf5dd335718e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420101 Mar 22 13:26:39.334154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30eed1-0894-4026-bd40-06817f7b6c9f req-c03d4118-b5a2-4bed-b5d7-79b2d906475b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:39.335629 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5b30eed1-0894-4026-bd40-06817f7b6c9f req-c03d4118-b5a2-4bed-b5d7-79b2d906475b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0837464 Mar 22 13:26:39.379919 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5b30eed1-0894-4026-bd40-06817f7b6c9f req-eb66647e-3992-4939-8e7b-d56cd76799c8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386541 Mar 22 13:26:39.558433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893648-f012-4b76-b9be-6482e53fa3af req-6e4e4b6f-860f-42d6-9fd8-d9715c64477b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:39.559820 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-df893648-f012-4b76-b9be-6482e53fa3af req-6e4e4b6f-860f-42d6-9fd8-d9715c64477b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0803394 Mar 22 13:26:39.568231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 46974) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:26:39.573237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f4a24e0d-a7d5-4585-ae4b-bec40e5fb0f2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'floatingip': {'port_id': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:26:39.651049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a24e0d-a7d5-4585-ae4b-bec40e5fb0f2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:40.245647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a24e0d-a7d5-4585-ae4b-bec40e5fb0f2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:40.249472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a24e0d-a7d5-4585-ae4b-bec40e5fb0f2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:40.525202 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-f4a24e0d-a7d5-4585-ae4b-bec40e5fb0f2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2 associated. External IP: 172.26.5.184, port: df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8. Mar 22 13:26:40.875357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a24e0d-a7d5-4585-ae4b-bec40e5fb0f2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Router f93541a5-df58-443a-a92a-218e3e65843b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:26:41.051462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a24e0d-a7d5-4585-ae4b-bec40e5fb0f2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:26:41.056420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4a24e0d-a7d5-4585-ae4b-bec40e5fb0f2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:41.061550 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:26:41.074042 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:26:41.074659 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:26:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:41.116305 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f4a24e0d-a7d5-4585-ae4b-bec40e5fb0f2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "PUT /v2.0/floatingips/0cf598c0-0f13-4159-aa05-5456b1ff6ed2 HTTP/1.1" status: 200 len: 991 time: 1.5469964 Mar 22 13:26:41.116981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:26:41.218515 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'status': 'completed', 'code': 200} Mar 22 13:26:41.257018 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:26:41.296670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727625c-245b-4097-a7cd-f7aef181e65f req-b9e3efc5-f9e6-481e-840a-a894be5e0549 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:41.298191 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6727625c-245b-4097-a7cd-f7aef181e65f req-b9e3efc5-f9e6-481e-840a-a894be5e0549 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0881214 Mar 22 13:26:41.317500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5e088-4147-421b-8073-d93c655fe582 req-8c52c3ac-731f-4f8b-bae1-294591f751df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:41.318972 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4ad5e088-4147-421b-8073-d93c655fe582 req-8c52c3ac-731f-4f8b-bae1-294591f751df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0750401 Mar 22 13:26:41.354395 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6727625c-245b-4097-a7cd-f7aef181e65f req-72ef2c9f-254f-4412-8d67-35259fe2a329 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486851 Mar 22 13:26:41.515691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5e088-4147-421b-8073-d93c655fe582 req-1dca4a2f-ebeb-4dda-94c4-e047cdad0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:41.517445 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4ad5e088-4147-421b-8073-d93c655fe582 req-1dca4a2f-ebeb-4dda-94c4-e047cdad0fdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1917212 Mar 22 13:26:41.605693 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:a7:c6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:26:40Z', 'revision_number': 1, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:41.609666 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:26:41.618519 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:26:41.619106 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:26:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:41.640127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d939b24-151e-45b6-be3d-e4b259e93389 req-3e68591c-236b-4f33-8ae0-999c77a38441 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:41.641499 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2d939b24-151e-45b6-be3d-e4b259e93389 req-3e68591c-236b-4f33-8ae0-999c77a38441 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.1845083 Mar 22 13:26:41.643352 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4ad5e088-4147-421b-8073-d93c655fe582 req-02aad012-d78b-47a3-ac82-207939538cb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 HTTP/1.1" status: 200 len: 999 time: 0.1196306 Mar 22 13:26:41.736663 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2d939b24-151e-45b6-be3d-e4b259e93389 req-fda47898-285b-4ba0-827b-e9221cb980af tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895903 Mar 22 13:26:41.740033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5e088-4147-421b-8073-d93c655fe582 req-205c9288-d3c7-407a-96a5-4068326c14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:41.741376 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4ad5e088-4147-421b-8073-d93c655fe582 req-205c9288-d3c7-407a-96a5-4068326c14f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0815296 Mar 22 13:26:41.798001 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:26:41.822627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5e088-4147-421b-8073-d93c655fe582 req-9fd74a04-dcbf-4a55-9daa-351196540181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:41.824104 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4ad5e088-4147-421b-8073-d93c655fe582 req-9fd74a04-dcbf-4a55-9daa-351196540181 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761123 Mar 22 13:26:41.962354 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4ad5e088-4147-421b-8073-d93c655fe582 req-dcaf7f28-edd9-4ac2-962e-41eb67240d32 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304665 Mar 22 13:26:42.145329 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:a7:c6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:26:40Z', 'revision_number': 1, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:26:42.149471 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20cf70-fb95-4fc3-a8f1-4d4e5e4985b2 None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:a7:c6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:26:40Z', 'revision_number': 1, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:26:42.215753 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4ad5e088-4147-421b-8073-d93c655fe582 req-24f46db3-5e15-44c5-a4d9-b7581c27d58e service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472661 Mar 22 13:26:42.360524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432161d0-b8ba-4921-b55a-9fc2162c871a None None] New status for floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:26:42.920680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193c0c6-d64c-411b-ad6d-3cc5cc0a2609 req-ea84e3ec-af29-40e4-ba49-10985a3e06f8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:42.922182 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c193c0c6-d64c-411b-ad6d-3cc5cc0a2609 req-ea84e3ec-af29-40e4-ba49-10985a3e06f8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0814250 Mar 22 13:26:42.973400 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c193c0c6-d64c-411b-ad6d-3cc5cc0a2609 req-8cacb1cb-ee88-49f7-baed-9bfa92538c8f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Mar 22 13:26:43.177209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb1e1-ed01-4f22-9f78-18f1d8a3c3d5 req-1cbde9fd-f99f-4e20-9ee0-040da429102f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:43.178576 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-41fcb1e1-ed01-4f22-9f78-18f1d8a3c3d5 req-1cbde9fd-f99f-4e20-9ee0-040da429102f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0829651 Mar 22 13:26:43.223225 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-41fcb1e1-ed01-4f22-9f78-18f1d8a3c3d5 req-be12969d-6749-4211-b90e-f089af909e09 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389442 Mar 22 13:26:43.576712 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-2fa74950-c82b-477b-9c36-f5fef40d8408 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732298 Mar 22 13:26:43.627065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2987dd-eafb-446f-a0f3-7dfe51aeb5ce req-ea2f8ba6-db73-4d90-953e-e59043c0fdc9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:43.629051 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee2987dd-eafb-446f-a0f3-7dfe51aeb5ce req-ea2f8ba6-db73-4d90-953e-e59043c0fdc9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0841141 Mar 22 13:26:43.672388 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee2987dd-eafb-446f-a0f3-7dfe51aeb5ce req-71e1d64e-b400-4570-888e-2123deae089e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377991 Mar 22 13:26:44.785157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-b48f6215-958f-4278-8b20-44a65d36abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:44.786627 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-b48f6215-958f-4278-8b20-44a65d36abb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0712521 Mar 22 13:26:44.856585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090aba2-cb02-479d-ba6f-1f4d93be3836 req-4fc0e61d-adae-4e24-a3f2-8a16f81e0eb0 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:44.858040 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2090aba2-cb02-479d-ba6f-1f4d93be3836 req-4fc0e61d-adae-4e24-a3f2-8a16f81e0eb0 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0796309 Mar 22 13:26:44.901410 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2090aba2-cb02-479d-ba6f-1f4d93be3836 req-893a59d3-8dae-4913-997d-d9ea0a7654aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376687 Mar 22 13:26:44.922306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-2adb197f-10e1-470b-b95c-38b9b2980eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:44.922306 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-2adb197f-10e1-470b-b95c-38b9b2980eee service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1283453 Mar 22 13:26:45.025300 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-56f01474-e290-4780-a857-cf9bf1835a3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 HTTP/1.1" status: 200 len: 1001 time: 0.0964150 Mar 22 13:26:45.090492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-833903bc-1e7c-45e6-8ae8-9296d70740c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:45.091902 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-833903bc-1e7c-45e6-8ae8-9296d70740c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0601931 Mar 22 13:26:45.165531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-beeace0e-93f4-4a9a-9845-8aff1981be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:45.166987 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-beeace0e-93f4-4a9a-9845-8aff1981be5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688584 Mar 22 13:26:45.297510 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-5b54e2a3-7f93-48e8-b8af-422b479d93ec service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221423 Mar 22 13:26:45.434939 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-8e119e02-b604-4451-933b-21106e4db9d3 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304936 Mar 22 13:26:46.088324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436e6cc-3972-4068-95ad-1c2d128fba2c req-6040d119-b55d-4bd9-a9bf-221bb91590ca tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:46.089746 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d436e6cc-3972-4068-95ad-1c2d128fba2c req-6040d119-b55d-4bd9-a9bf-221bb91590ca tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0825741 Mar 22 13:26:46.133104 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d436e6cc-3972-4068-95ad-1c2d128fba2c req-cafb7f8a-bf49-48db-b16b-b0aef7b94d0c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378110 Mar 22 13:26:47.317950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4464697-f8ad-400a-977b-16ea95c7b2e9 req-d8a9e638-9346-4958-9b26-88bb09bcf9e9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:47.319396 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f4464697-f8ad-400a-977b-16ea95c7b2e9 req-d8a9e638-9346-4958-9b26-88bb09bcf9e9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0816436 Mar 22 13:26:47.364477 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f4464697-f8ad-400a-977b-16ea95c7b2e9 req-7b87ee90-cd3b-4f21-8596-3bd0f9bc94f9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384142 Mar 22 13:26:48.369002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec6c76-4075-4827-af9d-a35abf13239a req-b4711cfd-9b26-468c-a7f8-397a26c2751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:48.370454 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-beec6c76-4075-4827-af9d-a35abf13239a req-b4711cfd-9b26-468c-a7f8-397a26c2751a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0697732 Mar 22 13:26:48.575145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec6c76-4075-4827-af9d-a35abf13239a req-d4b6b591-0d9d-4e4c-aa42-d5e801bc1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:48.576587 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-beec6c76-4075-4827-af9d-a35abf13239a req-d4b6b591-0d9d-4e4c-aa42-d5e801bc1f05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1847377 Mar 22 13:26:48.660555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993de3b6-49bd-4840-8027-8fbd9b903ad1 req-9e08a3ed-b5c4-4213-b288-c72fbaf9245e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:48.661887 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-993de3b6-49bd-4840-8027-8fbd9b903ad1 req-9e08a3ed-b5c4-4213-b288-c72fbaf9245e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.1806531 Mar 22 13:26:48.715670 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-beec6c76-4075-4827-af9d-a35abf13239a req-33e30315-5b0a-4abb-8ed5-38b687c9f655 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 HTTP/1.1" status: 200 len: 1001 time: 0.1302433 Mar 22 13:26:48.756539 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-993de3b6-49bd-4840-8027-8fbd9b903ad1 req-d010b97e-712f-453e-9246-0764162cae18 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889113 Mar 22 13:26:48.781490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec6c76-4075-4827-af9d-a35abf13239a req-d6cd3b9a-4fea-4f81-9908-a9345d385f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:48.782964 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-beec6c76-4075-4827-af9d-a35abf13239a req-d6cd3b9a-4fea-4f81-9908-a9345d385f5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0617132 Mar 22 13:26:48.856623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec6c76-4075-4827-af9d-a35abf13239a req-6f27d015-287c-41bf-acd8-0df0673394dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:48.858066 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-beec6c76-4075-4827-af9d-a35abf13239a req-6f27d015-287c-41bf-acd8-0df0673394dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685558 Mar 22 13:26:49.084462 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-beec6c76-4075-4827-af9d-a35abf13239a req-36eab51a-341e-4820-92d0-b7a339c56507 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199001 Mar 22 13:26:49.218110 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-beec6c76-4075-4827-af9d-a35abf13239a req-e8a09550-a1fa-46e3-977d-6385cc1c06b1 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269639 Mar 22 13:26:49.941509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f926db2-a358-41ed-81a2-eeedb7142cdd req-8219d5be-92bb-4bde-aa29-0b63c6456dc4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:49.942864 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3f926db2-a358-41ed-81a2-eeedb7142cdd req-8219d5be-92bb-4bde-aa29-0b63c6456dc4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0782833 Mar 22 13:26:49.989438 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3f926db2-a358-41ed-81a2-eeedb7142cdd req-5c7fed39-453b-4d41-8685-a73755b9995e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409250 Mar 22 13:26:51.178691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668688f-fe46-45c4-9e70-0a312b63c7c8 req-fd95ac21-7b88-4d60-afaa-4c32df5c676f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:51.183023 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7668688f-fe46-45c4-9e70-0a312b63c7c8 req-fd95ac21-7b88-4d60-afaa-4c32df5c676f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0882368 Mar 22 13:26:51.229614 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7668688f-fe46-45c4-9e70-0a312b63c7c8 req-2b528432-6c25-4bef-93d3-7753daa4c803 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408680 Mar 22 13:26:51.721334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:52.411235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d3ae1-2f11-461b-9afd-d0dbcbd71fa7 req-3966911e-56d1-4d5a-be8f-cbb2710d9a07 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:52.412665 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b31d3ae1-2f11-461b-9afd-d0dbcbd71fa7 req-3966911e-56d1-4d5a-be8f-cbb2710d9a07 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0788963 Mar 22 13:26:52.428258 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:26:52.454661 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b31d3ae1-2f11-461b-9afd-d0dbcbd71fa7 req-85eadf30-0b9d-48b9-8642-d29a08405d40 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363538 Mar 22 13:26:53.640947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4356ab-6be5-49e5-a439-254ffa7dbf14 req-0dec6be8-6965-4a40-bf2a-ffcd5c8a3f45 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:53.642327 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee4356ab-6be5-49e5-a439-254ffa7dbf14 req-0dec6be8-6965-4a40-bf2a-ffcd5c8a3f45 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0820842 Mar 22 13:26:53.686391 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee4356ab-6be5-49e5-a439-254ffa7dbf14 req-9759c527-98c5-4bda-b865-2164ac3cbfc1 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385022 Mar 22 13:26:54.871559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f13af1-ed09-448f-a242-73094f98db3d req-843b0d0b-af35-4e5d-80fc-19ed5bea2115 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:54.873014 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-02f13af1-ed09-448f-a242-73094f98db3d req-843b0d0b-af35-4e5d-80fc-19ed5bea2115 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0840306 Mar 22 13:26:54.921309 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-02f13af1-ed09-448f-a242-73094f98db3d req-bcad449e-7814-4e30-b905-e810f2f8a43e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Mar 22 13:26:56.111268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f0af2-476f-420c-8f51-419b7d74cdfa req-564c9bae-adea-4ce9-b264-626530dc64b3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:56.114611 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c2f0af2-476f-420c-8f51-419b7d74cdfa req-564c9bae-adea-4ce9-b264-626530dc64b3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0849724 Mar 22 13:26:56.157979 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c2f0af2-476f-420c-8f51-419b7d74cdfa req-02717406-1ac7-4c6d-aea5-55bfdf800151 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Mar 22 13:26:57.345330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad68aa2-c09e-4af1-9402-73dc0492488f req-3848d069-c19c-41ea-beaa-351df1822269 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:57.347437 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1ad68aa2-c09e-4af1-9402-73dc0492488f req-3848d069-c19c-41ea-beaa-351df1822269 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0836632 Mar 22 13:26:57.393034 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1ad68aa2-c09e-4af1-9402-73dc0492488f req-8be148fd-9d86-48ca-922c-776e99982680 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395329 Mar 22 13:26:58.601482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a988e-0b96-4573-b195-50e5c0e39e13 req-af9c0204-0d99-4c42-9f5c-f616be38d089 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:58.602935 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-529a988e-0b96-4573-b195-50e5c0e39e13 req-af9c0204-0d99-4c42-9f5c-f616be38d089 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.1047003 Mar 22 13:26:58.648576 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-529a988e-0b96-4573-b195-50e5c0e39e13 req-7dafa630-8d2e-4302-be76-b0d5dbba0062 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398669 Mar 22 13:26:59.850667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fd3dc-ac2a-4db2-b73d-74655c8ea2fb req-f84f7c0d-adf0-41db-8612-de9ac158a900 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:59.852316 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-425fd3dc-ac2a-4db2-b73d-74655c8ea2fb req-f84f7c0d-adf0-41db-8612-de9ac158a900 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0963728 Mar 22 13:26:59.897927 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-425fd3dc-ac2a-4db2-b73d-74655c8ea2fb req-70450dea-a99d-4a5a-ae8b-d5de29cfe365 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394938 Mar 22 13:27:01.097201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf2fcd-d9c2-439f-a346-f70359f16d35 req-34e93d18-6536-4a71-945f-40b4fcdc5eef tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:01.098780 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-87bf2fcd-d9c2-439f-a346-f70359f16d35 req-34e93d18-6536-4a71-945f-40b4fcdc5eef tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0864861 Mar 22 13:27:01.147773 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-87bf2fcd-d9c2-439f-a346-f70359f16d35 req-d1c03d57-4373-457c-bc88-b1d78aea3acc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417807 Mar 22 13:27:02.333319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77d854-2aa6-4484-87d7-bb6e87b9de49 req-acf1c061-afcd-45c9-9184-b071a841dc3c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:02.334759 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0c77d854-2aa6-4484-87d7-bb6e87b9de49 req-acf1c061-afcd-45c9-9184-b071a841dc3c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0811343 Mar 22 13:27:02.388746 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0c77d854-2aa6-4484-87d7-bb6e87b9de49 req-717c878b-4a8b-4618-99eb-cfb010ad0762 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433600 Mar 22 13:27:02.418650 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-d15145ea-946b-48d1-8cd5-57813ff81d31 service neutron] 10.222.0.47 "GET /v2.0/ports/df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0844781 Mar 22 13:27:02.683108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-3e3af758-cbfc-4915-bbfe-30d7ef7b0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:02.684609 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-3e3af758-cbfc-4915-bbfe-30d7ef7b0763 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 1098 time: 0.0700755 Mar 22 13:27:02.786591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-0ff5177a-5f06-4719-a28a-3b861de9bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:02.788150 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-0ff5177a-5f06-4719-a28a-3b861de9bb87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0761256 Mar 22 13:27:02.921815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-ba4dd0ae-0b8a-4cd9-9a9f-65d3d65494fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:02.923308 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-ba4dd0ae-0b8a-4cd9-9a9f-65d3d65494fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1289086 Mar 22 13:27:03.028425 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-99f3acb2-8ef7-4ac1-9565-1f22567617bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 HTTP/1.1" status: 200 len: 1001 time: 0.0983932 Mar 22 13:27:03.085651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dfed1731-1dc7-43ed-91dc-4dadd9a5ee09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:03.096143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-ed2ccc83-eae7-47cf-a309-bf945a9cbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:03.097664 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-ed2ccc83-eae7-47cf-a309-bf945a9cbe98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0615880 Mar 22 13:27:03.179223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-c94bad75-791b-4339-8b03-3f758addf327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:03.180682 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-c94bad75-791b-4339-8b03-3f758addf327 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756214 Mar 22 13:27:03.315273 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-217a6376-3047-4f23-ab4e-0c1013131137 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264029 Mar 22 13:27:03.455664 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f7bbaff-e6ef-44b2-8a41-75f1de5e5aac req-2061fab8-328f-427b-9208-df316e89f43c service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327093 Mar 22 13:27:03.678144 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853484c6-8bd0-4c45-9309-9a667690a29a req-a5ec8733-4234-4e09-8674-72d3f0616ec9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:03.679646 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-853484c6-8bd0-4c45-9309-9a667690a29a req-a5ec8733-4234-4e09-8674-72d3f0616ec9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.1824703 Mar 22 13:27:03.725603 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-853484c6-8bd0-4c45-9309-9a667690a29a req-ab473a7b-9579-4246-b197-7a35338decdc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390534 Mar 22 13:27:04.911404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d589088-9c5b-45a4-b285-a8276a526c73 req-8e1bdb15-5ed2-4c72-8173-7472d999e408 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:04.912759 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9d589088-9c5b-45a4-b285-a8276a526c73 req-8e1bdb15-5ed2-4c72-8173-7472d999e408 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0803061 Mar 22 13:27:04.956593 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9d589088-9c5b-45a4-b285-a8276a526c73 req-af56a635-176f-4eb3-80c5-dfab7caea01f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375307 Mar 22 13:27:05.373884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-59e94131-09b1-4e38-89c4-9eba0a69b4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:06.147920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe91fde-76a8-473e-945c-042d1c6eb616 req-899a5065-40a0-43d8-a605-8221ca3389d6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:06.149422 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5fe91fde-76a8-473e-945c-042d1c6eb616 req-899a5065-40a0-43d8-a605-8221ca3389d6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0860748 Mar 22 13:27:06.195184 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5fe91fde-76a8-473e-945c-042d1c6eb616 req-707a81e2-3d76-473a-b3bc-04edb721ef02 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398431 Mar 22 13:27:06.430922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:06.578555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a229aa-5425-4386-b2be-02216d478131 req-aff8e2e6-8596-436c-aca4-738dc2729a25 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:06.580107 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c4a229aa-5425-4386-b2be-02216d478131 req-aff8e2e6-8596-436c-aca4-738dc2729a25 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.1444876 Mar 22 13:27:06.591274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-d61e12bf-c80f-4856-8e37-e6f09ea25985 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:06.592597 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-d61e12bf-c80f-4856-8e37-e6f09ea25985 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2&tenant_id=840bab77ac074dae85e3e1e00ce765d6&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.1551347 Mar 22 13:27:06.636085 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c4a229aa-5425-4386-b2be-02216d478131 req-f6558209-9faa-4c11-8960-8a71c5f1c31e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Mar 22 13:27:06.648210 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:06.740802 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-3cb02441-2c0d-4873-bce8-eda5ca6d5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:06.742962 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-3cb02441-2c0d-4873-bce8-eda5ca6d5558 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 1098 time: 0.0770411 Mar 22 13:27:06.875414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-898ba27e-3b57-4442-b83f-f00be56e6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:06.876946 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-898ba27e-3b57-4442-b83f-f00be56e6c61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1280136 Mar 22 13:27:06.980239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:27:06.983920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:27:06.996235 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-260b5e9d-36c6-4762-97fd-8a4982f6fa34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 HTTP/1.1" status: 200 len: 1001 time: 0.1129620 Mar 22 13:27:07.069387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-c4594061-8c3a-4ec3-9cda-0680fdfec723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:07.071035 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-c4594061-8c3a-4ec3-9cda-0680fdfec723 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0681181 Mar 22 13:27:07.198234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-a506a674-5242-4a69-962a-b78ce58e95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:07.200853 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-a506a674-5242-4a69-962a-b78ce58e95d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1228976 Mar 22 13:27:07.280333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:07.326631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:27:07.347102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:27:07.366458 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-651d7a66-c056-49fe-98dd-831ca171b353 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585832 Mar 22 13:27:07.371046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'port_id': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'mac_address': 'fa:16:3e:a7:c6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:27:07.378836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:27:07.438105 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'code': 200} Mar 22 13:27:07.450797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:07.532506 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f96f731-380f-4093-8549-f0a62cb2a457 req-5bbd81b6-a90e-43b5-af63-e1c9236df11b service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559620 Mar 22 13:27:07.561781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:07.613851 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:27:07.625539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:27:07.646226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:27:07.650601 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:07.726522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:27:07.738630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:27:07.861137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339f633-89e0-4be8-8ca2-f866514e466a req-2ce4a13d-9268-45a4-915b-dd9029bde904 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:07.863298 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5339f633-89e0-4be8-8ca2-f866514e466a req-2ce4a13d-9268-45a4-915b-dd9029bde904 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 944 time: 0.0957980 Mar 22 13:27:07.916623 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5339f633-89e0-4be8-8ca2-f866514e466a req-be690e40-1dde-404c-a098-6ea87fa6435c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Mar 22 13:27:07.943431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:08.986458 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:27:09.054327 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:27:09.054813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:09.124055 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb88d90-2fd3-40c9-9f74-4e5915f50d6c req-31f9d328-659c-4811-9da9-43b8ae00f53e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:09.125529 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbb88d90-2fd3-40c9-9f74-4e5915f50d6c req-31f9d328-659c-4811-9da9-43b8ae00f53e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 944 time: 0.0897930 Mar 22 13:27:09.176070 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bbb88d90-2fd3-40c9-9f74-4e5915f50d6c req-aa3af7bb-9ba4-4c63-ac1a-c4ffedf07532 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435464 Mar 22 13:27:09.181510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:09.215878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:27:09.220898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:09.289786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:27:09.361972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815403ae-cccb-4717-8e15-ea2a401940ff req-3b00368d-8967-4cde-a964-c830b717eb1f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:09.363493 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-815403ae-cccb-4717-8e15-ea2a401940ff req-3b00368d-8967-4cde-a964-c830b717eb1f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0816407 Mar 22 13:27:09.412750 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-815403ae-cccb-4717-8e15-ea2a401940ff req-1cced6f7-d366-4dee-822f-c4701ba12e99 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Mar 22 13:27:09.440228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:27:09.488096 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'code': 200} Mar 22 13:27:09.606623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044811c-c4af-4dd9-85e1-3d44b1a7e102 req-51afb372-e309-42b4-b386-b96efcb0862c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:09.608176 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4044811c-c4af-4dd9-85e1-3d44b1a7e102 req-51afb372-e309-42b4-b386-b96efcb0862c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0810127 Mar 22 13:27:09.654829 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4044811c-c4af-4dd9-85e1-3d44b1a7e102 req-6ec59ce1-2da7-45e3-9f00-c702dd960be5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403447 Mar 22 13:27:10.035648 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88206ed-a43a-42f4-ac6d-b821614aa740 req-4370cb67-5136-4344-8492-0927dd510582 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:10.036981 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c88206ed-a43a-42f4-ac6d-b821614aa740 req-4370cb67-5136-4344-8492-0927dd510582 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0801148 Mar 22 13:27:10.081472 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c88206ed-a43a-42f4-ac6d-b821614aa740 req-6c465fd2-751e-444e-bbd9-2956d3884168 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388060 Mar 22 13:27:11.271945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3848c4-4da4-4e0d-954f-169553b0e801 req-d6a1dc8e-30d1-431f-9581-1010c33774bb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:11.273396 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0b3848c4-4da4-4e0d-954f-169553b0e801 req-d6a1dc8e-30d1-431f-9581-1010c33774bb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0801275 Mar 22 13:27:11.318566 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0b3848c4-4da4-4e0d-954f-169553b0e801 req-64e07dc6-c92c-4bfd-8a46-e249dc38154c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Mar 22 13:27:12.088555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-8fd4295e-2a1c-4f87-a434-c222fca4b313 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:12.089871 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-8fd4295e-2a1c-4f87-a434-c222fca4b313 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0830097 Mar 22 13:27:12.159038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Deleting port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:27:12.159403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:12.578022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] For port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:27:12.578789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:12.584316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e749906-a8e2-43a2-83c1-7b9e4d45816c req-9f2def9c-d5cd-4738-bca4-fac957ec5ce3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:12.585796 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1e749906-a8e2-43a2-83c1-7b9e4d45816c req-9f2def9c-d5cd-4738-bca4-fac957ec5ce3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0858095 Mar 22 13:27:12.630646 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1e749906-a8e2-43a2-83c1-7b9e4d45816c req-eb3d0de8-2cdc-45d2-8097-7615bbff720e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382123 Mar 22 13:27:12.867265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:12.867663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:12.867985 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2 disassociated. External IP: 172.26.5.184, port: df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8. Mar 22 13:27:12.868322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Calling delete_port for df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:27:13.014999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:13.067480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event deleted for resources: {'Port': ['ID=df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:27:13.260494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Router f93541a5-df58-443a-a92a-218e3e65843b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:27:13.439886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:27:13.449625 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:27:13.459352 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:27:13.460034 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:27:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:27:13.524888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] No DVR routers for this DVR port df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:27:13.527443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:13.529958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'name': 'network-vif-deleted', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:27:13.545909 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-515abe9d-73ad-40f4-a39f-e2175c9a5082 req-0bb41919-aa5c-4538-930e-2194f515fcdd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "DELETE /v2.0/ports/df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 HTTP/1.1" status: 204 len: 173 time: 1.4493382 Mar 22 13:27:13.586705 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19940ff7-fa6c-40ee-be6c-e0f5575f9dd2', 'name': 'network-vif-deleted', 'tag': 'df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8', 'status': 'completed', 'code': 200} Mar 22 13:27:13.687723 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:27:13.805487 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-084b3eb4-9f6e-439c-b2c2-51058a690a39 req-a627cbe7-3a57-405b-91ae-14da9309049a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=19940ff7-fa6c-40ee-be6c-e0f5575f9dd2 HTTP/1.1" status: 200 len: 210 time: 0.0434189 Mar 22 13:27:14.004281 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:27:14.008433 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:27:14.016755 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:27:14.017889 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:27:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:27:14.202854 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:27:14.511454 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:27:14.515313 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1f7fe-fe32-44a3-a408-4aecd8c048ac None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:27:14.730593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d1ae5-4996-4f44-b2af-dc293fe4e701 None None] New status for floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:27:15.223090 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-b95de4f2-3af1-447b-a450-7adfcc817b80 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1901428180&fields=id&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 267 time: 0.0415905 Mar 22 13:27:15.375846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-e7824c1f-789a-440c-8e0e-fe1de70e73ed tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:15.377363 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-e7824c1f-789a-440c-8e0e-fe1de70e73ed tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 811 time: 0.1478791 Mar 22 13:27:15.391818 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-8bcc7acc-9b18-4806-8091-ffae19ad3a00 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/quotas/840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 375 time: 0.0091023 Mar 22 13:27:15.476132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-db2a46fd-2b77-476f-ba27-53be01c3a7d4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Synchronizing usage tracker for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:27:15.492956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-db2a46fd-2b77-476f-ba27-53be01c3a7d4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Unset dirty status for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:27:15.494529 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-db2a46fd-2b77-476f-ba27-53be01c3a7d4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975029 Mar 22 13:27:15.791578 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-0db89502-a13d-4b9e-868e-7aa7b7a08b84 service neutron] 10.222.0.70 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843711 Mar 22 13:27:15.925124 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-60ea6f45-fd36-4337-a322-1727c70cfc68 service neutron] 10.222.0.70 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273637 Mar 22 13:27:16.140124 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-62a28762-3fd0-4f25-be5f-9b9287f2bcb3 req-84493dbe-0161-4a89-ad8d-478ca1e99dbf tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 210 time: 0.0761421 Mar 22 13:27:17.010687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:27:17.044969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:27:17.045318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device df8dd3fa-dd9f-442e-88be-af8c9d6c4fd8 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:27:17.257073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-37a23a61-3f9b-4e68-9fee-7ce340b14428 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:17.258762 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-37a23a61-3f9b-4e68-9fee-7ce340b14428 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 811 time: 0.1646316 Mar 22 13:27:17.321299 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9dbd8167-dd36-4ffe-972c-8eb9b23bcb1f req-f470ebea-522e-4c0f-a2e1-8f7416f25a96 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 210 time: 0.0610926 Mar 22 13:27:17.350543 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-7129bd1e-de3e-40f1-9f75-dfa0bc776a71 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 380 time: 0.0521903 Mar 22 13:27:17.373291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'port': {'device_id': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'admin_state_up': True, 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'security_groups': ['c6676d56-7a83-4352-9967-15713f87a75e']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:27:17.510868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:27:17.520670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:27:17.533537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Made reservation on behalf of 840bab77ac074dae85e3e1e00ce765d6 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:27:17.537085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:17.701153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Allocated IP 172.20.0.10 (313850eb-052a-4f2e-aa60-1391b7b772c4/07b50c92-6412-4374-b4a3-92e2e73f2483/f3122f67-fa70-48a4-8ec4-ee5ef042a924) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:27:17.887462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:17.902948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Transition to ACTIVE for port object f3122f67-fa70-48a4-8ec4-ee5ef042a924 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:27:17.927364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:17.996585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:27:17.999589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:27:18.008920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:27:18.045761 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event updated for resources: {'Port': ['ID=f3122f67-fa70-48a4-8ec4-ee5ef042a924,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:27:18.064634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.064983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.065321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.065655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.065983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.066311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.066714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.066954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.067298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.067621 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.067938 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.068253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:27:18.093886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:18.094511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:18.122573 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-d598e0bd-756e-48fc-8858-86c2c7002fa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7534893 Mar 22 13:27:18.134787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Request body: {'port': {'device_id': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:27:18.233378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-951f79c6-1a63-42dd-a2fc-7046df066272 None None] Provisioning for port f3122f67-fa70-48a4-8ec4-ee5ef042a924 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:27:18.238715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-951f79c6-1a63-42dd-a2fc-7046df066272 None None] Provisioning complete for port f3122f67-fa70-48a4-8ec4-ee5ef042a924 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:27:18.239363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-951f79c6-1a63-42dd-a2fc-7046df066272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:18.250760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:18.297300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-951f79c6-1a63-42dd-a2fc-7046df066272 None None] Port f3122f67-fa70-48a4-8ec4-ee5ef042a924 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:27:18.614009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3122f67-fa70-48a4-8ec4-ee5ef042a924 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:27:18.621448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:18.631002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721682-6402-4fe0-a3d2-259a9434e8e7 req-4ba7ef1b-20c4-417f-8fac-52c93d7a6cc9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:18.632615 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-af721682-6402-4fe0-a3d2-259a9434e8e7 req-4ba7ef1b-20c4-417f-8fac-52c93d7a6cc9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 932 time: 0.1981654 Mar 22 13:27:18.636269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Transition to ACTIVE for port object f3122f67-fa70-48a4-8ec4-ee5ef042a924 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:27:18.640438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:18.678167 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-af721682-6402-4fe0-a3d2-259a9434e8e7 req-29ca8d86-68d4-4f3f-beba-8c5a1a0315e2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 Mar 22 13:27:18.912760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Pushing event updated for resources: {'Port': ['ID=f3122f67-fa70-48a4-8ec4-ee5ef042a924,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:27:18.994645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Attempting to bind port f3122f67-fa70-48a4-8ec4-ee5ef042a924 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:27:18.994954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Attempting to bind port f3122f67-fa70-48a4-8ec4-ee5ef042a924 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:27:18.995241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Attempting to bind port f3122f67-fa70-48a4-8ec4-ee5ef042a924 on network 313850eb-052a-4f2e-aa60-1391b7b772c4 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:27:18.999747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Port f3122f67-fa70-48a4-8ec4-ee5ef042a924 on network 313850eb-052a-4f2e-aa60-1391b7b772c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:27:19.000066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Attempting to bind port f3122f67-fa70-48a4-8ec4-ee5ef042a924 on network 313850eb-052a-4f2e-aa60-1391b7b772c4 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:27:19.005088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:27:19.005422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Checking segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:27:19.005807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Bound using segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:27:19.006232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Bound port: f3122f67-fa70-48a4-8ec4-ee5ef042a924, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:27:19.006574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:19.098034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] For port f3122f67-fa70-48a4-8ec4-ee5ef042a924, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:27:19.101145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] For port f3122f67-fa70-48a4-8ec4-ee5ef042a924, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:27:19.104926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:19.159855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:19.160469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:19.161899 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] 10.222.0.47 "PUT /v2.0/ports/f3122f67-fa70-48a4-8ec4-ee5ef042a924 HTTP/1.1" status: 200 len: 1094 time: 1.0314710 Mar 22 13:27:19.162327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:27:19.193223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c10493-deb0-47b0-8cba-b6873e6644fe service neutron] Pushing event updated for resources: {'Port': ['ID=f3122f67-fa70-48a4-8ec4-ee5ef042a924,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:27:19.246942 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'status': 'completed', 'code': 200} Mar 22 13:27:19.290075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-3b9180fd-46b0-41cd-97af-8a637fb502f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:19.291711 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-3b9180fd-46b0-41cd-97af-8a637fb502f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 1097 time: 0.0768428 Mar 22 13:27:19.365303 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-50f0b799-9cf5-4048-8cd6-f912070eeb78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924 HTTP/1.1" status: 200 len: 217 time: 0.0657721 Mar 22 13:27:19.433330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-bc72a838-87b6-401f-99ae-bddeb3cb3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:19.434657 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-bc72a838-87b6-401f-99ae-bddeb3cb3b88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0614002 Mar 22 13:27:19.509193 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-bff41dc3-18e1-4338-9dd8-52549828f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:19.510647 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-bff41dc3-18e1-4338-9dd8-52549828f674 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695324 Mar 22 13:27:19.662684 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-fa3eaaf1-fb90-4910-a014-f02a2c0a164d service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432033 Mar 22 13:27:19.812564 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f8eaac7d-65d6-4b2e-b472-1f3e68486303 req-f9898ddf-db19-411b-9607-c880d6ddd146 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427164 Mar 22 13:27:19.877148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec100162-6df7-42a9-afe6-1cb0c047104a req-2bc3ce65-ab0e-48c8-8200-91766b7133e1 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:19.878590 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ec100162-6df7-42a9-afe6-1cb0c047104a req-2bc3ce65-ab0e-48c8-8200-91766b7133e1 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 944 time: 0.0872772 Mar 22 13:27:19.925087 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ec100162-6df7-42a9-afe6-1cb0c047104a req-f0e7112e-f52f-4c15-8fa5-ba0ec1146fa5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386591 Mar 22 13:27:19.930240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78550837-23ab-4626-9817-ef793beb509b req-3338f0bc-7403-47eb-b7f6-271e80126630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:19.931753 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-78550837-23ab-4626-9817-ef793beb509b req-3338f0bc-7403-47eb-b7f6-271e80126630 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 1097 time: 0.0715907 Mar 22 13:27:20.079225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78550837-23ab-4626-9817-ef793beb509b req-86080a3b-f0a7-4742-8956-258367f6b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:20.080796 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-78550837-23ab-4626-9817-ef793beb509b req-86080a3b-f0a7-4742-8956-258367f6b01e service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1420248 Mar 22 13:27:20.151594 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-78550837-23ab-4626-9817-ef793beb509b req-b34b1d4e-8ba7-499e-9302-63c87c0d6a62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924 HTTP/1.1" status: 200 len: 217 time: 0.0637281 Mar 22 13:27:20.215469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78550837-23ab-4626-9817-ef793beb509b req-de87c182-3e4e-4794-b244-959b649020dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:20.216818 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-78550837-23ab-4626-9817-ef793beb509b req-de87c182-3e4e-4794-b244-959b649020dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0590723 Mar 22 13:27:20.296650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78550837-23ab-4626-9817-ef793beb509b req-c823d723-78f6-4824-8291-74759dee395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:20.298124 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-78550837-23ab-4626-9817-ef793beb509b req-c823d723-78f6-4824-8291-74759dee395a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729508 Mar 22 13:27:20.433645 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-78550837-23ab-4626-9817-ef793beb509b req-c3f9b885-e7ee-4d07-b11f-678a1c3512f9 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286950 Mar 22 13:27:20.669893 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-78550837-23ab-4626-9817-ef793beb509b req-5ded97ce-8ee7-4910-9ca4-1c8ac8e9d6d9 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299302 Mar 22 13:27:21.128376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1e0e0-bef8-424f-b1b8-4a6438b3cc38 req-8dd8c122-99b8-4f9b-b856-6a90e030578f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:21.129064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-abb1e0e0-bef8-424f-b1b8-4a6438b3cc38 req-8dd8c122-99b8-4f9b-b856-6a90e030578f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Synchronizing usage tracker for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:27:21.144595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-abb1e0e0-bef8-424f-b1b8-4a6438b3cc38 req-8dd8c122-99b8-4f9b-b856-6a90e030578f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Unset dirty status for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:27:21.145775 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-abb1e0e0-bef8-424f-b1b8-4a6438b3cc38 req-8dd8c122-99b8-4f9b-b856-6a90e030578f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 944 time: 0.0964367 Mar 22 13:27:21.192286 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-abb1e0e0-bef8-424f-b1b8-4a6438b3cc38 req-1f4026be-7da9-40c7-9748-5ae8bf5c3b41 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405948 Mar 22 13:27:21.740802 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:22.380263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867423d2-5e64-474e-9fcc-303da0393d88 req-70088ee0-3934-4aaa-aa4e-2a2d0848c243 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:22.381695 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-867423d2-5e64-474e-9fcc-303da0393d88 req-70088ee0-3934-4aaa-aa4e-2a2d0848c243 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 944 time: 0.0793011 Mar 22 13:27:22.427133 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-867423d2-5e64-474e-9fcc-303da0393d88 req-fb252cf8-9d93-4a61-8c86-6ff709e4f6d7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 Mar 22 13:27:23.070592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f3122f67-fa70-48a4-8ec4-ee5ef042a924 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:27:23.203366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f3122f67-fa70-48a4-8ec4-ee5ef042a924, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:27:23.216759 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'port_id': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'mac_address': 'fa:16:3e:1f:ed:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:27:23.278484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:23.295538 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3122f67-fa70-48a4-8ec4-ee5ef042a924 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:27:23.310169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f3122f67-fa70-48a4-8ec4-ee5ef042a924, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:27:23.314601 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:23.383961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f3122f67-fa70-48a4-8ec4-ee5ef042a924,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:27:23.543878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['f3122f67-fa70-48a4-8ec4-ee5ef042a924'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:27:23.619049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf441226-4580-40a6-9143-ff3c58871f7e req-d043672f-2a94-4746-ae19-b8da4564e3f6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:23.620750 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf441226-4580-40a6-9143-ff3c58871f7e req-d043672f-2a94-4746-ae19-b8da4564e3f6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 945 time: 0.0837960 Mar 22 13:27:23.667430 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bf441226-4580-40a6-9143-ff3c58871f7e req-053d1501-4279-4364-966b-e26696245923 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386131 Mar 22 13:27:24.859739 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397ca62-6002-4b02-850f-2d1243b99eb4 req-f3508815-a946-4198-b265-7facf7e36007 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:24.861616 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1397ca62-6002-4b02-850f-2d1243b99eb4 req-f3508815-a946-4198-b265-7facf7e36007 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 945 time: 0.0899510 Mar 22 13:27:24.911724 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1397ca62-6002-4b02-850f-2d1243b99eb4 req-da3e59f1-7a06-4f78-b1d2-4dbb6fe35abb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Mar 22 13:27:25.087256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f3122f67-fa70-48a4-8ec4-ee5ef042a924 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:27:25.157582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port f3122f67-fa70-48a4-8ec4-ee5ef042a924 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:27:25.162224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port f3122f67-fa70-48a4-8ec4-ee5ef042a924 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:27:25.162593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:25.282364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:25.312930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:27:25.323450 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f3122f67-fa70-48a4-8ec4-ee5ef042a924, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:27:25.329097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:25.363354 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'code': 200} Mar 22 13:27:25.427706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f3122f67-fa70-48a4-8ec4-ee5ef042a924,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:27:25.615648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa896db-2431-4afe-a6bc-5e4df1096105 req-6746c93f-37cb-4d62-9a9b-076f87786f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:25.617121 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-afa896db-2431-4afe-a6bc-5e4df1096105 req-6746c93f-37cb-4d62-9a9b-076f87786f4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 1099 time: 0.0743845 Mar 22 13:27:25.657286 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-afa896db-2431-4afe-a6bc-5e4df1096105 req-5a4f13be-038a-4a00-9140-7b3848eef960 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332658 Mar 22 13:27:26.097725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da5394-d99a-4d7d-a008-9c59565e9066 req-e26c8b0f-014b-4970-8193-27e1acff88d9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:26.099146 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e3da5394-d99a-4d7d-a008-9c59565e9066 req-e26c8b0f-014b-4970-8193-27e1acff88d9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0836563 Mar 22 13:27:26.142431 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e3da5394-d99a-4d7d-a008-9c59565e9066 req-1e3848dd-0e9b-4c5a-8102-229e429a94c6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370271 Mar 22 13:27:27.328197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa004f-a508-4079-97c7-d7e056be155c req-2393c6e0-9a07-4691-98ee-10cd83673eb7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:27.329809 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-83aa004f-a508-4079-97c7-d7e056be155c req-2393c6e0-9a07-4691-98ee-10cd83673eb7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0803442 Mar 22 13:27:27.378008 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-83aa004f-a508-4079-97c7-d7e056be155c req-5458ca22-a832-446e-b273-07ccd472e789 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Mar 22 13:27:27.553157 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688ae30-115a-4931-8cc2-d5c6fe4c7768 req-5230cee1-c9d7-4dd0-aabd-641d0de56abe tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:27.554519 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5688ae30-115a-4931-8cc2-d5c6fe4c7768 req-5230cee1-c9d7-4dd0-aabd-641d0de56abe tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0784171 Mar 22 13:27:27.562990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47142) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:27:27.567962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4827b59f-1610-4b37-97fb-57dc352966f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'floatingip': {'port_id': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:27:27.648417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4827b59f-1610-4b37-97fb-57dc352966f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:28.311438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4827b59f-1610-4b37-97fb-57dc352966f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:28.315979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4827b59f-1610-4b37-97fb-57dc352966f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:28.611358 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-4827b59f-1610-4b37-97fb-57dc352966f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2 associated. External IP: 172.26.5.184, port: f3122f67-fa70-48a4-8ec4-ee5ef042a924. Mar 22 13:27:28.967437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4827b59f-1610-4b37-97fb-57dc352966f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Router f93541a5-df58-443a-a92a-218e3e65843b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:27:29.150163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4827b59f-1610-4b37-97fb-57dc352966f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:27:29.154408 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4827b59f-1610-4b37-97fb-57dc352966f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:29.161039 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:27:29.174065 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:27:29.175051 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:27:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:27:29.210507 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4827b59f-1610-4b37-97fb-57dc352966f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "PUT /v2.0/floatingips/0cf598c0-0f13-4159-aa05-5456b1ff6ed2 HTTP/1.1" status: 200 len: 992 time: 1.6464157 Mar 22 13:27:29.211093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:27:29.259773 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'status': 'completed', 'code': 200} Mar 22 13:27:29.361450 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:27:29.367396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-a862d8b4-c4c6-4290-97be-93bad9fcf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:29.369217 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-a862d8b4-c4c6-4290-97be-93bad9fcf13f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 1099 time: 0.0825148 Mar 22 13:27:29.429240 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:27:29.517587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-87aee948-9c1e-470b-bf37-f6bdf4c3f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:29.520426 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-87aee948-9c1e-470b-bf37-f6bdf4c3f5eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1436138 Mar 22 13:27:29.567820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60f35e-6538-442e-8f30-6cd90524f2eb req-2c0e09bc-eb83-47ee-9fb7-da325c750028 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:29.569274 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9c60f35e-6538-442e-8f30-6cd90524f2eb req-2c0e09bc-eb83-47ee-9fb7-da325c750028 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0929179 Mar 22 13:27:29.618158 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9c60f35e-6538-442e-8f30-6cd90524f2eb req-8d008eca-7394-41dc-a1a2-69403fd37540 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431089 Mar 22 13:27:29.643715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-5a9d1ebf-65dd-4d41-bb67-69f2e977249d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924 HTTP/1.1" status: 200 len: 1000 time: 0.1082735 Mar 22 13:27:29.709417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-8788c0a4-7665-4cd5-8b16-b0a0b0eec486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:29.711257 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-8788c0a4-7665-4cd5-8b16-b0a0b0eec486 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0602698 Mar 22 13:27:29.756749 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:1f:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:27:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:27:29.760491 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:27:29.769490 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:27:29.770023 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:27:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:27:29.792497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-47217acd-c3b1-43bd-b2b0-430013355aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:29.794186 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-47217acd-c3b1-43bd-b2b0-430013355aa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753660 Mar 22 13:27:29.927370 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-901a0d6c-d85a-4fcb-b72e-215d3066ed41 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260073 Mar 22 13:27:29.946671 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:27:30.059552 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a3569582-bc1a-46c2-91a9-236886ac77ae req-db65ef00-c80f-41e4-a51a-423d5959ade2 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256642 Mar 22 13:27:30.291829 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:1f:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:27:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:27:30.295701 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae800a8-3097-4130-83ad-d9ae98c2505b None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:1f:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:27:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:27:30.490169 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad95c36-fd4a-40a1-8449-f6a3bc78e511 None None] New status for floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:27:30.806640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6852f9-4c2d-46eb-97b5-648a891f8458 req-3c710cdd-d08c-465b-b6fd-fff584910e21 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:30.808111 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3f6852f9-4c2d-46eb-97b5-648a891f8458 req-3c710cdd-d08c-465b-b6fd-fff584910e21 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0854990 Mar 22 13:27:30.852492 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3f6852f9-4c2d-46eb-97b5-648a891f8458 req-180c08a9-c5c2-4d62-8706-7c229fbfca8e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387883 Mar 22 13:27:32.042145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98477761-3192-4b5d-82df-664fc3da3793 req-f15d3ed2-3889-40b6-9129-3cb7bd6183a6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:32.043519 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-98477761-3192-4b5d-82df-664fc3da3793 req-f15d3ed2-3889-40b6-9129-3cb7bd6183a6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0792725 Mar 22 13:27:32.087602 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-98477761-3192-4b5d-82df-664fc3da3793 req-4f17c362-74a5-4f92-b481-d432ab1bdd7b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383663 Mar 22 13:27:33.078264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c3156546-3825-4a45-bfd6-c4e18cc9d1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:33.270788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6a333-9dde-44dd-8e37-cddc2083b191 req-b249f6c5-1175-4784-9886-e1d8b75b03a9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:33.272241 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-39c6a333-9dde-44dd-8e37-cddc2083b191 req-b249f6c5-1175-4784-9886-e1d8b75b03a9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0809891 Mar 22 13:27:33.316361 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-39c6a333-9dde-44dd-8e37-cddc2083b191 req-72fae2b4-fea9-4b8c-a89b-76d1721844b5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385971 Mar 22 13:27:34.503385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef5ca4-99ef-4abb-ab85-e8bc9adb34d3 req-aca17616-69ea-4ee1-92e3-a4300f0fbe9d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:34.504847 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f2ef5ca4-99ef-4abb-ab85-e8bc9adb34d3 req-aca17616-69ea-4ee1-92e3-a4300f0fbe9d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0865963 Mar 22 13:27:34.548807 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f2ef5ca4-99ef-4abb-ab85-e8bc9adb34d3 req-7f33e28f-311b-4df0-beb1-6f2e8802fe10 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383189 Mar 22 13:27:35.367887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-30600bb2-58c9-431f-a5ce-205680c63d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:35.744520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a0c7a-33d3-4eb7-a126-ea89e1ccaa39 req-999e2429-1498-45c3-a7fc-3abc35cb91fa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:35.746036 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-363a0c7a-33d3-4eb7-a126-ea89e1ccaa39 req-999e2429-1498-45c3-a7fc-3abc35cb91fa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0874836 Mar 22 13:27:35.796330 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-363a0c7a-33d3-4eb7-a126-ea89e1ccaa39 req-1ef9fd90-45e6-48de-9af2-1d84be1b4a88 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440764 Mar 22 13:27:36.426171 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:36.643735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:36.981753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781968a2-68b3-425b-9ffc-81777807c351 req-d2c0f69c-0c33-4aa7-8d61-0b1ecfe0ffa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:36.983141 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-781968a2-68b3-425b-9ffc-81777807c351 req-d2c0f69c-0c33-4aa7-8d61-0b1ecfe0ffa2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0798373 Mar 22 13:27:37.026740 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-781968a2-68b3-425b-9ffc-81777807c351 req-41981c09-2b82-4c13-9bbb-c371f3cd3fd4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373089 Mar 22 13:27:37.859064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:38.207648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaaaad-4f9d-4f65-a3a0-43b04c44caeb req-b1403284-c0cf-4c9d-9544-84a64e4e9472 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:38.209091 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bacaaaad-4f9d-4f65-a3a0-43b04c44caeb req-b1403284-c0cf-4c9d-9544-84a64e4e9472 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0787218 Mar 22 13:27:38.253985 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bacaaaad-4f9d-4f65-a3a0-43b04c44caeb req-27d6de72-d418-4cc1-8d75-40ca8a273b55 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393198 Mar 22 13:27:39.439915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fce02-59fd-435d-b88b-29e515749b65 req-c02d5c6f-158c-48ff-ab67-52a76e6a0346 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:39.441361 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8c4fce02-59fd-435d-b88b-29e515749b65 req-c02d5c6f-158c-48ff-ab67-52a76e6a0346 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0811825 Mar 22 13:27:39.484293 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8c4fce02-59fd-435d-b88b-29e515749b65 req-c2b12aae-c7a3-4694-900b-fa47290c9eb3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373633 Mar 22 13:27:40.692729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dab0a3-425e-40ad-8304-f6d4e9944e36 req-7dac0403-848a-4413-8870-146b8deca6c1 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:40.694173 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e7dab0a3-425e-40ad-8304-f6d4e9944e36 req-7dac0403-848a-4413-8870-146b8deca6c1 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0817678 Mar 22 13:27:40.835917 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e7dab0a3-425e-40ad-8304-f6d4e9944e36 req-88b82b68-f747-43f5-92cf-9fd6ce6d0264 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358750 Mar 22 13:27:42.022112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b5c3e-b630-43da-bd8b-68bed9a0c0e6 req-9a4b9843-eb3a-4cfd-8204-9afe48cf75f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:42.023514 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-177b5c3e-b630-43da-bd8b-68bed9a0c0e6 req-9a4b9843-eb3a-4cfd-8204-9afe48cf75f5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0833161 Mar 22 13:27:42.069549 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-177b5c3e-b630-43da-bd8b-68bed9a0c0e6 req-5387a780-a39d-4402-a38d-ca501854ced7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405142 Mar 22 13:27:43.257215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a7b68-0043-4c9c-b8c5-cdc14b3f7b2b req-c995434a-633c-4c67-811a-b36735fbbf80 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:43.258718 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-760a7b68-0043-4c9c-b8c5-cdc14b3f7b2b req-c995434a-633c-4c67-811a-b36735fbbf80 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0830121 Mar 22 13:27:43.303285 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-760a7b68-0043-4c9c-b8c5-cdc14b3f7b2b req-279ba0fb-bd4e-40bb-a29a-24cf026e4155 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387871 Mar 22 13:27:44.484704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff705c-1121-4b6f-a7df-63cb78cd6dfe req-12364a2b-435b-4713-a542-7682b04c1d18 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:44.486209 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fbff705c-1121-4b6f-a7df-63cb78cd6dfe req-12364a2b-435b-4713-a542-7682b04c1d18 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0784600 Mar 22 13:27:44.529951 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fbff705c-1121-4b6f-a7df-63cb78cd6dfe req-ac5dce54-e10b-4f2d-b2eb-7561ec89da84 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381296 Mar 22 13:27:45.715550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de8c3f-4333-40fd-86c8-3d95d03324b1 req-d0eef01c-92d9-4753-9a4b-bee19b7f2ba6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:45.717003 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54de8c3f-4333-40fd-86c8-3d95d03324b1 req-d0eef01c-92d9-4753-9a4b-bee19b7f2ba6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0832508 Mar 22 13:27:45.761428 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54de8c3f-4333-40fd-86c8-3d95d03324b1 req-7026b251-8fff-4b9d-a459-610c98d8f340 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387344 Mar 22 13:27:46.950642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfa102-a717-4030-b0f9-ebd5069a4609 req-b23465ea-aa62-4080-80da-f34a8058716a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:46.952163 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c7dfa102-a717-4030-b0f9-ebd5069a4609 req-b23465ea-aa62-4080-80da-f34a8058716a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0840979 Mar 22 13:27:46.997418 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c7dfa102-a717-4030-b0f9-ebd5069a4609 req-a451a5c0-ce85-4e7c-842c-01b987380758 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387611 Mar 22 13:27:48.184187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef956c64-c202-4363-ba2b-4f8e233c723d req-d7010256-f179-49cd-a0b4-2b9a8d840b7b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:48.185630 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ef956c64-c202-4363-ba2b-4f8e233c723d req-d7010256-f179-49cd-a0b4-2b9a8d840b7b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0824327 Mar 22 13:27:48.229617 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ef956c64-c202-4363-ba2b-4f8e233c723d req-4ab877c5-7377-457b-8bd4-4cbfce160b16 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377700 Mar 22 13:27:49.417821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba054edb-eaa3-4ebb-837a-f7666e42723e req-cfd37537-3bf5-41cb-93ea-cfa5b66d6613 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:49.419311 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ba054edb-eaa3-4ebb-837a-f7666e42723e req-cfd37537-3bf5-41cb-93ea-cfa5b66d6613 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0843337 Mar 22 13:27:49.462183 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ba054edb-eaa3-4ebb-837a-f7666e42723e req-f9c302fd-7228-47eb-9929-37b25e72dcb8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373466 Mar 22 13:27:50.350861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-f41d7b2b-3204-45c1-8f82-4a9ed5b07035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:50.352344 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-f41d7b2b-3204-45c1-8f82-4a9ed5b07035 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 1099 time: 0.0689907 Mar 22 13:27:50.499530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-00e6949c-96a5-4b4d-aa91-0befdfc555ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:50.501587 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-00e6949c-96a5-4b4d-aa91-0befdfc555ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1275060 Mar 22 13:27:50.652982 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-7a8f0920-f867-44df-af87-64d5af5edb82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924 HTTP/1.1" status: 200 len: 1002 time: 0.1419749 Mar 22 13:27:50.722984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85271b0b-9a7d-447d-9f95-24d8408827ca req-bbd64643-7aa8-42f9-93ab-02c3597416f9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:50.724763 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-85271b0b-9a7d-447d-9f95-24d8408827ca req-bbd64643-7aa8-42f9-93ab-02c3597416f9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.1574106 Mar 22 13:27:50.754856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-7f5dae52-2760-40c9-9ef8-6ac1104419d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:50.756283 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-7f5dae52-2760-40c9-9ef8-6ac1104419d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0950534 Mar 22 13:27:50.820226 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-85271b0b-9a7d-447d-9f95-24d8408827ca req-5b74d796-ed9c-4062-8427-6217ec2593c7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897903 Mar 22 13:27:50.847244 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-ed39c0f9-9b6c-4366-93e3-50a1414eadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:50.848685 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-ed39c0f9-9b6c-4366-93e3-50a1414eadea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825021 Mar 22 13:27:50.980458 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-ea8a282e-e911-46b4-a76d-85069192ce9e service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251810 Mar 22 13:27:51.112372 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53ab175e-db18-4d0f-b194-8840e17e1347 req-a85f0c87-12df-45f0-aba8-21a5a17cc2b0 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244771 Mar 22 13:27:51.764916 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:52.131093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8a9f9-00d6-43fd-8d99-93e40495f9db req-42244019-0333-4153-83c6-935d5a213cae tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:52.132598 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c5c8a9f9-00d6-43fd-8d99-93e40495f9db req-42244019-0333-4153-83c6-935d5a213cae tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.2037761 Mar 22 13:27:52.184923 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c5c8a9f9-00d6-43fd-8d99-93e40495f9db req-b71d2651-edea-47d1-8ac0-3ba02f057b52 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467329 Mar 22 13:27:53.371869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a521d7-e36d-4646-a3fe-129000917c8b req-0aa9fffe-0a6c-4f96-a2ac-456475983677 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:53.373436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-32a521d7-e36d-4646-a3fe-129000917c8b req-0aa9fffe-0a6c-4f96-a2ac-456475983677 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0831060 Mar 22 13:27:53.417703 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-32a521d7-e36d-4646-a3fe-129000917c8b req-6a12009c-89a6-4974-929f-d7b64d6324e0 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385394 Mar 22 13:27:54.603013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594776-0d68-4abd-88ac-ec257a7a6a11 req-1f0e6e66-b3ab-4e74-8672-cbdad1de590a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:54.604465 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-db594776-0d68-4abd-88ac-ec257a7a6a11 req-1f0e6e66-b3ab-4e74-8672-cbdad1de590a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0803909 Mar 22 13:27:54.647831 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-db594776-0d68-4abd-88ac-ec257a7a6a11 req-2996efa6-5446-4756-a3d8-ac835d215ee0 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378339 Mar 22 13:27:55.829972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709a6a4-6535-49a2-b4e8-247436b55f32 req-5a036d46-eab1-44c0-a871-fbbdead7b8ee tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:55.831410 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a709a6a4-6535-49a2-b4e8-247436b55f32 req-5a036d46-eab1-44c0-a871-fbbdead7b8ee tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0801096 Mar 22 13:27:55.875113 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a709a6a4-6535-49a2-b4e8-247436b55f32 req-4b73d6f8-4bc0-4a9c-8e5b-c34b12d7d93c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378668 Mar 22 13:27:57.053842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef22852-b427-4d95-bef3-41983e9ba84b req-bcf0dfa7-7926-44ed-95a3-ea8692907d42 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:57.055290 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8ef22852-b427-4d95-bef3-41983e9ba84b req-bcf0dfa7-7926-44ed-95a3-ea8692907d42 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0777788 Mar 22 13:27:57.098258 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8ef22852-b427-4d95-bef3-41983e9ba84b req-619a8cfe-5ebc-4be3-b03b-a40034e02b3e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375361 Mar 22 13:27:58.285033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4b96b-1318-4fc1-b809-3de1c832c54a req-c8c97fb3-d173-4b1b-a2bb-6b5bb8d39e07 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:58.286477 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6df4b96b-1318-4fc1-b809-3de1c832c54a req-c8c97fb3-d173-4b1b-a2bb-6b5bb8d39e07 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0807962 Mar 22 13:27:58.334170 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6df4b96b-1318-4fc1-b809-3de1c832c54a req-386546fd-8fd3-452f-be5e-572ad83c64ec tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420587 Mar 22 13:27:59.521457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b305b60-bcb6-4821-b6a8-b352d823ff62 req-16ccc821-7305-48ad-b19e-91238fce16be tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:59.522959 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2b305b60-bcb6-4821-b6a8-b352d823ff62 req-16ccc821-7305-48ad-b19e-91238fce16be tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0841761 Mar 22 13:27:59.567677 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2b305b60-bcb6-4821-b6a8-b352d823ff62 req-2d4cf9e6-c54c-4280-bc87-13905d5a285d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389485 Mar 22 13:28:00.749410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be5329-95f4-48f0-93b9-4888e7f6e474 req-da64bf88-42d1-4770-ad69-3c704c6f8d81 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:00.751324 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-81be5329-95f4-48f0-93b9-4888e7f6e474 req-da64bf88-42d1-4770-ad69-3c704c6f8d81 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0793769 Mar 22 13:28:00.793712 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-81be5329-95f4-48f0-93b9-4888e7f6e474 req-3e6bf533-4ddd-40ee-aa90-27aa54075c90 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369039 Mar 22 13:28:01.133178 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-4a86c3cf-4719-4ae0-a3f4-a8db19a16998 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690160 Mar 22 13:28:01.189441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c660617-e1f5-4333-9db1-be237b76610e req-75b3468f-ec23-453c-9e4e-78966ad3d464 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:01.190905 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4c660617-e1f5-4333-9db1-be237b76610e req-75b3468f-ec23-453c-9e4e-78966ad3d464 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0852535 Mar 22 13:28:01.342577 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4c660617-e1f5-4333-9db1-be237b76610e req-b5863842-e7f7-431a-a534-c5524b09d5ba tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459608 Mar 22 13:28:02.290893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-d493da76-424f-4624-adb5-7ef3222f0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:02.292390 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-d493da76-424f-4624-adb5-7ef3222f0547 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 1099 time: 0.0716958 Mar 22 13:28:02.423788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-5410969f-a806-4645-8efc-edbdeb033caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:02.425224 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-5410969f-a806-4645-8efc-edbdeb033caf service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1263130 Mar 22 13:28:02.530608 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-cb43b941-6ae5-40bd-96f8-328db7188cb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924 HTTP/1.1" status: 200 len: 1002 time: 0.0979102 Mar 22 13:28:02.532006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15cd68-b7cc-43b5-abcf-892d594a9ba4 req-d6d5b08d-4574-425d-96d6-836adc28d245 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:02.533488 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ba15cd68-b7cc-43b5-abcf-892d594a9ba4 req-d6d5b08d-4574-425d-96d6-836adc28d245 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0849156 Mar 22 13:28:02.577867 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ba15cd68-b7cc-43b5-abcf-892d594a9ba4 req-a4cac212-e65a-4c6f-8ab5-a77dedf7568e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386512 Mar 22 13:28:02.605410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-d776f3e3-a484-47c6-8348-2df625a132b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:02.606839 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-d776f3e3-a484-47c6-8348-2df625a132b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0624700 Mar 22 13:28:02.683813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-a53724e0-b865-4c7e-9c27-02c35c8e67de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:02.685270 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-a53724e0-b865-4c7e-9c27-02c35c8e67de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688543 Mar 22 13:28:02.820451 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-18988a64-7f0d-4b55-95ec-9f88e268673e service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259947 Mar 22 13:28:02.958782 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-463c9a05-b667-44d3-846f-b328a33d244c service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293845 Mar 22 13:28:03.081536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-325f563f-40a0-432b-96b5-80a37d9cece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:03.774423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd9131-6d4d-4777-a849-ea708e407cc4 req-2038e797-dc02-47fb-9ac6-ff88a0a48cca tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:03.775913 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0bdd9131-6d4d-4777-a849-ea708e407cc4 req-2038e797-dc02-47fb-9ac6-ff88a0a48cca tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0852027 Mar 22 13:28:03.821049 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0bdd9131-6d4d-4777-a849-ea708e407cc4 req-db3dd126-dff1-4b73-9134-93c84062ad12 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393560 Mar 22 13:28:04.883872 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-b7c962c0-db78-4985-9c9c-18c61841be89 service neutron] 10.222.0.47 "GET /v2.0/ports/f3122f67-fa70-48a4-8ec4-ee5ef042a924/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0814116 Mar 22 13:28:05.024405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8798b1-cd66-40e2-a812-00682135d2e1 req-79095ccd-8414-4816-9daf-cc8f8f20aa6c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:05.025886 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2f8798b1-cd66-40e2-a812-00682135d2e1 req-79095ccd-8414-4816-9daf-cc8f8f20aa6c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0881333 Mar 22 13:28:05.072500 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2f8798b1-cd66-40e2-a812-00682135d2e1 req-4d9362fb-29b0-433f-94c0-39d049193773 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 Mar 22 13:28:05.175430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-27637dc8-1f44-46ea-9b16-b0299d5ab917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:05.176818 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-27637dc8-1f44-46ea-9b16-b0299d5ab917 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 1099 time: 0.0901148 Mar 22 13:28:05.273638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-4a785b0f-fa5d-4b0a-9934-d24858369aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:05.275190 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-4a785b0f-fa5d-4b0a-9934-d24858369aae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 1099 time: 0.0744336 Mar 22 13:28:05.377440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-24149b0e-2b6b-42ec-9c3a-e4c79a533475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:05.424775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-bb799076-9fc5-44b9-b167-eaa8611b15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:05.426253 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-bb799076-9fc5-44b9-b167-eaa8611b15cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1402094 Mar 22 13:28:05.537765 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-70d36e8e-5ac9-4d38-a1df-ea6c9408d979 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924 HTTP/1.1" status: 200 len: 1002 time: 0.1041515 Mar 22 13:28:05.609863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-491f7a68-a261-47c8-b85a-774b109d4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:05.611337 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-491f7a68-a261-47c8-b85a-774b109d4198 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0613427 Mar 22 13:28:05.702695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-45691046-ca03-4062-be58-b7355debd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:05.706041 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-45691046-ca03-4062-be58-b7355debd1e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841372 Mar 22 13:28:05.955651 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-aaeaa6a7-6b31-4803-aecb-0136a7af9f70 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403061 Mar 22 13:28:06.098619 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d58ab6a9-5b9e-4faa-8a94-d703e8ee9441 req-81f0b43b-f847-490e-a8bc-737551625ac6 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345479 Mar 22 13:28:06.275120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554b3e2-13cd-4cb6-9008-2e60f34dfb69 req-f1e335bc-d226-4f8b-bea9-17adec805cf5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:06.276762 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3554b3e2-13cd-4cb6-9008-2e60f34dfb69 req-f1e335bc-d226-4f8b-bea9-17adec805cf5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0919199 Mar 22 13:28:06.328685 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3554b3e2-13cd-4cb6-9008-2e60f34dfb69 req-e294185b-6042-462c-856c-8ed31e2310cb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451455 Mar 22 13:28:06.430301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:06.435255 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:28:06.646175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:07.531746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafbdb1-270d-4368-916c-80cedabd88ca req-a0ba3b41-24a9-4ef0-968f-42aa68a72611 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:07.533394 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9eafbdb1-270d-4368-916c-80cedabd88ca req-a0ba3b41-24a9-4ef0-968f-42aa68a72611 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0866172 Mar 22 13:28:07.583939 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9eafbdb1-270d-4368-916c-80cedabd88ca req-9d30b4af-df11-4486-9cac-ac9e89e253b7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438869 Mar 22 13:28:07.868575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:08.774632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37ed6-77e2-4a2b-8bf4-938cacec9d2d req-59f9cdc8-0d92-4754-9185-260aea486e51 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:08.776137 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e8c37ed6-77e2-4a2b-8bf4-938cacec9d2d req-59f9cdc8-0d92-4754-9185-260aea486e51 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0846071 Mar 22 13:28:08.825364 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e8c37ed6-77e2-4a2b-8bf4-938cacec9d2d req-c971f520-1d4f-419b-a9d2-b8fe8ff59c07 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 Mar 22 13:28:09.201485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-3c5011d8-5728-427a-9da4-efa1084375cf tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:09.202835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-3c5011d8-5728-427a-9da4-efa1084375cf tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374&tenant_id=840bab77ac074dae85e3e1e00ce765d6&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 946 time: 0.1443949 Mar 22 13:28:09.210471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef2770-2bcf-47de-baad-179a207b8d65 req-f5772e3a-39f4-4a13-b28a-e578416d9c92 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:09.211867 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eaef2770-2bcf-47de-baad-179a207b8d65 req-f5772e3a-39f4-4a13-b28a-e578416d9c92 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.1521618 Mar 22 13:28:09.214914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f3122f67-fa70-48a4-8ec4-ee5ef042a924 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:28:09.217223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f3122f67-fa70-48a4-8ec4-ee5ef042a924 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:28:09.274238 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eaef2770-2bcf-47de-baad-179a207b8d65 req-7b8c909b-a707-40f9-80d0-7b3ae6224395 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548820 Mar 22 13:28:09.410318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-3f914642-5ebf-4ae2-8e76-7497f9e9de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:09.412851 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-3f914642-5ebf-4ae2-8e76-7497f9e9de89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 1099 time: 0.1044924 Mar 22 13:28:09.502016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f3122f67-fa70-48a4-8ec4-ee5ef042a924, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:28:09.508822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:09.528355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'port_id': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'mac_address': 'fa:16:3e:1f:ed:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:28:09.553848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-20e23cbe-cbeb-414c-bd74-cf3d53a46fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:09.555307 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-20e23cbe-cbeb-414c-bd74-cf3d53a46fb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1331902 Mar 22 13:28:09.570970 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:28:09.606922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f3122f67-fa70-48a4-8ec4-ee5ef042a924, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:28:09.613772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:09.657242 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'code': 200} Mar 22 13:28:09.669351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:09.671321 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-dacb1ed3-caf1-48d3-837c-25749faf5575 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924 HTTP/1.1" status: 200 len: 1000 time: 0.1063490 Mar 22 13:28:09.700179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3122f67-fa70-48a4-8ec4-ee5ef042a924 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:28:09.739500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-3b8a5578-a00a-4cac-90d6-25d04e396586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:09.739766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f3122f67-fa70-48a4-8ec4-ee5ef042a924,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:09.740954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-3b8a5578-a00a-4cac-90d6-25d04e396586 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0630531 Mar 22 13:28:09.756715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.756985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.757328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.757658 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.757987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.758317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.758638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.758959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.759313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.759629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.760029 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.760268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:09.781854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:28:09.782207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:28:09.818554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-905428b1-db9e-4c01-82c8-1efaeb897824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:09.820064 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-905428b1-db9e-4c01-82c8-1efaeb897824 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721960 Mar 22 13:28:09.960419 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-4bab38a1-2592-4709-8e89-b0cca62725cd service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330690 Mar 22 13:28:10.100342 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8bcceb88-5c4c-476d-b0c9-ba7f623dcf58 req-1b21eec3-a7b3-4770-8785-771bc1e889c6 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301389 Mar 22 13:28:10.337996 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:10.356734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3122f67-fa70-48a4-8ec4-ee5ef042a924 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:28:10.370731 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f3122f67-fa70-48a4-8ec4-ee5ef042a924, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:28:10.375238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:10.443513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f3122f67-fa70-48a4-8ec4-ee5ef042a924,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:10.456639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['f3122f67-fa70-48a4-8ec4-ee5ef042a924'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:28:10.475755 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df461cf7-7a38-4927-a224-25806c7e540b req-3ac8eafd-5e58-4a15-bb98-96d2a869e33a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:10.477248 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-df461cf7-7a38-4927-a224-25806c7e540b req-3ac8eafd-5e58-4a15-bb98-96d2a869e33a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 945 time: 0.0923219 Mar 22 13:28:10.529923 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-df461cf7-7a38-4927-a224-25806c7e540b req-ce287811-54e4-4773-9fb7-a3cf3d92a467 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464935 Mar 22 13:28:11.228414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f3122f67-fa70-48a4-8ec4-ee5ef042a924 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:28:11.305390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port f3122f67-fa70-48a4-8ec4-ee5ef042a924 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:28:11.305750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:11.421108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:11.456056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port f3122f67-fa70-48a4-8ec4-ee5ef042a924, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:28:11.460217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:11.527582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=f3122f67-fa70-48a4-8ec4-ee5ef042a924,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:11.658851 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:28:11.703855 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'code': 200} Mar 22 13:28:11.723589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8f61-3151-4b63-9a81-f18f931c01d1 req-69370c1f-feb2-4c19-9e0f-80276b33f67f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:11.725044 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9c7b8f61-3151-4b63-9a81-f18f931c01d1 req-69370c1f-feb2-4c19-9e0f-80276b33f67f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0860751 Mar 22 13:28:11.769217 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9c7b8f61-3151-4b63-9a81-f18f931c01d1 req-64ab4ada-c154-402a-810e-7a383f801eef tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385020 Mar 22 13:28:11.958861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a610e56-b8c1-4b17-b814-df75d098d496 req-737ed661-770a-4b76-b03a-37d135bee219 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:11.960342 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1a610e56-b8c1-4b17-b814-df75d098d496 req-737ed661-770a-4b76-b03a-37d135bee219 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0841682 Mar 22 13:28:12.005392 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1a610e56-b8c1-4b17-b814-df75d098d496 req-3f5f516a-17c1-4dae-b33d-82407132fa76 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391426 Mar 22 13:28:12.404593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808561-26b0-4a24-a077-2eece21a073f req-e4ea8d4a-56f7-455e-afcf-538662a2608f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:12.406018 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f808561-26b0-4a24-a077-2eece21a073f req-e4ea8d4a-56f7-455e-afcf-538662a2608f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.1355128 Mar 22 13:28:12.439337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-07b64060-9c66-4f8b-887b-77b639284d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:12.440782 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-07b64060-9c66-4f8b-887b-77b639284d51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 1099 time: 0.1175675 Mar 22 13:28:12.593339 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f808561-26b0-4a24-a077-2eece21a073f req-5a31ae5b-86d4-44e3-994a-c37ef7ba4476 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809404 Mar 22 13:28:12.688931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-0689fcd7-d5e6-4e57-9e25-70b1a83b087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:12.690269 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-0689fcd7-d5e6-4e57-9e25-70b1a83b087a service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.2406740 Mar 22 13:28:12.794514 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-210c2e8b-d8f6-4a12-9ea6-d4c4b99fd6c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924 HTTP/1.1" status: 200 len: 1002 time: 0.0942783 Mar 22 13:28:12.859015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-3a5f3274-5e3b-4030-b9a9-9100bf0522c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:12.860489 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-3a5f3274-5e3b-4030-b9a9-9100bf0522c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0559442 Mar 22 13:28:12.935729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-7cb3aa0a-5149-4863-9cf3-d03faa65b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:12.937171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-7cb3aa0a-5149-4863-9cf3-d03faa65b03d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695651 Mar 22 13:28:13.077270 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-d9d8fa21-a243-4ef2-a6f8-69499237ee42 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323204 Mar 22 13:28:13.210348 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9978d52e-56ee-4869-85b0-29fe563f0c2a req-86e78904-82c1-4175-b398-60cc8cdceab5 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249619 Mar 22 13:28:13.789107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafc7fd-1c4d-4843-b696-fee895f5ddfc req-26e1dc93-0228-4274-9501-8e6aa94cb74f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:13.790599 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fcafc7fd-1c4d-4843-b696-fee895f5ddfc req-26e1dc93-0228-4274-9501-8e6aa94cb74f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0852630 Mar 22 13:28:13.838210 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fcafc7fd-1c4d-4843-b696-fee895f5ddfc req-64fb5598-af02-4b0a-b423-fc88614b9ee1 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415497 Mar 22 13:28:15.027051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae1d9f-db91-4b44-972c-08eb6caf543b req-ca6f4cfd-54ff-4542-8a42-f36a2285f08a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:15.028505 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dcae1d9f-db91-4b44-972c-08eb6caf543b req-ca6f4cfd-54ff-4542-8a42-f36a2285f08a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0841825 Mar 22 13:28:15.072599 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dcae1d9f-db91-4b44-972c-08eb6caf543b req-860c5611-bbb9-4abd-94fb-d8a65cab4f80 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384789 Mar 22 13:28:15.447942 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d0ff9-b719-40dd-836d-9c70ad8ea232 req-a1101413-6b9d-414d-b80e-9db137e94e65 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:15.449301 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8e9d0ff9-b719-40dd-836d-9c70ad8ea232 req-a1101413-6b9d-414d-b80e-9db137e94e65 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0782297 Mar 22 13:28:15.496942 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8e9d0ff9-b719-40dd-836d-9c70ad8ea232 req-fe4b750e-4a4f-425c-805f-cd0ab8ed0357 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Mar 22 13:28:16.684246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454fcff-2217-408f-9988-5f51e0df30b3 req-e0f58266-3e4b-4ed5-8ef2-5f608107f578 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:16.685589 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b454fcff-2217-408f-9988-5f51e0df30b3 req-e0f58266-3e4b-4ed5-8ef2-5f608107f578 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0798914 Mar 22 13:28:16.729018 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b454fcff-2217-408f-9988-5f51e0df30b3 req-54381d95-d11f-41c7-9de6-3528c541bdb3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378637 Mar 22 13:28:17.292927 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bddfc-fe73-4cad-9637-be9ba736265a req-87a50fc0-4ca5-4e80-a625-20386b9f5964 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:17.294394 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-857bddfc-fe73-4cad-9637-be9ba736265a req-87a50fc0-4ca5-4e80-a625-20386b9f5964 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.0783272 Mar 22 13:28:17.367076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Deleting port f3122f67-fa70-48a4-8ec4-ee5ef042a924 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:28:17.367515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:17.618945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] For port f3122f67-fa70-48a4-8ec4-ee5ef042a924, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f3122f67-fa70-48a4-8ec4-ee5ef042a924,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:28:17.619339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:18.056930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:18.057207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:18.057517 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2 disassociated. External IP: 172.26.5.184, port: f3122f67-fa70-48a4-8ec4-ee5ef042a924. Mar 22 13:28:18.057852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Calling delete_port for f3122f67-fa70-48a4-8ec4-ee5ef042a924 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:28:18.155601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55f94a-60f6-450d-b653-e7c3170a176a req-27943a57-80fd-4605-a892-56c11cc54320 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:18.157616 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb55f94a-60f6-450d-b653-e7c3170a176a req-27943a57-80fd-4605-a892-56c11cc54320 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 946 time: 0.2909827 Mar 22 13:28:18.258461 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb55f94a-60f6-450d-b653-e7c3170a176a req-d48085b0-1d48-4423-bb68-625e046cda2e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949080 Mar 22 13:28:18.263222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:18.321687 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event deleted for resources: {'Port': ['ID=f3122f67-fa70-48a4-8ec4-ee5ef042a924,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:18.330807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.331183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.331586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.332107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.332445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.332774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.333099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.333424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.333749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.334071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.334392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.334712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:18.532535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Router f93541a5-df58-443a-a92a-218e3e65843b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:28:18.719834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:28:18.729628 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:28:18.739529 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:28:18.740138 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:28:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:28:18.797385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] No DVR routers for this DVR port f3122f67-fa70-48a4-8ec4-ee5ef042a924 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:28:18.799990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:18.802622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'name': 'network-vif-deleted', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:28:18.820531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-857bddfc-fe73-4cad-9637-be9ba736265a req-0507e1d7-0a61-45cc-a602-c2ab837e46eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "DELETE /v2.0/ports/f3122f67-fa70-48a4-8ec4-ee5ef042a924 HTTP/1.1" status: 204 len: 173 time: 1.5192659 Mar 22 13:28:18.859891 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374', 'name': 'network-vif-deleted', 'tag': 'f3122f67-fa70-48a4-8ec4-ee5ef042a924', 'status': 'completed', 'code': 200} Mar 22 13:28:18.938545 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:28:19.297250 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:28:19.300542 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:28:19.312250 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:28:19.313231 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:28:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:28:19.446663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-4c9c2965-03b2-4da8-8a08-7fd6fb9a0214 req-5ccacee2-1c2c-4cc0-bae2-416eb2794023 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Synchronizing usage tracker for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:28:19.467700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-4c9c2965-03b2-4da8-8a08-7fd6fb9a0214 req-5ccacee2-1c2c-4cc0-bae2-416eb2794023 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Unset dirty status for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:28:19.475945 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4c9c2965-03b2-4da8-8a08-7fd6fb9a0214 req-5ccacee2-1c2c-4cc0-bae2-416eb2794023 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd5e4cf9-3194-4e1c-9d3f-c2df91c5e374 HTTP/1.1" status: 200 len: 210 time: 0.0721328 Mar 22 13:28:19.532175 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:28:19.846638 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:28:19.850705 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4cf2c-bc59-40d3-8ee6-19add9452eb7 None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:28:20.074934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac62ad-b363-4901-a850-261b9ac128da None None] New status for floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:28:20.820097 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-4575f19f-27f6-4a4e-9ab5-178bcf2b5265 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1901428180&fields=id&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 267 time: 0.0416076 Mar 22 13:28:20.981249 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-87b9491c-34ba-4cb2-8c3b-0079814e65e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:20.982695 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-87b9491c-34ba-4cb2-8c3b-0079814e65e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 811 time: 0.1560721 Mar 22 13:28:20.997500 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-1742d9b7-96a4-46cf-a0ef-437abc691ed5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/quotas/840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 375 time: 0.0092366 Mar 22 13:28:21.087852 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-93f922d9-ac87-49e6-810a-16e814e3df5c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845783 Mar 22 13:28:21.227831 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-53f4879f-acac-43d3-a9d7-2cef2437dd52 service neutron] 10.222.0.70 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283429 Mar 22 13:28:21.259894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f3122f67-fa70-48a4-8ec4-ee5ef042a924 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:28:21.294570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: f3122f67-fa70-48a4-8ec4-ee5ef042a924 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:28:21.294911 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device f3122f67-fa70-48a4-8ec4-ee5ef042a924 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:28:21.367744 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-8fc5b835-9528-435b-b2d8-69c544887c4b service neutron] 10.222.0.70 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340158 Mar 22 13:28:21.555832 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d9deb1e0-a0db-4643-afee-0b2785ca732a req-0751475d-dcaf-4ef3-9f56-303219ada1d4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 210 time: 0.0521736 Mar 22 13:28:21.787270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:22.681586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-e35d1989-df7a-41a9-aa56-06277e232335 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:22.683377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-e35d1989-df7a-41a9-aa56-06277e232335 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 811 time: 0.1774001 Mar 22 13:28:22.718528 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-772121c9-ad27-44b7-b15b-ec213f112075 req-59f2e967-f35e-4e7a-a45b-4279b9cdae9d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 210 time: 0.0521061 Mar 22 13:28:22.744069 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-a3b5cc10-b72d-4faa-9778-459e5d922a22 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 380 time: 0.0511265 Mar 22 13:28:22.755178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'port': {'device_id': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'admin_state_up': True, 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'security_groups': ['c6676d56-7a83-4352-9967-15713f87a75e']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:28:22.897673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:28:22.907568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:28:22.917655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Made reservation on behalf of 840bab77ac074dae85e3e1e00ce765d6 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:28:22.922305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:22.948076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [req-7ba2737d-e05a-400d-97b4-7250ef32956e req-088f87ff-6180-4fa0-979b-1f5f28f7d305 service neutron] (87932) timed out ('10.222.0.47', 49253) {{(pid=87932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 22 13:28:23.084597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Allocated IP 172.20.0.12 (313850eb-052a-4f2e-aa60-1391b7b772c4/07b50c92-6412-4374-b4a3-92e2e73f2483/936a6921-21ea-4348-a913-8ee9c38a974c) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:28:23.282570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:23.299128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Transition to ACTIVE for port object 936a6921-21ea-4348-a913-8ee9c38a974c will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:28:23.324016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:23.502316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:28:23.510248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:28:23.514880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:28:23.549613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:23.588811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:23.589438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:23.616698 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-79ff3b82-ef73-4027-ba54-e9f0973ce41a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8674943 Mar 22 13:28:23.629776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Request body: {'port': {'device_id': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:28:23.762151 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-52deb045-73b5-483e-8f94-0f67a12f05eb None None] Provisioning for port 936a6921-21ea-4348-a913-8ee9c38a974c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:28:23.765115 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:23.768260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-52deb045-73b5-483e-8f94-0f67a12f05eb None None] Provisioning complete for port 936a6921-21ea-4348-a913-8ee9c38a974c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:28:23.768640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-52deb045-73b5-483e-8f94-0f67a12f05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:23.831222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-52deb045-73b5-483e-8f94-0f67a12f05eb None None] Port 936a6921-21ea-4348-a913-8ee9c38a974c cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:28:24.085488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dce0ed-6507-466e-ae64-901fa2eb173a req-5fdd730c-5540-40f0-9507-07eead2d7021 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:24.086108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-00dce0ed-6507-466e-ae64-901fa2eb173a req-5fdd730c-5540-40f0-9507-07eead2d7021 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Synchronizing usage tracker for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:28:24.120715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-00dce0ed-6507-466e-ae64-901fa2eb173a req-5fdd730c-5540-40f0-9507-07eead2d7021 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Unset dirty status for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:28:24.122117 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-00dce0ed-6507-466e-ae64-901fa2eb173a req-5fdd730c-5540-40f0-9507-07eead2d7021 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 932 time: 0.2764795 Mar 22 13:28:24.185903 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-00dce0ed-6507-466e-ae64-901fa2eb173a req-e207790c-5efd-4464-a2ca-c8cc825e8e1d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563939 Mar 22 13:28:24.243517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936a6921-21ea-4348-a913-8ee9c38a974c {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:28:24.252806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:24.268999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Transition to ACTIVE for port object 936a6921-21ea-4348-a913-8ee9c38a974c will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:28:24.272934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:24.407987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:24.518955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Attempting to bind port 936a6921-21ea-4348-a913-8ee9c38a974c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:28:24.519341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Attempting to bind port 936a6921-21ea-4348-a913-8ee9c38a974c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:28:24.519676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Attempting to bind port 936a6921-21ea-4348-a913-8ee9c38a974c on network 313850eb-052a-4f2e-aa60-1391b7b772c4 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:28:24.524490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Port 936a6921-21ea-4348-a913-8ee9c38a974c on network 313850eb-052a-4f2e-aa60-1391b7b772c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:28:24.524810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Attempting to bind port 936a6921-21ea-4348-a913-8ee9c38a974c on network 313850eb-052a-4f2e-aa60-1391b7b772c4 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:28:24.532139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:28:24.532483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Checking segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:28:24.532879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Bound using segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:28:24.533339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Bound port: 936a6921-21ea-4348-a913-8ee9c38a974c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:28:24.533693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:24.632814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:28:24.636199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:28:24.640521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:24.696108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:24.696789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:24.698370 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] 10.222.0.47 "PUT /v2.0/ports/936a6921-21ea-4348-a913-8ee9c38a974c HTTP/1.1" status: 200 len: 1094 time: 1.0733950 Mar 22 13:28:24.698799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:28:24.734959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318470ce-2811-450d-9cf4-c7d4cbb32ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:24.773261 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c', 'status': 'completed', 'code': 200} Mar 22 13:28:24.820073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-a8fc6335-c4ff-456c-84cd-38ccfe13fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:24.822495 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-a8fc6335-c4ff-456c-84cd-38ccfe13fe1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 1097 time: 0.0836568 Mar 22 13:28:24.901011 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-8c51b39a-0043-43e0-b46f-8d3e01e523e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936a6921-21ea-4348-a913-8ee9c38a974c HTTP/1.1" status: 200 len: 217 time: 0.0663426 Mar 22 13:28:24.967615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-aded7903-55cd-4562-b0b5-71c1a519d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:24.970370 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-aded7903-55cd-4562-b0b5-71c1a519d81f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0626059 Mar 22 13:28:25.048699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-cb2669b7-3cbe-43fa-9d49-e6f153a2a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:25.050180 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-cb2669b7-3cbe-43fa-9d49-e6f153a2a31f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722790 Mar 22 13:28:25.190185 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-9366dced-aa1c-40a0-b45f-9c106803c0f0 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328704 Mar 22 13:28:25.493501 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54a4181e-fe5a-4a0b-b85f-67b11aca4d54 req-94287096-0499-466c-ba2d-03d5edc2460e service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958801 Mar 22 13:28:25.514138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394d2f6-1fcd-4d22-b103-2adacc89657a req-e894b620-865d-4a27-8dcc-eee592709aad tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:25.516263 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a394d2f6-1fcd-4d22-b103-2adacc89657a req-e894b620-865d-4a27-8dcc-eee592709aad tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 944 time: 0.1773663 Mar 22 13:28:25.610721 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a394d2f6-1fcd-4d22-b103-2adacc89657a req-8cce1fa6-ed64-4179-b2db-874cac9d8a0e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883102 Mar 22 13:28:25.642609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-4b18c6c4-a293-43c5-b196-c41edf86b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:25.644107 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-4b18c6c4-a293-43c5-b196-c41edf86b0d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 1097 time: 0.0861318 Mar 22 13:28:25.780255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-507f2457-6999-4133-a369-a8ccdb808e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:25.781692 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-507f2457-6999-4133-a369-a8ccdb808e55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1296675 Mar 22 13:28:25.850440 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-25e6eeac-2c07-45eb-b6c8-bfffcc05b4f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936a6921-21ea-4348-a913-8ee9c38a974c HTTP/1.1" status: 200 len: 217 time: 0.0618236 Mar 22 13:28:25.919174 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-63fcd6eb-0afc-4ec3-b634-d22a55968cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:25.920654 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-63fcd6eb-0afc-4ec3-b634-d22a55968cfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0618832 Mar 22 13:28:25.998626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-3b68340d-851d-42fd-9080-4cbacd6fd3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:26.000723 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-3b68340d-851d-42fd-9080-4cbacd6fd3e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731425 Mar 22 13:28:26.138652 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-58741028-f114-4123-97f9-14e956f03a00 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285157 Mar 22 13:28:26.280968 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86eed371-2303-4cd3-8b29-f5099bef7a75 req-25f59fdf-44cc-411c-9b86-72ce6205b823 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356943 Mar 22 13:28:26.809490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c549b2-e1ff-4c6d-a55c-48bce3f0e236 req-3261029c-1dae-4d67-ad22-f0f8371a3c6c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:26.810969 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08c549b2-e1ff-4c6d-a55c-48bce3f0e236 req-3261029c-1dae-4d67-ad22-f0f8371a3c6c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 944 time: 0.0880075 Mar 22 13:28:26.857069 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-08c549b2-e1ff-4c6d-a55c-48bce3f0e236 req-5cadc513-f169-4930-8228-011db8f08fb7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399370 Mar 22 13:28:28.044868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dbfce-57b2-43e8-8690-c909707c56ef req-41011659-53d5-4d67-941d-e2bbdc17d781 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:28.046345 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-157dbfce-57b2-43e8-8690-c909707c56ef req-41011659-53d5-4d67-941d-e2bbdc17d781 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 944 time: 0.0848048 Mar 22 13:28:28.090638 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-157dbfce-57b2-43e8-8690-c909707c56ef req-65e59c7e-f259-40c4-b4ba-3043b0f4e37c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381174 Mar 22 13:28:29.281557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163ccaa-b0ed-464b-89d3-7b3a43f52258 req-6682f844-74db-4622-b778-c816874c1f34 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:29.283105 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3163ccaa-b0ed-464b-89d3-7b3a43f52258 req-6682f844-74db-4622-b778-c816874c1f34 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 944 time: 0.0808697 Mar 22 13:28:29.291076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 936a6921-21ea-4348-a913-8ee9c38a974c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:28:29.335928 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3163ccaa-b0ed-464b-89d3-7b3a43f52258 req-e141b73d-d63b-451c-89cc-1d364ad7bfa9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446911 Mar 22 13:28:29.430101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:28:29.443051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '936a6921-21ea-4348-a913-8ee9c38a974c', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'port_id': '936a6921-21ea-4348-a913-8ee9c38a974c', 'mac_address': 'fa:16:3e:8e:bf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:28:29.502055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:29.519957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936a6921-21ea-4348-a913-8ee9c38a974c {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:28:29.535765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:28:29.539566 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:29.604936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:29.810926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['936a6921-21ea-4348-a913-8ee9c38a974c'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:28:30.539940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcbe9b-1ee7-4868-a1cd-03f2a30ae9ab req-43afa969-1057-45ff-afdc-17ff9527c10d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:30.542447 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dbbcbe9b-1ee7-4868-a1cd-03f2a30ae9ab req-43afa969-1057-45ff-afdc-17ff9527c10d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 945 time: 0.0994663 Mar 22 13:28:30.587676 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dbbcbe9b-1ee7-4868-a1cd-03f2a30ae9ab req-1be21fd3-c21c-4c17-913f-775956e9301b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392699 Mar 22 13:28:31.288645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 936a6921-21ea-4348-a913-8ee9c38a974c up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:28:31.355677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 936a6921-21ea-4348-a913-8ee9c38a974c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:28:31.360210 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 936a6921-21ea-4348-a913-8ee9c38a974c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:28:31.360577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:31.474663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:31.499806 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:28:31.509797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:28:31.512866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:31.550921 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c', 'code': 200} Mar 22 13:28:31.583853 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:31.827841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e4335-2385-4367-bf38-e23fa7237b2a req-fbd54d64-875d-4acc-af1e-3b23486f2110 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:31.829187 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-904e4335-2385-4367-bf38-e23fa7237b2a req-fbd54d64-875d-4acc-af1e-3b23486f2110 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.1352785 Mar 22 13:28:31.834625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc33a3-388a-4019-a337-4a04f00a073d req-85507de6-a9ed-43fe-8170-e92e9bb4004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:31.835999 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66dc33a3-388a-4019-a337-4a04f00a073d req-85507de6-a9ed-43fe-8170-e92e9bb4004e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 1099 time: 0.1079452 Mar 22 13:28:31.906286 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-904e4335-2385-4367-bf38-e23fa7237b2a req-858e997e-b123-4d70-9eae-819773e678d5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688596 Mar 22 13:28:31.907876 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66dc33a3-388a-4019-a337-4a04f00a073d req-9e062437-3d1e-4850-89e1-d2edcc930224 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583856 Mar 22 13:28:33.090822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8c667229-ffcb-4e9c-bdf9-71d4ec1569c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:33.102526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465c909-6c1e-4021-831e-33e9d69a42a4 req-4e71a82e-313b-4af1-98b8-60af33c1ef3f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:33.104205 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9465c909-6c1e-4021-831e-33e9d69a42a4 req-4e71a82e-313b-4af1-98b8-60af33c1ef3f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0855188 Mar 22 13:28:33.153647 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9465c909-6c1e-4021-831e-33e9d69a42a4 req-3957d10b-41b5-40ac-a65e-e26af50b25b8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400345 Mar 22 13:28:34.339031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09afba-0235-4168-9d5b-d7060066da63 req-cf369c51-b42b-470e-9cd7-2c87916c6f63 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:34.340556 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2e09afba-0235-4168-9d5b-d7060066da63 req-cf369c51-b42b-470e-9cd7-2c87916c6f63 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0807223 Mar 22 13:28:34.385495 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2e09afba-0235-4168-9d5b-d7060066da63 req-348067b5-ec27-414d-ac07-b6bf53addbe1 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385888 Mar 22 13:28:34.568037 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a442ced-6b87-4fc2-b909-6e934aa00c26 req-ba34e0eb-c35d-4a90-8f41-71c4467cbea7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:34.569410 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5a442ced-6b87-4fc2-b909-6e934aa00c26 req-ba34e0eb-c35d-4a90-8f41-71c4467cbea7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0852342 Mar 22 13:28:34.578442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47338) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:28:34.583859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a548ffc1-ba9a-4ab2-bdf3-55e6d10a2029 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'floatingip': {'port_id': '936a6921-21ea-4348-a913-8ee9c38a974c'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:28:34.663220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a548ffc1-ba9a-4ab2-bdf3-55e6d10a2029 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:35.372148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-319391b0-d472-4446-baa6-ba0b406bd888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:35.382181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a548ffc1-ba9a-4ab2-bdf3-55e6d10a2029 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:35.386088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a548ffc1-ba9a-4ab2-bdf3-55e6d10a2029 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:35.556115 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-a548ffc1-ba9a-4ab2-bdf3-55e6d10a2029 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2 associated. External IP: 172.26.5.184, port: 936a6921-21ea-4348-a913-8ee9c38a974c. Mar 22 13:28:35.901837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a548ffc1-ba9a-4ab2-bdf3-55e6d10a2029 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Router f93541a5-df58-443a-a92a-218e3e65843b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:28:36.206118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a548ffc1-ba9a-4ab2-bdf3-55e6d10a2029 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:28:36.211254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a548ffc1-ba9a-4ab2-bdf3-55e6d10a2029 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:36.216076 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:28:36.225633 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:28:36.226231 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:28:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:28:36.273099 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a548ffc1-ba9a-4ab2-bdf3-55e6d10a2029 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "PUT /v2.0/floatingips/0cf598c0-0f13-4159-aa05-5456b1ff6ed2 HTTP/1.1" status: 200 len: 992 time: 1.6935632 Mar 22 13:28:36.273762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:28:36.328141 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c', 'status': 'completed', 'code': 200} Mar 22 13:28:36.418957 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:28:36.436435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:36.439514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-4c62c457-f6e8-494c-950f-1188e33fa8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:36.441243 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-4c62c457-f6e8-494c-950f-1188e33fa8a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 1099 time: 0.0846529 Mar 22 13:28:36.653140 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:36.702415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-9941a274-79d8-4550-ae58-acba8ae5cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:36.704453 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-9941a274-79d8-4550-ae58-acba8ae5cc97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.2548826 Mar 22 13:28:36.709194 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-c597d877-00d8-4b38-96cb-47e29282331e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472983 Mar 22 13:28:36.726100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed2bd9-57f4-4e12-adb3-7128fccca507 req-bf4fc453-0540-4efe-8c1b-f8e9594fcfba tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:36.727953 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a4ed2bd9-57f4-4e12-adb3-7128fccca507 req-bf4fc453-0540-4efe-8c1b-f8e9594fcfba tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.1169729 Mar 22 13:28:36.786627 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a4ed2bd9-57f4-4e12-adb3-7128fccca507 req-d21041de-e23f-4093-8219-f66fb22a2bef tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527914 Mar 22 13:28:36.829145 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-3870cd7a-a7b9-4fc1-bc7c-84397a3195a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936a6921-21ea-4348-a913-8ee9c38a974c HTTP/1.1" status: 200 len: 1000 time: 0.1161339 Mar 22 13:28:36.874116 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': '936a6921-21ea-4348-a913-8ee9c38a974c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:8e:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:28:35Z', 'revision_number': 9, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:28:36.879008 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:28:36.889771 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:28:36.891052 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:28:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:28:36.895582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-79028eaf-0a34-460e-9ccc-91601c52e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:36.897073 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-79028eaf-0a34-460e-9ccc-91601c52e648 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0612862 Mar 22 13:28:36.975851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-7fc71560-27e3-434c-bd8b-e7d4f670fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:36.977344 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-7fc71560-27e3-434c-bd8b-e7d4f670fbd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742381 Mar 22 13:28:37.110564 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:28:37.122181 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-658436f4-6cc2-4c89-b3c7-0eedf048133d service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378157 Mar 22 13:28:37.278152 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3d3b7c2-644c-414c-aa28-468d6df81c1b req-0681bf9f-7039-4e30-98eb-ed479f3df44d service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493254 Mar 22 13:28:37.505507 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': '936a6921-21ea-4348-a913-8ee9c38a974c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:8e:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:28:35Z', 'revision_number': 9, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:28:37.510632 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22439984-21ec-4005-a992-b57bb5b3115f None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': '936a6921-21ea-4348-a913-8ee9c38a974c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:8e:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:28:35Z', 'revision_number': 9, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:28:37.723181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90f4b0-d43a-43c3-b74c-4ac74e2c9777 None None] New status for floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:28:37.917935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:38.044170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fabbf1-734f-4edd-8805-5be507568248 req-0e4c67d1-c8ba-4b8a-8380-d30663a28dbc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:38.045640 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c0fabbf1-734f-4edd-8805-5be507568248 req-0e4c67d1-c8ba-4b8a-8380-d30663a28dbc tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.1476507 Mar 22 13:28:38.047737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9ee0-06db-406e-a866-97b718be9687 req-42e3f483-6d6d-4d1c-9d12-9ea3124261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:38.049059 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-42e3f483-6d6d-4d1c-9d12-9ea3124261f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 1099 time: 0.1070700 Mar 22 13:28:38.180804 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c0fabbf1-734f-4edd-8805-5be507568248 req-392144b9-b9e1-4d31-a188-c42badfd2e6e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295094 Mar 22 13:28:38.216231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9ee0-06db-406e-a866-97b718be9687 req-8adc1d8d-5762-467d-8528-bc5068a20328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:38.217675 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-8adc1d8d-5762-467d-8528-bc5068a20328 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1514547 Mar 22 13:28:38.318301 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-00098c24-090f-4575-925b-47454a670f42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936a6921-21ea-4348-a913-8ee9c38a974c HTTP/1.1" status: 200 len: 1003 time: 0.0940812 Mar 22 13:28:38.386309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9ee0-06db-406e-a866-97b718be9687 req-7ff365dc-421f-4944-b39e-80b5b0c5e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:38.387861 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-7ff365dc-421f-4944-b39e-80b5b0c5e14f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0628402 Mar 22 13:28:38.463228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9ee0-06db-406e-a866-97b718be9687 req-590c2542-ae55-4a65-9c15-8e8a135d768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:38.464759 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-590c2542-ae55-4a65-9c15-8e8a135d768a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706153 Mar 22 13:28:38.598895 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-81be854d-afda-48f4-8c8d-f3048e53b878 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263933 Mar 22 13:28:38.733427 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-01973b1d-2904-4296-ba9e-68920ab6cd79 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278994 Mar 22 13:28:39.373318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741f098-e0b1-4b56-807e-88b47da9a656 req-cf3dc7f3-84db-46c8-b658-6fdd45779907 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:39.374859 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5741f098-e0b1-4b56-807e-88b47da9a656 req-cf3dc7f3-84db-46c8-b658-6fdd45779907 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0803285 Mar 22 13:28:39.421221 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5741f098-e0b1-4b56-807e-88b47da9a656 req-af06cf4c-83d1-4868-a98e-9b658ade364d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Mar 22 13:28:40.614362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229755b1-ae06-4ef4-8861-8fc8f523f006 req-83f09e68-26be-4816-99db-e40194df67a3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:40.615880 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-229755b1-ae06-4ef4-8861-8fc8f523f006 req-83f09e68-26be-4816-99db-e40194df67a3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0856893 Mar 22 13:28:40.666853 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-229755b1-ae06-4ef4-8861-8fc8f523f006 req-3c76b7d8-7dee-40c1-8bbb-90a37a1a3581 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452557 Mar 22 13:28:41.850889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716040ab-ac5a-4a0e-840f-8fd4a22366c3 req-8911adda-0999-409e-8db6-7451cb9d44de tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:41.852367 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-716040ab-ac5a-4a0e-840f-8fd4a22366c3 req-8911adda-0999-409e-8db6-7451cb9d44de tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0804386 Mar 22 13:28:41.899001 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-716040ab-ac5a-4a0e-840f-8fd4a22366c3 req-c960f6e0-bf7d-4ecd-82a6-8cd4b1082d04 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Mar 22 13:28:43.095598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c3fe1-73fc-4974-8bfc-564e30a93764 req-e30c9fec-e777-49d3-aa82-a51a58a5ba4d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:43.096979 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-309c3fe1-73fc-4974-8bfc-564e30a93764 req-e30c9fec-e777-49d3-aa82-a51a58a5ba4d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0906169 Mar 22 13:28:43.143388 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-309c3fe1-73fc-4974-8bfc-564e30a93764 req-c6c18d0c-dda0-4911-b3ee-c24e84966684 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408275 Mar 22 13:28:43.433991 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:28:44.334534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42835e5-2def-4e90-8d99-cb7c379d17b0 req-a51e39dc-b47b-42fc-bd43-e5c90055646b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:44.336041 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e42835e5-2def-4e90-8d99-cb7c379d17b0 req-a51e39dc-b47b-42fc-bd43-e5c90055646b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0874553 Mar 22 13:28:44.392632 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e42835e5-2def-4e90-8d99-cb7c379d17b0 req-70b973ef-3ee2-4a2e-af25-fb7b051e5b8f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508945 Mar 22 13:28:45.588954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc0dec-1a80-483b-b367-483be856c9f6 req-0e843c0c-8eb3-48bd-b99f-4aec717d9503 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:45.590462 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-36bc0dec-1a80-483b-b367-483be856c9f6 req-0e843c0c-8eb3-48bd-b99f-4aec717d9503 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0819795 Mar 22 13:28:45.635623 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-36bc0dec-1a80-483b-b367-483be856c9f6 req-552f553f-038c-437f-aa29-b5e1235fa93e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387669 Mar 22 13:28:46.825141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27b46-4be2-4e1b-9272-2cbd2ad870e4 req-4bd99fe5-d7c3-47b5-af0a-d8f93a283719 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:46.826652 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8ce27b46-4be2-4e1b-9272-2cbd2ad870e4 req-4bd99fe5-d7c3-47b5-af0a-d8f93a283719 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0801320 Mar 22 13:28:46.878181 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8ce27b46-4be2-4e1b-9272-2cbd2ad870e4 req-30c6b6f2-0cc2-47bc-8b6b-219c0563f894 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453594 Mar 22 13:28:48.073502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80b6a8-da42-4265-b7e5-80d5ebd1d91e req-764040b1-ce5b-4bf2-8613-a3364c6d8557 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:48.074889 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-af80b6a8-da42-4265-b7e5-80d5ebd1d91e req-764040b1-ce5b-4bf2-8613-a3364c6d8557 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0855653 Mar 22 13:28:48.221310 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-af80b6a8-da42-4265-b7e5-80d5ebd1d91e req-0a43463c-e3d0-46f3-aa00-d51485e2c69b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406670 Mar 22 13:28:49.414538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de672845-7488-4a33-a2f5-7f18332b1b6f req-1ac4bbb4-8413-4bab-aefd-3bb166095cb5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:49.416016 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-de672845-7488-4a33-a2f5-7f18332b1b6f req-1ac4bbb4-8413-4bab-aefd-3bb166095cb5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0876715 Mar 22 13:28:49.466747 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-de672845-7488-4a33-a2f5-7f18332b1b6f req-4280e0f1-a6b0-4a7a-b5e5-46f7ac2ae660 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450113 Mar 22 13:28:50.662260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bd78e-e2e6-4289-aeb8-1e01ffbde66d req-4a3785f5-7df4-4d4d-b4b9-9345ea0f44b8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:50.663692 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6b9bd78e-e2e6-4289-aeb8-1e01ffbde66d req-4a3785f5-7df4-4d4d-b4b9-9345ea0f44b8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0904691 Mar 22 13:28:50.709724 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6b9bd78e-e2e6-4289-aeb8-1e01ffbde66d req-2448137a-c1a2-4ea4-8cca-4c7de812e385 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Mar 22 13:28:51.788266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:51.896357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed0775-48d5-4bfc-8d07-690366a92d50 req-d9b6e2df-2e5b-4a3e-8755-a0f68a98e852 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:51.896357 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-79ed0775-48d5-4bfc-8d07-690366a92d50 req-d9b6e2df-2e5b-4a3e-8755-a0f68a98e852 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0801613 Mar 22 13:28:51.948794 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-79ed0775-48d5-4bfc-8d07-690366a92d50 req-d4ba197f-0bae-45e6-92ad-57b0e53bd9a1 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445521 Mar 22 13:28:52.425707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-084baff8-9b0d-4947-a5af-4335a76670f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:52.427200 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-084baff8-9b0d-4947-a5af-4335a76670f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 1099 time: 0.1204343 Mar 22 13:28:52.581040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-ac8533f7-29ed-4da4-9769-dddbc43e102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:52.582634 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-ac8533f7-29ed-4da4-9769-dddbc43e102e service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1313527 Mar 22 13:28:52.693194 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-81017a38-eeac-40b4-8466-0e6a0baae47d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936a6921-21ea-4348-a913-8ee9c38a974c HTTP/1.1" status: 200 len: 1003 time: 0.1035006 Mar 22 13:28:52.761205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-4fd35ad1-e634-49fe-99d3-87a39e661b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:52.762627 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-4fd35ad1-e634-49fe-99d3-87a39e661b1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0605011 Mar 22 13:28:52.839351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-4de527ce-394d-428f-8556-8831c13f1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:52.840730 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-4de527ce-394d-428f-8556-8831c13f1b17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723166 Mar 22 13:28:52.972127 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-bef92930-f0af-4993-a377-a84174115f93 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247647 Mar 22 13:28:53.160260 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ea90e712-a304-4618-8c61-f9e72f78f667 req-b2c37b70-833a-4701-b9bc-a356c47479bc service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811242 Mar 22 13:28:53.173181 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0432af3-dbc6-43bc-ad7c-a89ccf406066 req-4ec58180-b3d5-434c-9763-370583839f72 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:53.174585 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f0432af3-dbc6-43bc-ad7c-a89ccf406066 req-4ec58180-b3d5-434c-9763-370583839f72 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.1168759 Mar 22 13:28:53.221554 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f0432af3-dbc6-43bc-ad7c-a89ccf406066 req-54325e88-a35c-4c68-9f60-694c3108a450 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Mar 22 13:28:54.405445 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a31ff-336d-4a93-854a-57be18fe0527 req-ca31151c-51ae-46aa-b468-09c095312764 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:54.406922 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d73a31ff-336d-4a93-854a-57be18fe0527 req-ca31151c-51ae-46aa-b468-09c095312764 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0796628 Mar 22 13:28:54.452215 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d73a31ff-336d-4a93-854a-57be18fe0527 req-45d8af5c-75e5-4d83-b740-a5dd2ace95f9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392025 Mar 22 13:28:55.639890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1d6e0-875f-4bc2-8da8-c7845c64ee8d req-2ab9eedc-5c6f-4dd3-83d9-893cba6a081e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:55.641264 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f7d1d6e0-875f-4bc2-8da8-c7845c64ee8d req-2ab9eedc-5c6f-4dd3-83d9-893cba6a081e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0807035 Mar 22 13:28:55.687688 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f7d1d6e0-875f-4bc2-8da8-c7845c64ee8d req-e7767360-4e2c-446d-81cb-26c021790f2f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405104 Mar 22 13:28:57.019127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e216c6-b0d8-45fb-b920-da43b8943e1a req-a184cc20-9cdf-4d00-b5b4-3059644ee974 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:57.020562 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-75e216c6-b0d8-45fb-b920-da43b8943e1a req-a184cc20-9cdf-4d00-b5b4-3059644ee974 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0849710 Mar 22 13:28:57.064555 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-75e216c6-b0d8-45fb-b920-da43b8943e1a req-ff7eb72e-51a6-409e-8cd3-097d7baf22e9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384233 Mar 22 13:28:58.261724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f36c31-ef11-4efa-ad92-bd9bde5764b0 req-0e3bdd97-0ef2-4e94-a12e-0c0ba770f6a9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:58.263194 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98f36c31-ef11-4efa-ad92-bd9bde5764b0 req-0e3bdd97-0ef2-4e94-a12e-0c0ba770f6a9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0792603 Mar 22 13:28:58.309095 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98f36c31-ef11-4efa-ad92-bd9bde5764b0 req-7dcf9b08-5fff-4f6a-8df5-dd920735cb13 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403216 Mar 22 13:28:59.491979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb4f6f-fd62-4267-b7d8-5a12154d8543 req-5e4fdef1-2655-4eaa-8bfb-8c42d2893bec tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:59.493438 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c8cb4f6f-fd62-4267-b7d8-5a12154d8543 req-5e4fdef1-2655-4eaa-8bfb-8c42d2893bec tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0801420 Mar 22 13:28:59.542141 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c8cb4f6f-fd62-4267-b7d8-5a12154d8543 req-c6d9e3f3-b4ed-4633-9e00-159774747a66 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429175 Mar 22 13:29:00.724955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c5d7e-512b-4510-8754-bcb69b4cd02a req-84a7d9e5-be93-40c0-a217-a416beeb2ed8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:00.726309 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-db1c5d7e-512b-4510-8754-bcb69b4cd02a req-84a7d9e5-be93-40c0-a217-a416beeb2ed8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0798974 Mar 22 13:29:00.795081 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-db1c5d7e-512b-4510-8754-bcb69b4cd02a req-fcc21ed7-7bdc-4d95-a1b5-a0aab3917675 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626495 Mar 22 13:29:01.981477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7e4c6-861d-4053-8ce1-4311d27e9134 req-d7021bf4-19df-4aca-a6c4-ea45fae1e12e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:01.982972 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-91d7e4c6-861d-4053-8ce1-4311d27e9134 req-d7021bf4-19df-4aca-a6c4-ea45fae1e12e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0840547 Mar 22 13:29:02.025918 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-91d7e4c6-861d-4053-8ce1-4311d27e9134 req-ef232cdd-42c5-446c-8a03-3a273a4bd1cb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374739 Mar 22 13:29:03.088957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3df18c1-82e6-46cc-b30d-c953d2b227af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:03.365989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265bb46-1215-4626-ae67-e96db6f54c0c req-e5692790-4a81-4286-9e3e-6caec4f7c9bd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:03.367487 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9265bb46-1215-4626-ae67-e96db6f54c0c req-e5692790-4a81-4286-9e3e-6caec4f7c9bd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0844173 Mar 22 13:29:03.411311 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9265bb46-1215-4626-ae67-e96db6f54c0c req-a677a5b0-64c6-45a9-98eb-b96d2cc285d0 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381606 Mar 22 13:29:04.593925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54822863-7da0-4405-b24a-76603ca5922d req-927610c7-563a-431e-845f-e79e7dddbbf6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:04.595443 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-54822863-7da0-4405-b24a-76603ca5922d req-927610c7-563a-431e-845f-e79e7dddbbf6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0804956 Mar 22 13:29:04.644713 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-54822863-7da0-4405-b24a-76603ca5922d req-917de535-6d1b-4d80-ab09-612a254477a8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436573 Mar 22 13:29:05.376802 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ce0852ed-e2ea-40cf-9a57-df8138e50382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:05.793652 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-a8b00e77-57e6-4e11-bb91-42c918054bd1 service neutron] 10.222.0.47 "GET /v2.0/ports/936a6921-21ea-4348-a913-8ee9c38a974c/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.1143067 Mar 22 13:29:05.841724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037110-1985-4b39-837b-b71e08315d1f req-0a4cb587-a507-4d21-8106-75ba79f461bf tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:05.843201 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-40037110-1985-4b39-837b-b71e08315d1f req-0a4cb587-a507-4d21-8106-75ba79f461bf tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0885875 Mar 22 13:29:05.898702 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-40037110-1985-4b39-837b-b71e08315d1f req-1ecf26f3-2e1a-47d1-bc62-ca31ac0ee724 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491960 Mar 22 13:29:06.063684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9ee0-06db-406e-a866-97b718be9687 req-cfcac8d3-3ae5-4ed6-bd57-6a9595ec3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:06.065049 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-cfcac8d3-3ae5-4ed6-bd57-6a9595ec3adb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 1099 time: 0.0722618 Mar 22 13:29:06.259736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9ee0-06db-406e-a866-97b718be9687 req-235fec2f-1d58-4ccd-ad71-0ecea441e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:06.261185 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-235fec2f-1d58-4ccd-ad71-0ecea441e31e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 1099 time: 0.1737993 Mar 22 13:29:06.393368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9ee0-06db-406e-a866-97b718be9687 req-9e6ba8be-0db6-4010-bf11-ab491d8e4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:06.394732 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-9e6ba8be-0db6-4010-bf11-ab491d8e4a1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1266780 Mar 22 13:29:06.435444 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:06.500711 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-706f734e-49ea-4b2f-9be7-1ab139525e46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936a6921-21ea-4348-a913-8ee9c38a974c HTTP/1.1" status: 200 len: 1003 time: 0.0975943 Mar 22 13:29:06.562322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9ee0-06db-406e-a866-97b718be9687 req-c0ece4ab-124e-4b44-9244-f39eb2459a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:06.563759 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-c0ece4ab-124e-4b44-9244-f39eb2459a75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0564778 Mar 22 13:29:06.638158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9ee0-06db-406e-a866-97b718be9687 req-18149b3d-b40e-4cd8-a83b-6247560c91df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:06.639560 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-18149b3d-b40e-4cd8-a83b-6247560c91df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687459 Mar 22 13:29:06.647360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:06.776343 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-199dbd86-92c2-414b-8d86-109c01006c61 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299062 Mar 22 13:29:06.912035 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-07cd9ee0-06db-406e-a866-97b718be9687 req-f87828ec-65ca-451b-8baf-385a427fdbb0 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281343 Mar 22 13:29:07.098295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26da60c-63fd-407f-ada2-058c9afad84d req-5b2a9b1b-20d9-432a-9398-6df34fbdbe6e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:07.099842 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a26da60c-63fd-407f-ada2-058c9afad84d req-5b2a9b1b-20d9-432a-9398-6df34fbdbe6e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0980468 Mar 22 13:29:07.153578 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a26da60c-63fd-407f-ada2-058c9afad84d req-b0957cb3-4164-4a72-ba05-896e656236f1 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480371 Mar 22 13:29:07.912058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:08.348765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9f1a5-aef0-41a8-a68d-54aa38623f21 req-26dbcad7-ea77-45ad-92b7-4df11c2b5f39 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:08.351249 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7fb9f1a5-aef0-41a8-a68d-54aa38623f21 req-26dbcad7-ea77-45ad-92b7-4df11c2b5f39 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0880072 Mar 22 13:29:08.398325 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7fb9f1a5-aef0-41a8-a68d-54aa38623f21 req-26d4ebce-3187-406e-97dc-81a6265aa977 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406909 Mar 22 13:29:09.481796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 936a6921-21ea-4348-a913-8ee9c38a974c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:29:09.484309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 936a6921-21ea-4348-a913-8ee9c38a974c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:29:09.590194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317ae2-f91b-42ce-9833-36bb06990c55 req-b7b8dd51-94d2-4fca-8e08-a5b57ca8bc43 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:09.591692 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cb317ae2-f91b-42ce-9833-36bb06990c55 req-b7b8dd51-94d2-4fca-8e08-a5b57ca8bc43 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0842018 Mar 22 13:29:09.639852 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cb317ae2-f91b-42ce-9833-36bb06990c55 req-b923a508-e88a-4bd6-b7ee-d7409a4852c4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Mar 22 13:29:09.705244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:09.723650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:09.744546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '936a6921-21ea-4348-a913-8ee9c38a974c', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'port_id': '936a6921-21ea-4348-a913-8ee9c38a974c', 'mac_address': 'fa:16:3e:8e:bf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:29:09.751902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:29:09.799035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:09.806737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:09.845692 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c', 'code': 200} Mar 22 13:29:09.862733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:09.891993 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 936a6921-21ea-4348-a913-8ee9c38a974c {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:29:09.943357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:09.966378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.966871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.967425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.967977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.968315 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.968645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.969563 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.969906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.970389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.970867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.971371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:09.971861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:10.000179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:29:10.000534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:29:10.062333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-10a12728-95ef-468e-afdb-57dac180c84a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:10.063471 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-10a12728-95ef-468e-afdb-57dac180c84a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be&tenant_id=840bab77ac074dae85e3e1e00ce765d6&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.0923734 Mar 22 13:29:10.105611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c579a9-9da3-4bc3-8eb7-9eef4a86c333 req-043ed2c7-0fe2-4701-af16-d63ab30a1b77 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:10.107051 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-56c579a9-9da3-4bc3-8eb7-9eef4a86c333 req-043ed2c7-0fe2-4701-af16-d63ab30a1b77 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 944 time: 0.0805728 Mar 22 13:29:10.147487 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-d6e35c97-f9db-4fdd-9da4-37ee4ea2a859 service neutron] 10.222.0.47 "GET /v2.0/ports/936a6921-21ea-4348-a913-8ee9c38a974c/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0780115 Mar 22 13:29:10.151974 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-56c579a9-9da3-4bc3-8eb7-9eef4a86c333 req-46b75a4b-c201-46e2-9500-5b5c095266ec tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386376 Mar 22 13:29:10.241740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-048f105e-7c1a-4169-9f17-72412a1b3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:10.243233 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-048f105e-7c1a-4169-9f17-72412a1b3beb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 1097 time: 0.0731757 Mar 22 13:29:10.386324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-eba0229b-c24b-4307-b118-c8ad865432f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:10.387813 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-eba0229b-c24b-4307-b118-c8ad865432f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1375680 Mar 22 13:29:10.494099 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-07699903-9096-4a28-862c-41b2565fca22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936a6921-21ea-4348-a913-8ee9c38a974c HTTP/1.1" status: 200 len: 1001 time: 0.0994968 Mar 22 13:29:10.555118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:10.561225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-4d291cbb-3116-4aee-b0e9-623ccca3fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:10.563222 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-4d291cbb-3116-4aee-b0e9-623ccca3fc4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0620050 Mar 22 13:29:10.572714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936a6921-21ea-4348-a913-8ee9c38a974c {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:29:10.588953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:10.593111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:10.640704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-1b042fcf-0db5-49ab-84df-72cdbfc34f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:10.642748 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-1b042fcf-0db5-49ab-84df-72cdbfc34f77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735600 Mar 22 13:29:10.686825 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['936a6921-21ea-4348-a913-8ee9c38a974c'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:29:10.763388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:10.788977 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-ad43b606-c431-4625-bdf0-80f710726852 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385975 Mar 22 13:29:11.026654 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-c4810578-6264-4b2f-94ac-9385a12ae0af service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307200 Mar 22 13:29:11.351027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeba4d-d97d-4a92-ad4d-26ec43323da0 req-797d5794-cbf0-4197-99b5-4036c8d02b38 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:11.352549 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e1aeba4d-d97d-4a92-ad4d-26ec43323da0 req-797d5794-cbf0-4197-99b5-4036c8d02b38 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 945 time: 0.0892601 Mar 22 13:29:11.405285 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e1aeba4d-d97d-4a92-ad4d-26ec43323da0 req-06d8d325-2651-490e-9ef9-c96f1f9f92d9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461636 Mar 22 13:29:11.496032 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 936a6921-21ea-4348-a913-8ee9c38a974c up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:29:11.562798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 936a6921-21ea-4348-a913-8ee9c38a974c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:29:11.563527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:11.689836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:11.725366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:11.729875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:11.796042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:11.847175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:29:11.899085 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c', 'code': 200} Mar 22 13:29:12.590849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1c5f3-e35c-40b6-9d48-4d4f1f7ec387 req-28155119-449d-4d83-af7d-90602f6c911f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:12.592331 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b4a1c5f3-e35c-40b6-9d48-4d4f1f7ec387 req-28155119-449d-4d83-af7d-90602f6c911f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0792003 Mar 22 13:29:12.635968 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b4a1c5f3-e35c-40b6-9d48-4d4f1f7ec387 req-058b04f9-4552-4dc3-baef-6955471be9f9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379531 Mar 22 13:29:13.764601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-cbc3dfea-60a1-4daa-a36d-1a72f274e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:13.766721 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-cbc3dfea-60a1-4daa-a36d-1a72f274e5a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 1099 time: 0.0767763 Mar 22 13:29:13.847703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e3cc-a83a-4a04-b6f4-c2475aa4746c req-422604b1-0975-42ae-8ba6-dee0b1ce016d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:13.849179 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-abc1e3cc-a83a-4a04-b6f4-c2475aa4746c req-422604b1-0975-42ae-8ba6-dee0b1ce016d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0885446 Mar 22 13:29:13.864669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-3e7eff8f-225b-4f6e-a44d-ffd29a5382dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:13.866130 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-3e7eff8f-225b-4f6e-a44d-ffd29a5382dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 1099 time: 0.0747652 Mar 22 13:29:13.898227 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-abc1e3cc-a83a-4a04-b6f4-c2475aa4746c req-5204de00-8cb8-49b8-b710-af8481451785 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427439 Mar 22 13:29:14.071451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-51a3e8ce-084f-4e9f-b4db-458ea34dd6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:14.072914 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-51a3e8ce-084f-4e9f-b4db-458ea34dd6f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1982062 Mar 22 13:29:14.176829 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-e96f06ef-f60a-42f9-ae0a-3d0f3206ce90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936a6921-21ea-4348-a913-8ee9c38a974c HTTP/1.1" status: 200 len: 1003 time: 0.0973449 Mar 22 13:29:14.243591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-ba16bc06-d5c9-4e07-b828-fae63e47ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:14.245008 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-ba16bc06-d5c9-4e07-b828-fae63e47ce30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0582223 Mar 22 13:29:14.325863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-262c681f-3929-400c-8cb3-faedf9db7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:14.327362 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-262c681f-3929-400c-8cb3-faedf9db7763 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729790 Mar 22 13:29:14.467140 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-c6708c98-0ec1-402c-b6f1-6727465506ba service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322756 Mar 22 13:29:14.604261 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-22985e3e-2f91-43bd-a625-b5a0234bc2cf req-baa9d728-089b-49af-94e8-3fbd1c885f86 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300731 Mar 22 13:29:15.092016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85701c7a-c21d-41c8-ae9c-cf47fe24493d req-fd358b4a-6cd4-4c38-b4e7-d74ccb083b8a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:15.093466 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-85701c7a-c21d-41c8-ae9c-cf47fe24493d req-fd358b4a-6cd4-4c38-b4e7-d74ccb083b8a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0800862 Mar 22 13:29:15.139935 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-85701c7a-c21d-41c8-ae9c-cf47fe24493d req-250b32ba-8efd-401b-8338-467bec259304 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Mar 22 13:29:16.333581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f165fc-9850-44e8-a021-b11a34029da5 req-557a69b9-77bf-408a-b5c3-b691148e3f0c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:16.335070 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-70f165fc-9850-44e8-a021-b11a34029da5 req-557a69b9-77bf-408a-b5c3-b691148e3f0c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0818229 Mar 22 13:29:16.379396 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-70f165fc-9850-44e8-a021-b11a34029da5 req-0266bf80-7041-4c57-bcbc-b80cb15fa018 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385423 Mar 22 13:29:16.564281 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd0a3a-b0fc-4c46-ad76-79e4848662d0 req-dffc9121-36e5-42b6-834c-7b5ffbf71252 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:16.565634 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23dd0a3a-b0fc-4c46-ad76-79e4848662d0 req-dffc9121-36e5-42b6-834c-7b5ffbf71252 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0799675 Mar 22 13:29:16.608896 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23dd0a3a-b0fc-4c46-ad76-79e4848662d0 req-3276e6bc-e8ab-4402-b684-57e10a2d2b1f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377107 Mar 22 13:29:16.892731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04527b3-777f-4f82-aae2-1a371592db17 req-87d2397c-f27d-4e98-835f-915f64cd74af tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:16.894169 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f04527b3-777f-4f82-aae2-1a371592db17 req-87d2397c-f27d-4e98-835f-915f64cd74af tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.1840725 Mar 22 13:29:16.940052 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f04527b3-777f-4f82-aae2-1a371592db17 req-6260a295-20da-4edf-bc33-b9b0e6392c18 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401735 Mar 22 13:29:17.313811 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ff3fd-6f54-4dcb-8d9e-a8a043b1332f req-da765fdf-c740-40b2-9df3-e476fc08551d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:17.315276 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2c3ff3fd-6f54-4dcb-8d9e-a8a043b1332f req-da765fdf-c740-40b2-9df3-e476fc08551d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0825255 Mar 22 13:29:17.358863 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2c3ff3fd-6f54-4dcb-8d9e-a8a043b1332f req-6ced2513-cd6c-4c38-a4bb-17cbba261723 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379608 Mar 22 13:29:17.528389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 936a6921-21ea-4348-a913-8ee9c38a974c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:29:17.530698 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 936a6921-21ea-4348-a913-8ee9c38a974c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:29:17.760095 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:17.778514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:17.799615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '936a6921-21ea-4348-a913-8ee9c38a974c', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'port_id': '936a6921-21ea-4348-a913-8ee9c38a974c', 'mac_address': 'fa:16:3e:8e:bf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:29:17.806255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:29:17.853961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:17.855789 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c', 'code': 200} Mar 22 13:29:17.858591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:17.919530 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:17.948964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 936a6921-21ea-4348-a913-8ee9c38a974c {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:29:17.956905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=9']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:18.015861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:29:18.016214 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:29:18.544036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c502734-e817-46e2-8e5e-daca6e26c87c req-7544e1a7-135a-4338-8192-030260b84225 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:18.545484 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7c502734-e817-46e2-8e5e-daca6e26c87c req-7544e1a7-135a-4338-8192-030260b84225 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 944 time: 0.0805390 Mar 22 13:29:18.570335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:18.587418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936a6921-21ea-4348-a913-8ee9c38a974c {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:29:18.589026 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7c502734-e817-46e2-8e5e-daca6e26c87c req-9df08b27-2d6c-4ea9-830c-8d04e549cb05 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379183 Mar 22 13:29:18.603984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:18.609679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:18.676283 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['936a6921-21ea-4348-a913-8ee9c38a974c'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:29:18.717585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=10']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:19.542621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 936a6921-21ea-4348-a913-8ee9c38a974c up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:29:19.611367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 936a6921-21ea-4348-a913-8ee9c38a974c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:29:19.612020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:19.701041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-c6ea0fec-9218-4c40-8202-6ea96e85d061 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:19.702485 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-c6ea0fec-9218-4c40-8202-6ea96e85d061 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.0832860 Mar 22 13:29:19.729333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:19.766343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:19.770472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:19.816767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Deleting port 936a6921-21ea-4348-a913-8ee9c38a974c {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:29:19.817106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:19.838257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=11']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:19.856676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:29:19.900118 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c', 'code': 200} Mar 22 13:29:19.921214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5fbc7-c123-4789-8e09-4e91c8cc4047 req-2511e31f-1d4a-4daf-8fa1-59233a644027 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:19.922690 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-04f5fbc7-c123-4789-8e09-4e91c8cc4047 req-2511e31f-1d4a-4daf-8fa1-59233a644027 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 946 time: 0.2192597 Mar 22 13:29:20.113878 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-04f5fbc7-c123-4789-8e09-4e91c8cc4047 req-f209e1bd-41c4-470a-b3f4-fe649564b090 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846471 Mar 22 13:29:20.213030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] For port 936a6921-21ea-4348-a913-8ee9c38a974c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=936a6921-21ea-4348-a913-8ee9c38a974c,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:20.213315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:20.434416 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:29:20.508581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:20.508868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:20.509183 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2 disassociated. External IP: 172.26.5.184, port: 936a6921-21ea-4348-a913-8ee9c38a974c. Mar 22 13:29:20.509522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Calling delete_port for 936a6921-21ea-4348-a913-8ee9c38a974c owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:29:20.656649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:20.706441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event deleted for resources: {'Port': ['ID=936a6921-21ea-4348-a913-8ee9c38a974c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:20.717369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.717719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.718057 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.718397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.719277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.719645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.719943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.720324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.720592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.720914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.721233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.721551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:20.910741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Router f93541a5-df58-443a-a92a-218e3e65843b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:29:21.090790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:29:21.100788 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:29:21.110619 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:29:21.111358 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:29:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:21.162700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] No DVR routers for this DVR port 936a6921-21ea-4348-a913-8ee9c38a974c on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:29:21.166452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:21.167689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-deleted', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:29:21.185680 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9a73623d-5ad8-4aa1-b126-d4e63980d8ba req-79026f6d-0b28-4b00-a647-d2c1f282d2aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "DELETE /v2.0/ports/936a6921-21ea-4348-a913-8ee9c38a974c HTTP/1.1" status: 204 len: 173 time: 1.4511731 Mar 22 13:29:21.222804 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a18e84-303b-4216-a2fd-4613b073f6be', 'name': 'network-vif-deleted', 'tag': '936a6921-21ea-4348-a913-8ee9c38a974c', 'status': 'completed', 'code': 200} Mar 22 13:29:21.293291 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:29:21.295992 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aa935d93-ffda-43aa-bb00-c56293d7fea7 req-4fb5620f-21da-4748-bbfc-9d8574b2111e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a18e84-303b-4216-a2fd-4613b073f6be HTTP/1.1" status: 200 len: 210 time: 0.0469162 Mar 22 13:29:21.603945 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:21.607832 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:29:21.616086 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:29:21.616680 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:29:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:21.788587 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:21.798879 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:29:22.141793 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:22.145541 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8cf16-c81f-4b1f-9dbe-8d1cb9b1b6c3 None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:29:22.381350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f7ca6b-85c9-492e-9db4-56fc7465afaf None None] New status for floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:29:22.644282 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-0d64476a-bd89-429d-a683-09f8a2d48c35 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1901428180&fields=id&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 267 time: 0.0397646 Mar 22 13:29:22.805304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-c4aa86de-e327-40f9-a552-97247d2b872f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:22.806785 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-c4aa86de-e327-40f9-a552-97247d2b872f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 811 time: 0.1557577 Mar 22 13:29:22.821668 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-71dc5b02-fe87-4383-a36d-568a41cb1a54 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/quotas/840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 375 time: 0.0094149 Mar 22 13:29:22.908991 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-6acd24b0-0692-4067-8f65-23b8a451828e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Synchronizing usage tracker for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:29:22.924398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-6acd24b0-0692-4067-8f65-23b8a451828e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Unset dirty status for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:29:22.925626 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-6acd24b0-0692-4067-8f65-23b8a451828e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0990984 Mar 22 13:29:23.169810 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-b7b91d00-3f22-4a8b-98b2-d0cf0568a841 service neutron] 10.222.0.70 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310688 Mar 22 13:29:23.298507 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-f86de1e3-b190-429b-ac9d-ecf167c89369 service neutron] 10.222.0.70 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230700 Mar 22 13:29:23.471957 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bf51abb5-e117-48db-b21e-a2a274bb145d req-ae066b90-a767-49d9-b9be-4ae36d0ddd20 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 210 time: 0.0433779 Mar 22 13:29:23.574899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 936a6921-21ea-4348-a913-8ee9c38a974c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:29:23.613642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 936a6921-21ea-4348-a913-8ee9c38a974c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:29:23.613923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 936a6921-21ea-4348-a913-8ee9c38a974c not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:29:24.573869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-32de7215-c851-446d-85c6-810e7fcfa499 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:24.575331 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-32de7215-c851-446d-85c6-810e7fcfa499 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 811 time: 0.1549735 Mar 22 13:29:24.662932 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-53bad082-9fd2-4711-9760-a68eb2eb0933 req-b51c1a6d-0bd2-4e2e-a033-9fe6b9bcc28f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 210 time: 0.0599878 Mar 22 13:29:24.678382 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-ebded1f6-ac02-45c5-bc19-51f8cdad895b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 380 time: 0.0879571 Mar 22 13:29:24.689844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'port': {'device_id': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'admin_state_up': True, 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'security_groups': ['c6676d56-7a83-4352-9967-15713f87a75e']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:29:24.825985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:29:24.835853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:29:24.845310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Made reservation on behalf of 840bab77ac074dae85e3e1e00ce765d6 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:29:24.848778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:25.012951 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Allocated IP 172.20.0.14 (313850eb-052a-4f2e-aa60-1391b7b772c4/07b50c92-6412-4374-b4a3-92e2e73f2483/d074399f-459d-4cec-ab34-cab75370e95f) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:29:25.198658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:25.214519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Transition to ACTIVE for port object d074399f-459d-4cec-ab34-cab75370e95f will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:29:25.237367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:25.299869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:29:25.302795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:29:25.311721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:29:25.353173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:25.385402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:25.386018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:25.413586 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-179c36ce-4bb4-4f78-b5db-971d4c037857 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7280080 Mar 22 13:29:25.426975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Request body: {'port': {'device_id': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:29:25.543782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:25.577218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-df714c5e-7c0c-41bd-bb18-d7ffae675150 None None] Provisioning for port d074399f-459d-4cec-ab34-cab75370e95f completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:29:25.583527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-df714c5e-7c0c-41bd-bb18-d7ffae675150 None None] Provisioning complete for port d074399f-459d-4cec-ab34-cab75370e95f triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:29:25.584022 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-df714c5e-7c0c-41bd-bb18-d7ffae675150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:25.638796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-df714c5e-7c0c-41bd-bb18-d7ffae675150 None None] Port d074399f-459d-4cec-ab34-cab75370e95f cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:29:25.866651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dcba2-7bbb-454c-9e3e-625df14c2aba req-f33ad350-967d-40df-bc1f-2e35c5d3fa21 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:25.868843 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-864dcba2-7bbb-454c-9e3e-625df14c2aba req-f33ad350-967d-40df-bc1f-2e35c5d3fa21 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 932 time: 0.0966802 Mar 22 13:29:25.910475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d074399f-459d-4cec-ab34-cab75370e95f {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:29:25.923180 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-864dcba2-7bbb-454c-9e3e-625df14c2aba req-a8b0da61-2d34-4c8e-8a7d-ad4c07717cbd tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Mar 22 13:29:25.923578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:25.934319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Transition to ACTIVE for port object d074399f-459d-4cec-ab34-cab75370e95f will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:29:25.938474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:26.210186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:26.285988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Attempting to bind port d074399f-459d-4cec-ab34-cab75370e95f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:29:26.286323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Attempting to bind port d074399f-459d-4cec-ab34-cab75370e95f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:29:26.286654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Attempting to bind port d074399f-459d-4cec-ab34-cab75370e95f on network 313850eb-052a-4f2e-aa60-1391b7b772c4 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:29:26.291245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Port d074399f-459d-4cec-ab34-cab75370e95f on network 313850eb-052a-4f2e-aa60-1391b7b772c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:29:26.291571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Attempting to bind port d074399f-459d-4cec-ab34-cab75370e95f on network 313850eb-052a-4f2e-aa60-1391b7b772c4 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:29:26.296646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:29:26.297481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Checking segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:29:26.297867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Bound using segment: {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:29:26.298289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Bound port: d074399f-459d-4cec-ab34-cab75370e95f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e36b7d-b22d-477f-9c6d-95632238ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:29:26.298637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:26.388758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:29:26.391692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:29:26.397816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:26.456410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:26.457047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:26.458408 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] 10.222.0.47 "PUT /v2.0/ports/d074399f-459d-4cec-ab34-cab75370e95f HTTP/1.1" status: 200 len: 1094 time: 1.0375175 Mar 22 13:29:26.458846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:29:26.493549 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f3ac3-fca5-473d-9ad2-6c7902d73412 service neutron] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:26.532702 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f', 'status': 'completed', 'code': 200} Mar 22 13:29:26.574205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-f0198c95-f888-4669-9bab-0b31045d6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:26.575721 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-f0198c95-f888-4669-9bab-0b31045d6512 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 1097 time: 0.0759363 Mar 22 13:29:26.653380 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-c41acf69-9f05-4744-87a8-030b05522ca5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d074399f-459d-4cec-ab34-cab75370e95f HTTP/1.1" status: 200 len: 217 time: 0.0669239 Mar 22 13:29:26.719381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-595150f8-7195-4f23-b67c-1a4e5e528e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:26.720732 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-595150f8-7195-4f23-b67c-1a4e5e528e17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0606096 Mar 22 13:29:26.802517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-5f509fcb-b9fb-4559-a9da-d6a72e0767b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:26.804122 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-5f509fcb-b9fb-4559-a9da-d6a72e0767b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733364 Mar 22 13:29:26.946311 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-6295966a-7984-4d71-bd3a-71cca9283abb service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327336 Mar 22 13:29:27.083756 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3e9ec77-3261-44ec-9b5a-26a96114aaac req-e9e635ac-e954-4e35-a689-19805dfc02f4 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309712 Mar 22 13:29:27.100842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3faa9a-7a61-4317-948b-f136eb54cdd3 req-c819cb7b-d81d-47dd-b216-be7feb920529 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:27.102347 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6c3faa9a-7a61-4317-948b-f136eb54cdd3 req-c819cb7b-d81d-47dd-b216-be7feb920529 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 944 time: 0.0811834 Mar 22 13:29:27.153283 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6c3faa9a-7a61-4317-948b-f136eb54cdd3 req-41c323f7-0127-4054-8eff-63541d4ff607 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412912 Mar 22 13:29:27.209999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06b772-480b-425d-92b8-2aa5401df176 req-11215b47-2458-4b7a-8032-b2e73e3c731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:27.211655 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9d06b772-480b-425d-92b8-2aa5401df176 req-11215b47-2458-4b7a-8032-b2e73e3c731c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 1097 time: 0.0768511 Mar 22 13:29:27.344036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06b772-480b-425d-92b8-2aa5401df176 req-2a4aa968-6ca3-4cf6-b472-492ac14a412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:27.345456 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9d06b772-480b-425d-92b8-2aa5401df176 req-2a4aa968-6ca3-4cf6-b472-492ac14a412e service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1263859 Mar 22 13:29:27.421055 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9d06b772-480b-425d-92b8-2aa5401df176 req-1020202b-0178-44b3-9a4e-71ebf9b0375a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d074399f-459d-4cec-ab34-cab75370e95f HTTP/1.1" status: 200 len: 217 time: 0.0686364 Mar 22 13:29:27.484885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06b772-480b-425d-92b8-2aa5401df176 req-9161901d-7b3d-4456-829b-d22b2166ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:27.486182 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9d06b772-480b-425d-92b8-2aa5401df176 req-9161901d-7b3d-4456-829b-d22b2166ae56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0566709 Mar 22 13:29:27.568935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06b772-480b-425d-92b8-2aa5401df176 req-fb5213a7-5173-493e-8a0e-4803b5a34320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:27.570395 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9d06b772-480b-425d-92b8-2aa5401df176 req-fb5213a7-5173-493e-8a0e-4803b5a34320 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770957 Mar 22 13:29:27.705341 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9d06b772-480b-425d-92b8-2aa5401df176 req-617de830-a652-471e-ad15-5e3fe99fd30d service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275666 Mar 22 13:29:27.837891 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9d06b772-480b-425d-92b8-2aa5401df176 req-71f4e3f2-1222-4b09-911d-a9115698e0b7 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240001 Mar 22 13:29:28.448873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa6a4a-2c8a-495a-850c-7fb731e98bd0 req-b2842c43-9016-42f7-8b6f-700d84a1d7b7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:28.449538 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-70aa6a4a-2c8a-495a-850c-7fb731e98bd0 req-b2842c43-9016-42f7-8b6f-700d84a1d7b7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Synchronizing usage tracker for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:29:28.464866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-70aa6a4a-2c8a-495a-850c-7fb731e98bd0 req-b2842c43-9016-42f7-8b6f-700d84a1d7b7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Unset dirty status for tenant:840bab77ac074dae85e3e1e00ce765d6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:29:28.466306 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-70aa6a4a-2c8a-495a-850c-7fb731e98bd0 req-b2842c43-9016-42f7-8b6f-700d84a1d7b7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 944 time: 0.2041395 Mar 22 13:29:28.510330 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-70aa6a4a-2c8a-495a-850c-7fb731e98bd0 req-fe113b3e-edd5-4db9-bb17-343507e92177 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377009 Mar 22 13:29:29.606736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device d074399f-459d-4cec-ab34-cab75370e95f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:29:29.720206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1413ba-7536-44b1-b9ed-af18d2fd2321 req-735146a9-0b44-4f4a-a5e1-e1346d4937fe tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:29.721583 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dd1413ba-7536-44b1-b9ed-af18d2fd2321 req-735146a9-0b44-4f4a-a5e1-e1346d4937fe tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 944 time: 0.0862355 Mar 22 13:29:29.744249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:29.759917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'd074399f-459d-4cec-ab34-cab75370e95f', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'port_id': 'd074399f-459d-4cec-ab34-cab75370e95f', 'mac_address': 'fa:16:3e:cb:a3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:29:29.767880 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dd1413ba-7536-44b1-b9ed-af18d2fd2321 req-d83a6d13-491c-434d-b87f-cc97c87ad4af tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405173 Mar 22 13:29:29.818586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:29.836492 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d074399f-459d-4cec-ab34-cab75370e95f {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:29:29.851728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:29.855546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:29.923464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:30.110971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['d074399f-459d-4cec-ab34-cab75370e95f'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:29:30.955719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c2937-9dd8-4187-bdbc-84f89a6f4a17 req-b8025eb0-a48e-4e61-ade4-f538231f89eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:30.957433 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e93c2937-9dd8-4187-bdbc-84f89a6f4a17 req-b8025eb0-a48e-4e61-ade4-f538231f89eb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 945 time: 0.0862300 Mar 22 13:29:31.001156 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e93c2937-9dd8-4187-bdbc-84f89a6f4a17 req-d1ecde71-d96c-4d93-bd85-3e6a8912d224 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380545 Mar 22 13:29:31.606346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device d074399f-459d-4cec-ab34-cab75370e95f up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:29:31.672279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port d074399f-459d-4cec-ab34-cab75370e95f completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:29:31.676764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port d074399f-459d-4cec-ab34-cab75370e95f triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:29:31.677143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:31.794453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:31.820449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:29:31.830809 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:29:31.835005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:31.870333 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f', 'code': 200} Mar 22 13:29:31.909671 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:32.104669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dcf66-61bc-49fc-8c41-9fd97ddec8d9 req-47f050fe-03b0-4376-a829-2384a1650faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:32.106161 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e03dcf66-61bc-49fc-8c41-9fd97ddec8d9 req-47f050fe-03b0-4376-a829-2384a1650faf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 1099 time: 0.0717390 Mar 22 13:29:32.194144 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e03dcf66-61bc-49fc-8c41-9fd97ddec8d9 req-c8704e0a-3b48-49c4-98fd-c6dbdf585e6b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532784 Mar 22 13:29:32.217936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f0c4-ec9a-4f39-b329-381a0c0d827f req-2c2097cb-005e-4e5d-a3e5-7ffa29790712 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:32.219424 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a620f0c4-ec9a-4f39-b329-381a0c0d827f req-2c2097cb-005e-4e5d-a3e5-7ffa29790712 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.1123815 Mar 22 13:29:32.263379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a620f0c4-ec9a-4f39-b329-381a0c0d827f req-10d19e2d-6348-4aef-977d-289d4a6db371 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383708 Mar 22 13:29:33.081449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d5b95f58-64eb-4990-87dd-839945bfdf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:33.455507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ddfb4-a44e-44b4-a433-32ed10927271 req-2b467f6f-b74c-4539-89bb-762e99577326 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:33.457236 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-670ddfb4-a44e-44b4-a433-32ed10927271 req-2b467f6f-b74c-4539-89bb-762e99577326 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0828438 Mar 22 13:29:33.507886 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-670ddfb4-a44e-44b4-a433-32ed10927271 req-31efd50a-0203-46da-a474-c7d74a63c8b6 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433373 Mar 22 13:29:34.696711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9cb45-815b-4abe-9843-b619e29a0d15 req-7964859a-6006-4696-8a87-1c0d53698cf2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:34.698081 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dda9cb45-815b-4abe-9843-b619e29a0d15 req-7964859a-6006-4696-8a87-1c0d53698cf2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0834880 Mar 22 13:29:34.743559 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dda9cb45-815b-4abe-9843-b619e29a0d15 req-d5a593d2-5eda-41ae-9cfe-69b4b9fa1fd2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391495 Mar 22 13:29:34.918420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab9c6e-6bc6-49c5-8275-a22b329ec100 req-9395d0b4-68cf-4683-84c7-264364b03232 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:34.919891 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a4ab9c6e-6bc6-49c5-8275-a22b329ec100 req-9395d0b4-68cf-4683-84c7-264364b03232 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0793641 Mar 22 13:29:34.928926 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47526) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:29:34.933877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f4225d47-8138-4e15-8ca9-fb56653acb32 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Request body: {'floatingip': {'port_id': 'd074399f-459d-4cec-ab34-cab75370e95f'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:29:35.016483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4225d47-8138-4e15-8ca9-fb56653acb32 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:35.379953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ad5aee81-e862-4cc7-9779-cd0588434bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:35.721228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4225d47-8138-4e15-8ca9-fb56653acb32 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:35.725110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4225d47-8138-4e15-8ca9-fb56653acb32 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:35.893760 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-f4225d47-8138-4e15-8ca9-fb56653acb32 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2 associated. External IP: 172.26.5.184, port: d074399f-459d-4cec-ab34-cab75370e95f. Mar 22 13:29:36.241644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4225d47-8138-4e15-8ca9-fb56653acb32 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Router f93541a5-df58-443a-a92a-218e3e65843b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:29:36.423290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4225d47-8138-4e15-8ca9-fb56653acb32 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:29:36.428405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f4225d47-8138-4e15-8ca9-fb56653acb32 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:36.432501 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:29:36.443891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:36.444506 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:29:36.444850 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:29:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:36.484966 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f4225d47-8138-4e15-8ca9-fb56653acb32 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "PUT /v2.0/floatingips/0cf598c0-0f13-4159-aa05-5456b1ff6ed2 HTTP/1.1" status: 200 len: 993 time: 1.5550089 Mar 22 13:29:36.485600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:29:36.530462 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f', 'status': 'completed', 'code': 200} Mar 22 13:29:36.625513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-ee54b2fb-2da9-4cc6-ab57-86972e8cc329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:36.627004 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-ee54b2fb-2da9-4cc6-ab57-86972e8cc329 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 1099 time: 0.0724585 Mar 22 13:29:36.630579 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:29:36.655266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:36.766065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-ce33da6d-5f5c-446e-a9a8-7a720947c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:36.767531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-ce33da6d-5f5c-446e-a9a8-7a720947c240 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1334157 Mar 22 13:29:36.875279 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-6b51fef3-f03a-4083-b91b-f640b49b0f14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d074399f-459d-4cec-ab34-cab75370e95f HTTP/1.1" status: 200 len: 1001 time: 0.1008511 Mar 22 13:29:36.945325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-d375342d-cc43-4959-ac51-da1591578869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:36.946932 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-d375342d-cc43-4959-ac51-da1591578869 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0655241 Mar 22 13:29:37.031880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-85d0af13-1aad-4894-b05f-830cd45f4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:37.033277 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-85d0af13-1aad-4894-b05f-830cd45f4e88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787308 Mar 22 13:29:37.037464 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': 'd074399f-459d-4cec-ab34-cab75370e95f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:cb:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:29:35Z', 'revision_number': 13, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:37.041790 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:29:37.051189 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:29:37.051893 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:29:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:37.175990 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-e9a2711a-a394-4ad6-a945-b313fed9f1a8 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357200 Mar 22 13:29:37.245001 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:29:37.325896 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1ccb83dd-1f4d-43bc-ade2-0e2a946eb9e5 req-7fb6dce7-15b0-47fb-98ba-9e6bf6943146 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432824 Mar 22 13:29:37.600425 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': 'd074399f-459d-4cec-ab34-cab75370e95f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:cb:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:29:35Z', 'revision_number': 13, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:37.604446 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df32be-d238-444d-aacc-fa4255d2cdd2 None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '0cf598c0-0f13-4159-aa05-5456b1ff6ed2', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'floating_ip_address': '172.26.5.184', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'port_id': 'd074399f-459d-4cec-ab34-cab75370e95f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'mac_address': 'fa:16:3e:cb:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:26:26Z', 'updated_at': '2022-03-22T13:29:35Z', 'revision_number': 13, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:29:37.803733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f51eb07-5cad-41b0-9b9e-ba513cba222e None None] New status for floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:29:37.897098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:38.248872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86c78f-2118-4c9c-9493-8be750db2e04 req-ab399fca-4b74-424e-88e0-04d0681f86b5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:38.250284 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-de86c78f-2118-4c9c-9493-8be750db2e04 req-ab399fca-4b74-424e-88e0-04d0681f86b5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0817304 Mar 22 13:29:38.296786 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-de86c78f-2118-4c9c-9493-8be750db2e04 req-eaf7d7e3-5283-47d3-a90c-b3b6df3b6e87 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Mar 22 13:29:47.625850 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-86ccdec4-33b0-4d78-8bc7-63816889e42a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1150107 Mar 22 13:29:47.637156 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1959596-49f6-4045-8307-a9edee108c53 req-8466e4da-9c3b-4341-89f3-436061b4316f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:47.638623 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f1959596-49f6-4045-8307-a9edee108c53 req-8466e4da-9c3b-4341-89f3-436061b4316f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0814111 Mar 22 13:29:47.688142 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f1959596-49f6-4045-8307-a9edee108c53 req-606cfea7-0a5b-4062-a8dc-43754c20f9b7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432613 Mar 22 13:29:48.883110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb6d7-ba2d-4c45-bff1-1ad857484b25 req-3c8e87f4-35f7-4bf7-ad28-ca132dec18be tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:48.884536 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9e3eb6d7-ba2d-4c45-bff1-1ad857484b25 req-3c8e87f4-35f7-4bf7-ad28-ca132dec18be tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0882232 Mar 22 13:29:48.930784 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9e3eb6d7-ba2d-4c45-bff1-1ad857484b25 req-5dd5e895-f137-474f-a0c1-c08cacbe12f2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405824 Mar 22 13:29:49.070077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-ef418819-4d4d-4277-8e99-cfe92eea35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:49.071870 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-ef418819-4d4d-4277-8e99-cfe92eea35a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 1099 time: 0.0722601 Mar 22 13:29:49.207909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-5a7f2362-96b9-42b4-8e32-1fce5e445a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:49.209225 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-5a7f2362-96b9-42b4-8e32-1fce5e445a4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1302469 Mar 22 13:29:49.415131 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-0d353a83-f932-4a16-a96d-ffd951030c78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d074399f-459d-4cec-ab34-cab75370e95f HTTP/1.1" status: 200 len: 1003 time: 0.1996686 Mar 22 13:29:49.485658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-23cc1e92-a6db-4de3-af43-093411c3b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:49.487008 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-23cc1e92-a6db-4de3-af43-093411c3b0ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0625145 Mar 22 13:29:49.568934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-1af7cb21-67df-4acd-b586-31282b017020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:49.570407 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-1af7cb21-67df-4acd-b586-31282b017020 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756106 Mar 22 13:29:49.710192 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-e4f98e88-ffee-421e-b25a-8378963533b8 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309991 Mar 22 13:29:49.853437 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-59011909-c81d-4656-887c-e33dd0f2a629 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363671 Mar 22 13:29:50.130765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e5b60-6af4-42f6-9342-e9deec37ff17 req-5111bc0a-572a-4088-ab06-c6cb0ee076bb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:50.131482 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f7e5b60-6af4-42f6-9342-e9deec37ff17 req-5111bc0a-572a-4088-ab06-c6cb0ee076bb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0840592 Mar 22 13:29:50.179219 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4f7e5b60-6af4-42f6-9342-e9deec37ff17 req-907db973-239e-40aa-8f39-05398888c1a4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423100 Mar 22 13:29:51.370144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edfa45-bf7d-4abe-acb5-efc368f73421 req-77a81e2a-de86-45d5-bdb9-c7ee76143775 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:51.371241 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d3edfa45-bf7d-4abe-acb5-efc368f73421 req-77a81e2a-de86-45d5-bdb9-c7ee76143775 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0810854 Mar 22 13:29:51.419899 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d3edfa45-bf7d-4abe-acb5-efc368f73421 req-e46bfb3d-0396-42e8-82f6-8d7bbf1aa49d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421140 Mar 22 13:29:51.776102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:52.612731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268cb44-a80e-4673-bc4e-21edf4512b0c req-4fd7d017-ee5c-4d0f-9784-d3bfad39f80b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:52.614330 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1268cb44-a80e-4673-bc4e-21edf4512b0c req-4fd7d017-ee5c-4d0f-9784-d3bfad39f80b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0874732 Mar 22 13:29:52.659775 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1268cb44-a80e-4673-bc4e-21edf4512b0c req-fa79c1c9-84e8-416f-879a-0e3feb1cf78b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397325 Mar 22 13:29:53.854442 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e907c23-fd0e-45cd-ab81-68121d705116 req-ae888819-5590-432f-8958-c7db2a2325e5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:53.855972 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9e907c23-fd0e-45cd-ab81-68121d705116 req-ae888819-5590-432f-8958-c7db2a2325e5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0859632 Mar 22 13:29:53.903586 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9e907c23-fd0e-45cd-ab81-68121d705116 req-83e71772-aad6-445b-af9e-e1ff286fe49a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414407 Mar 22 13:29:54.355508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-c2f59348-bc82-4b13-a72e-4e886e4f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:54.356983 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-c2f59348-bc82-4b13-a72e-4e886e4f2c20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 1099 time: 0.0739832 Mar 22 13:29:54.513985 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-4ee68baa-8317-4205-89ae-cb218d84a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:54.515975 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-4ee68baa-8317-4205-89ae-cb218d84a11f service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1391070 Mar 22 13:29:54.623379 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-be3797c8-bb2b-483f-a3ed-f69d9f01b286 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d074399f-459d-4cec-ab34-cab75370e95f HTTP/1.1" status: 200 len: 1003 time: 0.1005797 Mar 22 13:29:54.691154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-72542a20-71f6-4ff5-954f-cfddbb68688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:54.692625 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-72542a20-71f6-4ff5-954f-cfddbb68688e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0627973 Mar 22 13:29:54.788474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-ca8148ec-a6b7-448c-9617-40b90855e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:54.789982 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-ca8148ec-a6b7-448c-9617-40b90855e67c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893149 Mar 22 13:29:54.928676 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-f44b6cfc-7a35-48d3-9b0e-ab6b2b13404e service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313972 Mar 22 13:29:55.121158 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-222182b0-e120-443d-bf88-e7c1eab361a9 req-9a6a2df8-2ebf-4e13-ab59-59f49a7be096 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856313 Mar 22 13:29:55.146294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c7d2d-7e43-4e0e-8014-288a7f2cb53b req-c915a637-95c2-4f18-afbb-f56b1967d720 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:55.147819 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-919c7d2d-7e43-4e0e-8014-288a7f2cb53b req-c915a637-95c2-4f18-afbb-f56b1967d720 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.1211433 Mar 22 13:29:55.197418 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-919c7d2d-7e43-4e0e-8014-288a7f2cb53b req-2c4b3425-b411-41ea-86d7-03b281285540 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 Mar 22 13:29:56.386753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ab2e1-ea22-45c9-9824-22ff873daef6 req-ebc4bdcf-5e9b-4aa2-8594-f4e5a61ac368 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:56.388292 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-759ab2e1-ea22-45c9-9824-22ff873daef6 req-ebc4bdcf-5e9b-4aa2-8594-f4e5a61ac368 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0824828 Mar 22 13:29:56.560363 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-759ab2e1-ea22-45c9-9824-22ff873daef6 req-f235ddac-ef08-4281-84d8-8f1d5f8592c7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651328 Mar 22 13:29:57.433204 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:29:57.747501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d623c3c-fe9b-4050-aea2-04b57be6e264 req-ffbb9ff2-215f-4648-b914-f0fbc89903d4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:57.748890 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3d623c3c-fe9b-4050-aea2-04b57be6e264 req-ffbb9ff2-215f-4648-b914-f0fbc89903d4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0810506 Mar 22 13:29:57.800261 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3d623c3c-fe9b-4050-aea2-04b57be6e264 req-2c7b6809-fa0c-473b-8d60-26a3f2f73337 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454772 Mar 22 13:29:59.004437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2245a45-8cc0-4a85-8fb5-6cf058e26943 req-24722314-ded2-447e-b92c-c833796f585f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:59.005935 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e2245a45-8cc0-4a85-8fb5-6cf058e26943 req-24722314-ded2-447e-b92c-c833796f585f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0887222 Mar 22 13:29:59.056583 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e2245a45-8cc0-4a85-8fb5-6cf058e26943 req-428c6fae-f14a-4e2f-8e95-452017bbed06 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449426 Mar 22 13:30:00.357830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6fec8-3820-4513-8d43-05f45f81b053 req-dbc521c9-d549-442f-883f-07fe0edcf771 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:00.359954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b9e6fec8-3820-4513-8d43-05f45f81b053 req-dbc521c9-d549-442f-883f-07fe0edcf771 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.1928992 Mar 22 13:30:00.404225 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b9e6fec8-3820-4513-8d43-05f45f81b053 req-b6aadf73-b11a-43ee-8900-c50b15b27337 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385065 Mar 22 13:30:01.686713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e2c04-ff7c-48f3-986a-d05a07ee5caf req-64b64567-7ef5-4803-ab87-6e9ca134a298 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:01.688687 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1c3e2c04-ff7c-48f3-986a-d05a07ee5caf req-64b64567-7ef5-4803-ab87-6e9ca134a298 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.1717823 Mar 22 13:30:01.734145 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1c3e2c04-ff7c-48f3-986a-d05a07ee5caf req-bc616edb-58e7-4abc-8fb8-107c653270da tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392964 Mar 22 13:30:02.935971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef6ca0-a2b0-4574-8de1-9f1d1c1d52fd req-5621a98d-c295-44a9-af08-16f9dbdbafc9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:02.939348 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23ef6ca0-a2b0-4574-8de1-9f1d1c1d52fd req-5621a98d-c295-44a9-af08-16f9dbdbafc9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0898957 Mar 22 13:30:03.001601 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23ef6ca0-a2b0-4574-8de1-9f1d1c1d52fd req-d03c2ea2-293f-4c05-9bce-e8641591d01a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477223 Mar 22 13:30:03.085519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-16fe13c3-7d1f-4499-bed3-43ced5d6c2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:04.192933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feafb3-ec38-4f33-95c2-41690425c21c req-ff1b44a8-cc20-45d4-aba1-502473047efb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:04.194448 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f6feafb3-ec38-4f33-95c2-41690425c21c req-ff1b44a8-cc20-45d4-aba1-502473047efb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0836167 Mar 22 13:30:04.242588 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f6feafb3-ec38-4f33-95c2-41690425c21c req-10ed87f2-01bc-480e-804e-9c7681f259c5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Mar 22 13:30:05.387968 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-88a43f89-5daf-4ce5-9225-3d685e99b891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:05.509737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b62a88-e0eb-46ca-990f-02697efeab6d req-85bcdf95-7fd7-46dd-a3e5-e97d83678fb5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:05.511195 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34b62a88-e0eb-46ca-990f-02697efeab6d req-85bcdf95-7fd7-46dd-a3e5-e97d83678fb5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.1542964 Mar 22 13:30:05.558159 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34b62a88-e0eb-46ca-990f-02697efeab6d req-bebd2c03-530c-4e84-a877-3ddb525671f7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409374 Mar 22 13:30:06.442542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:06.658054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:06.753877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e9d04-d2d2-4f4c-90b2-5ad688511b78 req-bbcc9593-9844-4724-bb27-ef4d92058436 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:06.755413 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fe0e9d04-d2d2-4f4c-90b2-5ad688511b78 req-bbcc9593-9844-4724-bb27-ef4d92058436 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0848656 Mar 22 13:30:06.801217 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fe0e9d04-d2d2-4f4c-90b2-5ad688511b78 req-0efcfeae-dda8-46a7-b9fd-0e664c37320f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400956 Mar 22 13:30:07.612633 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-65b0225a-131f-49be-a048-9c65de73e76d service neutron] 10.222.0.47 "GET /v2.0/ports/d074399f-459d-4cec-ab34-cab75370e95f/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0844169 Mar 22 13:30:07.886737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:07.908155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-75612e43-c1e5-4ef4-b782-872518802a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:07.909771 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-75612e43-c1e5-4ef4-b782-872518802a12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 1099 time: 0.0910473 Mar 22 13:30:08.065806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c818f31-82a6-4170-a672-a762c1b54e5f req-10d5097e-bbf8-463d-b734-e01287d1a862 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:08.067256 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2c818f31-82a6-4170-a672-a762c1b54e5f req-10d5097e-bbf8-463d-b734-e01287d1a862 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.1473711 Mar 22 13:30:08.074038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-f860cbe8-3d86-47e1-8477-b378985e6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:08.075544 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-f860cbe8-3d86-47e1-8477-b378985e6398 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 1099 time: 0.1190259 Mar 22 13:30:08.206325 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2c818f31-82a6-4170-a672-a762c1b54e5f req-6fa41d21-f43d-4334-9e2b-300681a90773 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295457 Mar 22 13:30:08.245687 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-9ea6d11d-a119-4355-ac94-fb21ea317f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:08.247126 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-9ea6d11d-a119-4355-ac94-fb21ea317f06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1572587 Mar 22 13:30:08.359280 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-47b3daca-5664-454e-a23a-b58515b64e62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d074399f-459d-4cec-ab34-cab75370e95f HTTP/1.1" status: 200 len: 1003 time: 0.1044905 Mar 22 13:30:08.432212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-dcc7be45-c061-4889-9093-dfbdb50191a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:08.433675 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-dcc7be45-c061-4889-9093-dfbdb50191a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0688751 Mar 22 13:30:08.518942 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-fd3efe46-7bcf-488f-ae05-b7a9dda19295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:08.520639 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-fd3efe46-7bcf-488f-ae05-b7a9dda19295 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805807 Mar 22 13:30:08.662066 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-334cdc35-1b23-4e73-b7c1-da76d1f7bc3a service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338511 Mar 22 13:30:08.808232 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b8b87056-704c-435c-a0a1-5eaed74850cb req-b5199039-a842-410a-aa30-460306928d65 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393147 Mar 22 13:30:09.412962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e009b-3ed8-4502-b242-ae0e3d3f04ae req-a6ae45c1-ccfb-425d-9aea-29e11c28f06d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:09.414800 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee3e009b-3ed8-4502-b242-ae0e3d3f04ae req-a6ae45c1-ccfb-425d-9aea-29e11c28f06d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0984383 Mar 22 13:30:09.464236 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ee3e009b-3ed8-4502-b242-ae0e3d3f04ae req-0b2d1a9d-89cc-43d2-b373-0bd11bc14dba tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Mar 22 13:30:10.656131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b3e9-b9e4-46ec-a93e-d837a6d964e7 req-dd55e42a-0474-4f2d-b522-afb2d9e97fab tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:10.657599 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4930b3e9-b9e4-46ec-a93e-d837a6d964e7 req-dd55e42a-0474-4f2d-b522-afb2d9e97fab tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0811515 Mar 22 13:30:10.707124 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4930b3e9-b9e4-46ec-a93e-d837a6d964e7 req-56609822-96ec-41c2-a8dd-89c6a2040d5d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437398 Mar 22 13:30:11.762258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device d074399f-459d-4cec-ab34-cab75370e95f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:30:11.900416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:11.921939 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909ea3d-5618-4f3c-ac2f-34f264f437d5 req-30460b4f-96a0-4f78-95b1-d2c175244e19 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:11.921939 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e909ea3d-5618-4f3c-ac2f-34f264f437d5 req-30460b4f-96a0-4f78-95b1-d2c175244e19 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.1071949 Mar 22 13:30:11.928411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:30:11.940599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:11.946253 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:11.977547 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e909ea3d-5618-4f3c-ac2f-34f264f437d5 req-85d9218c-3962-43de-a10e-c35574de0187 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467281 Mar 22 13:30:11.999801 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f', 'code': 200} Mar 22 13:30:12.021365 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:12.028547 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.028897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.029237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.029573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.029907 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.030277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.030623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.030944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.031303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.031627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.031949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:12.032270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:13.178896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b92d7-408f-4e77-819b-bfa81a365a46 req-e226ddb4-3b38-42cf-9d05-ef3a8e5a777e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:13.180472 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-893b92d7-408f-4e77-819b-bfa81a365a46 req-e226ddb4-3b38-42cf-9d05-ef3a8e5a777e tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 944 time: 0.0927444 Mar 22 13:30:13.228003 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-893b92d7-408f-4e77-819b-bfa81a365a46 req-c02f2177-76b0-4bb6-a073-75397c72297c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417848 Mar 22 13:30:13.776181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device d074399f-459d-4cec-ab34-cab75370e95f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:30:13.949694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:13.963454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'd074399f-459d-4cec-ab34-cab75370e95f', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'port_id': 'd074399f-459d-4cec-ab34-cab75370e95f', 'mac_address': 'fa:16:3e:cb:a3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:30:14.026180 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:14.043031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d074399f-459d-4cec-ab34-cab75370e95f {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:30:14.058921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:14.063636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:14.142589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['d074399f-459d-4cec-ab34-cab75370e95f'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:30:14.167467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:14.431608 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9da5-bf8c-4fad-87bf-7e2ada712b37 req-6777acad-7342-4f69-95a0-7398dbe4cf18 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:14.433072 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ff8a9da5-bf8c-4fad-87bf-7e2ada712b37 req-6777acad-7342-4f69-95a0-7398dbe4cf18 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 945 time: 0.0947852 Mar 22 13:30:14.479372 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ff8a9da5-bf8c-4fad-87bf-7e2ada712b37 req-2209c717-db66-455f-8126-a0c5ec246d3d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397644 Mar 22 13:30:15.684708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523b8e7-2ea6-4354-80d5-76688e7f4292 req-9988a86d-33eb-487a-9c70-33d062bd9b6b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:15.686117 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4523b8e7-2ea6-4354-80d5-76688e7f4292 req-9988a86d-33eb-487a-9c70-33d062bd9b6b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 945 time: 0.0948293 Mar 22 13:30:15.732027 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4523b8e7-2ea6-4354-80d5-76688e7f4292 req-340c1e75-bb6b-419b-9cdc-2193a5d77da9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Mar 22 13:30:15.776481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device d074399f-459d-4cec-ab34-cab75370e95f up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:30:15.848452 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port d074399f-459d-4cec-ab34-cab75370e95f triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:30:15.848817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:15.969002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:15.997503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:30:16.008073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:16.012313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:16.059352 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f', 'code': 200} Mar 22 13:30:16.085630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:16.931072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599e168-6f36-4bfb-8fec-c7223ef3230a req-63afde32-e087-41f1-9114-048e70d013f0 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:16.932605 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6599e168-6f36-4bfb-8fec-c7223ef3230a req-63afde32-e087-41f1-9114-048e70d013f0 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0891702 Mar 22 13:30:16.978186 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6599e168-6f36-4bfb-8fec-c7223ef3230a req-3de0d52e-777c-4bb6-b9d4-34f2573225cb tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390477 Mar 22 13:30:18.166325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3de82b-6fc6-4c93-a898-85f7763f2bfb req-30ffc9c0-890f-4787-a266-7e916092dbd7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:18.167872 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8b3de82b-6fc6-4c93-a898-85f7763f2bfb req-30ffc9c0-890f-4787-a266-7e916092dbd7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0804281 Mar 22 13:30:18.215988 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8b3de82b-6fc6-4c93-a898-85f7763f2bfb req-c410eb2e-724a-401e-aa0a-2e4eec0ad0c4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Mar 22 13:30:18.638498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032887-20c7-4042-8070-75978d4f9d4a req-c37809ac-979a-4767-948e-94f575a8067d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:18.640637 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-c37809ac-979a-4767-948e-94f575a8067d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b&tenant_id=840bab77ac074dae85e3e1e00ce765d6&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 946 time: 0.1068320 Mar 22 13:30:18.673372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2e1a-1bf0-4a6c-aba0-4a587bd300e8 req-1c314739-905c-43df-9145-b888a9ec6e9a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:18.675509 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-831e2e1a-1bf0-4a6c-aba0-4a587bd300e8 req-1c314739-905c-43df-9145-b888a9ec6e9a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0860987 Mar 22 13:30:18.720126 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-831e2e1a-1bf0-4a6c-aba0-4a587bd300e8 req-b5102a28-ed88-48c5-9ab2-e72bd8b01ad0 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389764 Mar 22 13:30:18.723287 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-ce85ccce-65cd-4b5a-824c-4a12fb0f1f85 service neutron] 10.222.0.47 "GET /v2.0/ports/d074399f-459d-4cec-ab34-cab75370e95f/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0760221 Mar 22 13:30:18.930341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032887-20c7-4042-8070-75978d4f9d4a req-f4723472-260d-4c29-8fc7-09ca8d6a74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:18.931763 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-f4723472-260d-4c29-8fc7-09ca8d6a74a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 1099 time: 0.1817846 Mar 22 13:30:19.071895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032887-20c7-4042-8070-75978d4f9d4a req-fa25477c-83ea-4438-a083-e1d75d43df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:19.073341 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-fa25477c-83ea-4438-a083-e1d75d43df03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1323795 Mar 22 13:30:19.179825 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-9824b8b1-2ef8-4111-914e-2dd2dfd8423a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d074399f-459d-4cec-ab34-cab75370e95f HTTP/1.1" status: 200 len: 1003 time: 0.1000760 Mar 22 13:30:19.246064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032887-20c7-4042-8070-75978d4f9d4a req-8d8af76a-acb4-4594-b274-eaabb00151a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:19.247461 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-8d8af76a-acb4-4594-b274-eaabb00151a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0616088 Mar 22 13:30:19.328522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032887-20c7-4042-8070-75978d4f9d4a req-8f4614b8-58f6-4f5d-b701-dc283758c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:19.329993 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-8f4614b8-58f6-4f5d-b701-dc283758c84a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761366 Mar 22 13:30:19.487786 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-34708ff2-bdea-4511-a497-f7d000998fa3 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491823 Mar 22 13:30:19.641312 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-d0d8afd8-19ad-457c-9749-aad554dd56f6 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468801 Mar 22 13:30:19.916053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca9d4a-62d8-4450-bfb6-936963451a64 req-d0840bdc-ea25-466d-97db-07765ab301e5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:19.917498 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a2ca9d4a-62d8-4450-bfb6-936963451a64 req-d0840bdc-ea25-466d-97db-07765ab301e5 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0805757 Mar 22 13:30:19.966124 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a2ca9d4a-62d8-4450-bfb6-936963451a64 req-e11e8f1a-d917-4f3f-ba5f-a727d8347249 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421228 Mar 22 13:30:21.160814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912193a7-2404-41bd-8f69-a3f0793f4d4d req-ddb6e023-1b8f-4f0e-bbff-90d37986a337 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:21.162282 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-912193a7-2404-41bd-8f69-a3f0793f4d4d req-ddb6e023-1b8f-4f0e-bbff-90d37986a337 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0861435 Mar 22 13:30:21.208209 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-912193a7-2404-41bd-8f69-a3f0793f4d4d req-20a096dc-7613-4aa6-abcc-df993696c992 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398567 Mar 22 13:30:21.776066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:22.409348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e28a6-eacd-4478-b7ae-b95ad02ff7c7 req-1665d733-c272-4341-9ed7-93a871022310 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:22.410864 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d74e28a6-eacd-4478-b7ae-b95ad02ff7c7 req-1665d733-c272-4341-9ed7-93a871022310 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0921252 Mar 22 13:30:22.460975 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d74e28a6-eacd-4478-b7ae-b95ad02ff7c7 req-cc3be358-05bc-4557-903d-cb17a09839ed tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 Mar 22 13:30:23.093429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032887-20c7-4042-8070-75978d4f9d4a req-ff8e1dd8-2106-4dc6-b30b-e944b2d08879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:23.094988 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-ff8e1dd8-2106-4dc6-b30b-e944b2d08879 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b&tenant_id=840bab77ac074dae85e3e1e00ce765d6 HTTP/1.1" status: 200 len: 1099 time: 0.0747988 Mar 22 13:30:23.192374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032887-20c7-4042-8070-75978d4f9d4a req-8c38fb1c-67f0-4d10-b29f-97514f82ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:23.193775 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-8c38fb1c-67f0-4d10-b29f-97514f82ae52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=840bab77ac074dae85e3e1e00ce765d6&device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 1099 time: 0.0767853 Mar 22 13:30:23.337898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032887-20c7-4042-8070-75978d4f9d4a req-ab88cc31-2644-4666-9109-7fee5b9366ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:23.339367 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-ab88cc31-2644-4666-9109-7fee5b9366ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 200 len: 912 time: 0.1360886 Mar 22 13:30:23.447051 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-5023b11f-2f16-4b4c-a9c1-8d5bad968c8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d074399f-459d-4cec-ab34-cab75370e95f HTTP/1.1" status: 200 len: 1003 time: 0.1007006 Mar 22 13:30:23.517936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032887-20c7-4042-8070-75978d4f9d4a req-63739271-f1a2-42a4-9464-2b8f8f2f3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:23.519419 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-63739271-f1a2-42a4-9464-2b8f8f2f3c09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 200 len: 850 time: 0.0651832 Mar 22 13:30:23.605854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032887-20c7-4042-8070-75978d4f9d4a req-dd6b7cc1-dff3-44a2-a787-6cd096a3a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:23.607377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-dd6b7cc1-dff3-44a2-a787-6cd096a3a4fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=313850eb-052a-4f2e-aa60-1391b7b772c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790880 Mar 22 13:30:23.685512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e23333-8bed-4bcb-a731-cc538c8084c4 req-83964ec3-99bf-4f13-995d-889f5e111d91 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:23.687697 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a6e23333-8bed-4bcb-a731-cc538c8084c4 req-83964ec3-99bf-4f13-995d-889f5e111d91 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.1168611 Mar 22 13:30:23.739958 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a6e23333-8bed-4bcb-a731-cc538c8084c4 req-4bfe8c03-e95f-4ecd-a056-0020ddc3a5f9 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Mar 22 13:30:23.755924 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-1a9da8b7-cdcc-4e7d-8980-5d4d57090105 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409349 Mar 22 13:30:23.992032 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-98032887-20c7-4042-8070-75978d4f9d4a req-aed79ae8-fd74-43ea-af72-0d0a1958daf8 service neutron] 10.222.0.47 "GET /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299116 Mar 22 13:30:24.939909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685b29d-aefd-4f3b-95ae-9bb18b406eb7 req-bfcee86c-c659-448e-8b30-d169af7b4615 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:24.941305 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9685b29d-aefd-4f3b-95ae-9bb18b406eb7 req-bfcee86c-c659-448e-8b30-d169af7b4615 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0862186 Mar 22 13:30:24.994496 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9685b29d-aefd-4f3b-95ae-9bb18b406eb7 req-f4a84c74-0958-43d6-b2b1-2a3c9fc8eb48 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432794 Mar 22 13:30:25.856189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device d074399f-459d-4cec-ab34-cab75370e95f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:30:25.989872 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:26.017668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:30:26.028539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:26.033042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:26.081096 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f', 'code': 200} Mar 22 13:30:26.107175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=9']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:26.201909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50c9f7-b9f4-42fc-96b3-b4d83bc8af5b req-bb5db4c1-a878-451e-8254-4c828c36e55c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:26.203400 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bb50c9f7-b9f4-42fc-96b3-b4d83bc8af5b req-bb5db4c1-a878-451e-8254-4c828c36e55c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 944 time: 0.0884528 Mar 22 13:30:26.251762 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bb50c9f7-b9f4-42fc-96b3-b4d83bc8af5b req-9849276c-3234-4ac8-8c96-d17486b3eed2 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424004 Mar 22 13:30:27.443766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726ea1e-876a-4788-8d41-e73e99727595 req-a18254e5-8dd1-450e-89b1-5c8639f076aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:27.445270 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2726ea1e-876a-4788-8d41-e73e99727595 req-a18254e5-8dd1-450e-89b1-5c8639f076aa tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 944 time: 0.0820534 Mar 22 13:30:27.493780 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2726ea1e-876a-4788-8d41-e73e99727595 req-21793ba6-2954-45f1-b6be-218174ee0c02 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427220 Mar 22 13:30:27.856824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device d074399f-459d-4cec-ab34-cab75370e95f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:30:27.992855 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:28.007604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'd074399f-459d-4cec-ab34-cab75370e95f', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'port_id': 'd074399f-459d-4cec-ab34-cab75370e95f', 'mac_address': 'fa:16:3e:cb:a3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:30:28.070171 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:28.088094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d074399f-459d-4cec-ab34-cab75370e95f {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:30:28.105491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:28.110675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:28.185875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=10']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:28.190009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['d074399f-459d-4cec-ab34-cab75370e95f'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:30:28.693180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc4b8a-8b97-4eea-844c-8bba5fd6f293 req-97282024-e75a-45ea-9a06-5e01ff560cc4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:28.694646 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aedc4b8a-8b97-4eea-844c-8bba5fd6f293 req-97282024-e75a-45ea-9a06-5e01ff560cc4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0863657 Mar 22 13:30:28.749251 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aedc4b8a-8b97-4eea-844c-8bba5fd6f293 req-889ad4de-2b38-493f-a9c4-7823d36c17f7 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477543 Mar 22 13:30:29.871343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device d074399f-459d-4cec-ab34-cab75370e95f up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:30:29.943127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port d074399f-459d-4cec-ab34-cab75370e95f triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:30:29.943518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:29.952177 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f8cd0-b9b0-47bd-a6ca-4e08d68a7545 req-5a75cacf-7c63-4362-9ef9-f1679a4b4281 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:29.953746 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6b3f8cd0-b9b0-47bd-a6ca-4e08d68a7545 req-5a75cacf-7c63-4362-9ef9-f1679a4b4281 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 946 time: 0.0931070 Mar 22 13:30:30.002686 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6b3f8cd0-b9b0-47bd-a6ca-4e08d68a7545 req-b768d39d-d615-4710-9dd4-b07acb92b682 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428829 Mar 22 13:30:30.065600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:30.094081 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:30:30.104527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:30.110224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:30.156048 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f', 'code': 200} Mar 22 13:30:30.182240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=11']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:31.205384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e75a5-0865-4b08-8a55-e9eba63a57a3 req-8d0dc241-6990-4c24-afb8-93629f2eed33 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:31.207154 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e05e75a5-0865-4b08-8a55-e9eba63a57a3 req-8d0dc241-6990-4c24-afb8-93629f2eed33 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 947 time: 0.0878196 Mar 22 13:30:31.256897 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e05e75a5-0865-4b08-8a55-e9eba63a57a3 req-e1a3c8f8-e5ed-404e-bdbf-1e5d1f572b57 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Mar 22 13:30:32.481636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676a6c8-aec0-45cc-b50f-8ec7b113d785 req-1f18a706-cdab-4e06-a824-0334b765b93b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:32.483642 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6676a6c8-aec0-45cc-b50f-8ec7b113d785 req-1f18a706-cdab-4e06-a824-0334b765b93b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 947 time: 0.0940654 Mar 22 13:30:32.538405 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6676a6c8-aec0-45cc-b50f-8ec7b113d785 req-15818948-6cf0-4513-81d6-6047b4fdcf7b tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489473 Mar 22 13:30:33.092218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e655fcec-8a78-4c1b-b76e-c45adf2bbf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:33.733693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f6be8-9fd2-45ae-83c9-b6dbfcf599f2 req-a2282b5c-d420-4479-bc58-2594d30842ed tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:33.735093 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aa2f6be8-9fd2-45ae-83c9-b6dbfcf599f2 req-a2282b5c-d420-4479-bc58-2594d30842ed tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 947 time: 0.0819509 Mar 22 13:30:33.784125 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aa2f6be8-9fd2-45ae-83c9-b6dbfcf599f2 req-3003e58d-f40e-4a24-ba87-b102784a7a78 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432618 Mar 22 13:30:33.976090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f859c2d-4029-4186-9056-97655e5884f9 req-438492df-5a73-4250-960a-ba8e2ceef663 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:33.977576 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8f859c2d-4029-4186-9056-97655e5884f9 req-438492df-5a73-4250-960a-ba8e2ceef663 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 947 time: 0.0845737 Mar 22 13:30:34.023095 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8f859c2d-4029-4186-9056-97655e5884f9 req-6bda52d6-9d73-41da-a0c5-45cfded6c31c tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 Mar 22 13:30:34.242702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3280c2-d470-458f-832b-55c1a908db1d req-50202f75-26c8-4af8-a590-d2b350a086ab tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:34.244210 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5d3280c2-d470-458f-832b-55c1a908db1d req-50202f75-26c8-4af8-a590-d2b350a086ab tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 947 time: 0.1164117 Mar 22 13:30:34.289927 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5d3280c2-d470-458f-832b-55c1a908db1d req-2bb0ace3-db2f-47eb-8520-51ea69c5506f tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394394 Mar 22 13:30:34.434372 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:30:34.682201 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296060e-52d6-4005-98b3-9f5325fee0ca req-c09f4a17-4c96-466b-a33c-2d3273e2f4f8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:34.684004 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c296060e-52d6-4005-98b3-9f5325fee0ca req-c09f4a17-4c96-466b-a33c-2d3273e2f4f8 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 947 time: 0.0924628 Mar 22 13:30:34.739501 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c296060e-52d6-4005-98b3-9f5325fee0ca req-0ca65d72-cf97-4db2-b597-2bc6a2c8dfef tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493584 Mar 22 13:30:35.384800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9afe67a5-fea2-487d-81b3-54fa1dc92e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:35.935254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd573a-3c16-485c-b571-7027bbdea303 req-3202ff77-9451-4869-bca8-22dc1f4b44ea tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:35.937377 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-33cd573a-3c16-485c-b571-7027bbdea303 req-3202ff77-9451-4869-bca8-22dc1f4b44ea tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 947 time: 0.0863013 Mar 22 13:30:35.982448 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-33cd573a-3c16-485c-b571-7027bbdea303 req-91e715c6-be70-4bc8-b95a-92b7b4149998 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393922 Mar 22 13:30:36.444086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:36.653928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:37.178774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d45d2-990a-4597-bf55-b58f24197b38 req-ad5a2784-cdca-41e3-95cd-450b90695d07 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:37.180351 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e47d45d2-990a-4597-bf55-b58f24197b38 req-ad5a2784-cdca-41e3-95cd-450b90695d07 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 947 time: 0.0868349 Mar 22 13:30:37.231710 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e47d45d2-990a-4597-bf55-b58f24197b38 req-0ae6b090-3fe4-4fd9-892f-b78337d9e437 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6676d56-7a83-4352-9967-15713f87a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433097 Mar 22 13:30:37.357033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-2d9c9695-22f2-4cbe-b347-b4ea8d1e133d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:37.359062 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-2d9c9695-22f2-4cbe-b347-b4ea8d1e133d tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 947 time: 0.0858405 Mar 22 13:30:37.433178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Deleting port d074399f-459d-4cec-ab34-cab75370e95f {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:30:37.433427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:37.686736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] For port d074399f-459d-4cec-ab34-cab75370e95f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d074399f-459d-4cec-ab34-cab75370e95f,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:37.686998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:37.875525 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:37.984912 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:37.985180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:37.985495 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2 disassociated. External IP: 172.26.5.184, port: d074399f-459d-4cec-ab34-cab75370e95f. Mar 22 13:30:37.985831 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Calling delete_port for d074399f-459d-4cec-ab34-cab75370e95f owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:30:38.238393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:38.294445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event deleted for resources: {'Port': ['ID=d074399f-459d-4cec-ab34-cab75370e95f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:38.307690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.308262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.308707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.309403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.309981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.310437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.311614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.312183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.312666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.313100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.313530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.314013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:38.390865 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0ef74aa0-8857-467f-aeb2-b68c90ecc2e2 req-2ad5a6a7-d531-493f-8e6a-dd0d44ea4277 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 210 time: 0.0454738 Mar 22 13:30:38.524002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Router f93541a5-df58-443a-a92a-218e3e65843b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:30:38.713498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:30:38.724121 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:30:38.734906 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:30:38.735817 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:30:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:38.800087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] No DVR routers for this DVR port d074399f-459d-4cec-ab34-cab75370e95f on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:30:38.802730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:38.806562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-deleted', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:30:38.828235 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b1dd8ddd-2c00-4564-a7e5-943297d81f04 req-3b64f835-6504-4c56-957a-837715d668e4 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.47 "DELETE /v2.0/ports/d074399f-459d-4cec-ab34-cab75370e95f HTTP/1.1" status: 204 len: 173 time: 1.4612796 Mar 22 13:30:38.863360 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da15af-7f80-4d2b-9a58-ac04e303557b', 'name': 'network-vif-deleted', 'tag': 'd074399f-459d-4cec-ab34-cab75370e95f', 'status': 'completed', 'code': 200} Mar 22 13:30:38.930860 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:30:39.261372 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:39.265412 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:30:39.273994 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:30:39.274624 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:30:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:39.489304 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:30:39.565606 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-402e9edc-54be-44dd-8830-47c49017d691 req-23053ff0-9427-461e-9a1b-2cb63abb8bf3 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/ports?device_id=89da15af-7f80-4d2b-9a58-ac04e303557b HTTP/1.1" status: 200 len: 210 time: 0.0445671 Mar 22 13:30:39.836036 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:39.841317 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5502bf8-058c-4c3d-bffc-eaf7c4c33e69 None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:26:23Z', 'revision_number': 4, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd217946c-db8c-4a62-be5e-cf5fee658dd8', 'name': '', 'network_id': '313850eb-052a-4f2e-aa60-1391b7b772c4', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'mac_address': 'fa:16:3e:b8:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:22Z', 'updated_at': '2022-03-22T13:26:28Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'subnets': [{'id': '07b50c92-6412-4374-b4a3-92e2e73f2483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:30:40.075627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023cb06-81b1-428f-afd0-8d6811270ac3 None None] New status for floating IP 0cf598c0-0f13-4159-aa05-5456b1ff6ed2: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:30:41.973978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device d074399f-459d-4cec-ab34-cab75370e95f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:30:42.008312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: d074399f-459d-4cec-ab34-cab75370e95f {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:30:42.008651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device d074399f-459d-4cec-ab34-cab75370e95f not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:30:43.841969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47752) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:43.931729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:43.974241 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:44.033726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:44.050323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6676d56-7a83-4352-9967-15713f87a75e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:44.063703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.064051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.064395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.064733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.065076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.065412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.065738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.066065 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.066387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.066710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.067034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.067379 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:30:44.075451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:44.077155 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2e542097-4290-497e-a411-0dca143a9e5a tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "DELETE /v2.0/security-groups/c6676d56-7a83-4352-9967-15713f87a75e HTTP/1.1" status: 204 len: 168 time: 0.2331114 Mar 22 13:30:44.081079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47756) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:44.098087 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-2d18a1b6-9cc9-479b-a42e-8d51883b3351 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] show failed (client error): The resource could not be found. Mar 22 13:30:44.099137 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2d18a1b6-9cc9-479b-a42e-8d51883b3351 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "GET /v2.0/security-groups/c6676d56-7a83-4352-9967-15713f87a75e HTTP/1.1" status: 404 len: 347 time: 0.0171421 Mar 22 13:30:44.102490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47760) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:44.388178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-a874d814-53d2-4772-8675-cda603fd1571 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Deleting port 821574b9-db0c-47e1-b054-babf9ad9bf7f {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:30:44.388526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a874d814-53d2-4772-8675-cda603fd1571 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:44.568910 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a874d814-53d2-4772-8675-cda603fd1571 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:44.569242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a874d814-53d2-4772-8675-cda603fd1571 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:44.707479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-a874d814-53d2-4772-8675-cda603fd1571 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Calling delete_port for 821574b9-db0c-47e1-b054-babf9ad9bf7f owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:30:44.853975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a874d814-53d2-4772-8675-cda603fd1571 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:44.904112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874d814-53d2-4772-8675-cda603fd1571 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Pushing event deleted for resources: {'Port': ['ID=821574b9-db0c-47e1-b054-babf9ad9bf7f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:45.000029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a874d814-53d2-4772-8675-cda603fd1571 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:45.014487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a874d814-53d2-4772-8675-cda603fd1571 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:45.015655 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a874d814-53d2-4772-8675-cda603fd1571 tempest-ServerActionsTestJSON-1591269713 tempest-ServerActionsTestJSON-1591269713-project] 10.222.0.70 "DELETE /v2.0/floatingips/0cf598c0-0f13-4159-aa05-5456b1ff6ed2 HTTP/1.1" status: 204 len: 168 time: 0.9122345 Mar 22 13:30:45.018714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47764) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:45.573211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:46.054021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] Deleting port d217946c-db8c-4a62-be5e-cf5fee658dd8 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:30:46.054701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:46.233291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] For port d217946c-db8c-4a62-be5e-cf5fee658dd8, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d217946c-db8c-4a62-be5e-cf5fee658dd8,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:46.233680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:46.363284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] Calling delete_port for d217946c-db8c-4a62-be5e-cf5fee658dd8 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:30:46.542894 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:46.594108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] Pushing event deleted for resources: {'Port': ['ID=d217946c-db8c-4a62-be5e-cf5fee658dd8,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:46.876213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:47.247737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] Router f93541a5-df58-443a-a92a-218e3e65843b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:30:47.561521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:30:47.570707 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] Sync routers for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:30:47.573709 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-10963644-de30-4a49-bf1d-740a021a0128 admin admin] 10.222.0.70 "PUT /v2.0/routers/f93541a5-df58-443a-a92a-218e3e65843b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5539658 Mar 22 13:30:47.576714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47768) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:47.585638 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:30:47.586253 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:30:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:47.759897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:47.800253 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:30:47.952101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:47.966351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Deleting port 242638c7-5811-4cad-b0ec-86708d3dfa69 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:30:47.966699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:48.097526 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:30:46Z', 'revision_number': 5, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port': {'id': '242638c7-5811-4cad-b0ec-86708d3dfa69', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:26:20Z', 'updated_at': '2022-03-22T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:48.101648 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] Checking router: f93541a5-df58-443a-a92a-218e3e65843b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:30:48.110784 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] Routers {'f93541a5-df58-443a-a92a-218e3e65843b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:30:48.111416 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:30:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['f93541a5-df58-443a-a92a-218e3e65843b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:48.150971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] For port 242638c7-5811-4cad-b0ec-86708d3dfa69, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=242638c7-5811-4cad-b0ec-86708d3dfa69,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:48.151374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:48.262043 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] Set router f93541a5-df58-443a-a92a-218e3e65843b gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:30:48.281380 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Calling delete_port for 242638c7-5811-4cad-b0ec-86708d3dfa69 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:30:48.369591 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:30:47Z', 'revision_number': 6, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:48.374999 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebbfd8-3540-473f-bc12-fa588130c8c9 None None] The sync data for ids ['f93541a5-df58-443a-a92a-218e3e65843b'] in dv-neutron-834664-2-hyperv is: [{'id': 'f93541a5-df58-443a-a92a-218e3e65843b', 'name': 'tempest-ServerActionsTestJSON-371343980-router', 'tenant_id': '840bab77ac074dae85e3e1e00ce765d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:26:19Z', 'updated_at': '2022-03-22T13:30:47Z', 'revision_number': 6, 'project_id': '840bab77ac074dae85e3e1e00ce765d6', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:30:48.480552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:48.529627 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Pushing event deleted for resources: {'Port': ['ID=242638c7-5811-4cad-b0ec-86708d3dfa69,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:48.624024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:48.930585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:48.932737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:48.957000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:48.957542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f93541a5-df58-443a-a92a-218e3e65843b {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:30:48.970610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:48.971759 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-248473c8-9bf1-40f6-8d51-fbcfcb338138 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f93541a5-df58-443a-a92a-218e3e65843b HTTP/1.1" status: 204 len: 168 time: 1.3940532 Mar 22 13:30:48.974197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47772) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:49.032866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-983a6ec5-356f-4a8f-8cb4-b92321cf592d admin admin] Deleting subnet 07b50c92-6412-4374-b4a3-92e2e73f2483 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:30:49.040985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-983a6ec5-356f-4a8f-8cb4-b92321cf592d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.095043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-983a6ec5-356f-4a8f-8cb4-b92321cf592d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.177578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-983a6ec5-356f-4a8f-8cb4-b92321cf592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.249588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-983a6ec5-356f-4a8f-8cb4-b92321cf592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.292351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a6ec5-356f-4a8f-8cb4-b92321cf592d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b50c92-6412-4374-b4a3-92e2e73f2483,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:49.297929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-983a6ec5-356f-4a8f-8cb4-b92321cf592d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.304472 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-983a6ec5-356f-4a8f-8cb4-b92321cf592d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/07b50c92-6412-4374-b4a3-92e2e73f2483 HTTP/1.1" status: 204 len: 168 time: 0.3293338 Mar 22 13:30:49.308343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 47776) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:49.311791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1492afb-3faa-46d8-aa38-dd416392a09a None None] Network 313850eb-052a-4f2e-aa60-1391b7b772c4 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:30:49.433270 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.445339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Deleting port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:30:49.445683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.631582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] DHCP port deletion for 313850eb-052a-4f2e-aa60-1391b7b772c4 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:30:49.635916 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] Deleting port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:30:49.636294 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.659749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] For port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5a563512-1c8b-40dc-b4d7-bf0ee4fef953,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:49.660111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.792774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Calling delete_port for 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:30:49.850278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d217946c-db8c-4a62-be5e-cf5fee658dd8 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:30:49.872915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.890763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: d217946c-db8c-4a62-be5e-cf5fee658dd8 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:30:49.891105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d217946c-db8c-4a62-be5e-cf5fee658dd8 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:30:49.891554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 242638c7-5811-4cad-b0ec-86708d3dfa69 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:30:49.920608 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] For port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5a563512-1c8b-40dc-b4d7-bf0ee4fef953,segment=NetworkSegment(11e36b7d-b22d-477f-9c6d-95632238ea71),segment_id=11e36b7d-b22d-477f-9c6d-95632238ea71)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:30:49.921001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:49.922266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a563512-1c8b-40dc-b4d7-bf0ee4fef953,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:49.925961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] No DVR routers for this DVR port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:30:49.936781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 242638c7-5811-4cad-b0ec-86708d3dfa69 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:30:49.937124 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 242638c7-5811-4cad-b0ec-86708d3dfa69 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:30:49.937551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:30:50.025114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:30:50.025456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:30:50.048966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.090815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] Calling delete_port for 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: from cryptography.utils import int_from_bytes Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: from cryptography.utils import int_from_bytes Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn_limited( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn_limited( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:30:50.162350 dv-neutron-834664-2-hyperv neutron-server[87934]: util.warn( Mar 22 13:30:50.166757 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:30:50.167112 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:30:50.187614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313850eb-052a-4f2e-aa60-1391b7b772c4']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:50.200512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e36b7d-b22d-477f-9c6d-95632238ea71') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:50.200808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e36b7d-b22d-477f-9c6d-95632238ea71') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:30:50.223242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.239958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.246243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:30:50.246703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:30:50.260411 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:30:50.349540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.367772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.380014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] Pushing event deleted for resources: {'Network': ['ID=313850eb-052a-4f2e-aa60-1391b7b772c4,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:50.393912 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7e088a3e-53a4-4691-8df6-f2472deff52d admin admin] 10.222.0.70 "DELETE /v2.0/networks/313850eb-052a-4f2e-aa60-1391b7b772c4 HTTP/1.1" status: 204 len: 168 time: 1.0842478 Mar 22 13:30:50.531343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 47782) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:50.582681 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3ca1dcd0-68d4-47c4-97a2-07dee1758241 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=840bab77ac074dae85e3e1e00ce765d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499032 Mar 22 13:30:50.585233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 47786) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:50.645905 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8939-1b4d-4a01-af57-466886b21e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.673658 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] Deleting port 5a563512-1c8b-40dc-b4d7-bf0ee4fef953 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:30:50.674234 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.677742 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8939-1b4d-4a01-af57-466886b21e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.730866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8939-1b4d-4a01-af57-466886b21e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.744020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-cc612844-dce9-4093-ac45-789b845f8293 None None] The port '5a563512-1c8b-40dc-b4d7-bf0ee4fef953' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:30:50.752718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe8939-1b4d-4a01-af57-466886b21e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b2114-0aae-498d-a56c-988204d3e328,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:50.760389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8939-1b4d-4a01-af57-466886b21e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:50.761577 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-dfbe8939-1b4d-4a01-af57-466886b21e93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/673b2114-0aae-498d-a56c-988204d3e328 HTTP/1.1" status: 204 len: 168 time: 0.1754241 Mar 22 13:30:51.527537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 47810) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:51.642363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1758566223-network', 'tenant_id': '26bd4fca8d2e4fac9a206cf8b1db11dc'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:30:51.647446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:30:51.651363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Usage tracker for resource:network and tenant:26bd4fca8d2e4fac9a206cf8b1db11dc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:30:51.654278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:30:51.660082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:30:51.670749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Made reservation on behalf of 26bd4fca8d2e4fac9a206cf8b1db11dc for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:30:51.673049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:51.685187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:51.700560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:30:51.704996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Usage tracker for resource:security_group_rule and tenant:26bd4fca8d2e4fac9a206cf8b1db11dc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:30:51.708066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:30:51.713686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:30:51.776392 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:51.802701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:51.806582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:51.837025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:30:51.849749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4ff40b-1ef8-49af-a833-1cae914d6f9f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:51.854755 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:51.855095 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Added segment 428005a8-4641-4aed-921b-c32b07bf3fc6 of type vlan for network b634e3f7-fd8a-46f3-964a-a43814315bfb Mar 22 13:30:51.884368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:51.915078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:51.916080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:51.916667 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:52.028264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] Pushing event updated for resources: {'Network': ['ID=b634e3f7-fd8a-46f3-964a-a43814315bfb,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:52.032653 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-108a681a-8659-463c-b7f1-870200753e36 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5039630 Mar 22 13:30:52.035974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 47816) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:30:52.039619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network b634e3f7-fd8a-46f3-964a-a43814315bfb details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:30:52.042919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Request body: {'subnet': {'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1758566223-subnet', 'tenant_id': '26bd4fca8d2e4fac9a206cf8b1db11dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:30:52.048461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:30:52.052555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Usage tracker for resource:subnet and tenant:26bd4fca8d2e4fac9a206cf8b1db11dc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:30:52.055701 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:30:52.062136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:30:52.073315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Made reservation on behalf of 26bd4fca8d2e4fac9a206cf8b1db11dc for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:30:52.075732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:52.291950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:52.368419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a32a40-2ef7-49d9-b74c-5783fd33d046,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:52.377885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Checking segment: {'id': '428005a8-4641-4aed-921b-c32b07bf3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:30:52.378247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Network hostable DHCP agents. Network: b634e3f7-fd8a-46f3-964a-a43814315bfb, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:30:52.397837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Network b634e3f7-fd8a-46f3-964a-a43814315bfb is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:30:52.409948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, b634e3f7-fd8a-46f3-964a-a43814315bfb) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:30:52.415724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:52.416679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:52.424453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e1ca3-afa9-41c3-b612-1ae9fd8a647e None None] Network b634e3f7-fd8a-46f3-964a-a43814315bfb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:30:52.449166 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d5c578f3-89bb-4a3d-8d31-b654e1c0af0b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4111583 Mar 22 13:30:52.649078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31feed51-3c50-41f5-a697-c3a4b857adc0 None None] Network b634e3f7-fd8a-46f3-964a-a43814315bfb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:30:52.994985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-a3356a53-7789-401b-ac6f-b61edd0558a0 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:52.996475 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-a3356a53-7789-401b-ac6f-b61edd0558a0 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/networks?id=b634e3f7-fd8a-46f3-964a-a43814315bfb HTTP/1.1" status: 200 len: 814 time: 0.1511314 Mar 22 13:30:53.012265 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-47fdf93c-af7c-42bd-8878-573185a51af3 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/quotas/26bd4fca8d2e4fac9a206cf8b1db11dc HTTP/1.1" status: 200 len: 375 time: 0.0094123 Mar 22 13:30:53.060073 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-bd206f33-c182-46d1-83a1-671f98163b06 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=26bd4fca8d2e4fac9a206cf8b1db11dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419326 Mar 22 13:30:53.206778 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-9bb131b8-66bb-4c5a-a382-11fa66d46d24 service neutron] 10.222.0.70 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396303 Mar 22 13:30:53.351602 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-7651fc23-de65-43d3-b6aa-a3659e405e12 service neutron] 10.222.0.70 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384199 Mar 22 13:30:53.533252 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-827d7819-11b7-43ea-be3e-1788af456512 req-84a5aeb3-00ca-4272-beda-cf5f9da72c9c tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 210 time: 0.0495441 Mar 22 13:30:54.695264 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e699f035-80e3-4248-89c9-3fdb8e27bd6a req-b85c983c-3ad8-4e37-b041-072a0973350e tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 210 time: 0.0493579 Mar 22 13:30:54.873655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-d4b53e6f-1b9d-4123-ae71-8c19960bcc05 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:54.874363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-d4b53e6f-1b9d-4123-ae71-8c19960bcc05 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Synchronizing usage tracker for tenant:26bd4fca8d2e4fac9a206cf8b1db11dc on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:30:54.893077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-d4b53e6f-1b9d-4123-ae71-8c19960bcc05 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Unset dirty status for tenant:26bd4fca8d2e4fac9a206cf8b1db11dc on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:30:54.894268 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-d4b53e6f-1b9d-4123-ae71-8c19960bcc05 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.47 "GET /v2.0/networks?id=b634e3f7-fd8a-46f3-964a-a43814315bfb HTTP/1.1" status: 200 len: 814 time: 0.1880586 Mar 22 13:30:54.907687 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Request body: {'port': {'device_id': '00cc0d0c-dc88-4548-a926-eca1939e62a2', 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb', 'admin_state_up': True, 'tenant_id': '26bd4fca8d2e4fac9a206cf8b1db11dc'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:30:55.052505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:30:55.056810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Usage tracker for resource:port and tenant:26bd4fca8d2e4fac9a206cf8b1db11dc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:30:55.059695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:30:55.066445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:30:55.080073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Made reservation on behalf of 26bd4fca8d2e4fac9a206cf8b1db11dc for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:30:55.084127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:55.268692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Allocated IP 172.20.0.4 (b634e3f7-fd8a-46f3-964a-a43814315bfb/24a32a40-2ef7-49d9-b74c-5783fd33d046/caa7508b-9068-4ce9-b053-06a05bd10fe3) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:30:55.491306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:55.521616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:55.588719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Network b634e3f7-fd8a-46f3-964a-a43814315bfb is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:30:55.596648 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:30:55.601253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:30:55.745684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Pushing event updated for resources: {'Port': ['ID=caa7508b-9068-4ce9-b053-06a05bd10fe3,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:55.782740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:55.783291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:55.806148 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4a2c740e-1dc4-4e63-993b-db153edb4682 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9027717 Mar 22 13:30:55.818065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Request body: {'port': {'device_id': '00cc0d0c-dc88-4548-a926-eca1939e62a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:30:55.991116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:56.014522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44459a-eaca-4554-a0fa-f6ae3667a040 req-6f6c8f01-a203-41c9-a93f-a031a20a0007 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:56.015255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-cd44459a-eaca-4554-a0fa-f6ae3667a040 req-6f6c8f01-a203-41c9-a93f-a031a20a0007 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Synchronizing usage tracker for tenant:26bd4fca8d2e4fac9a206cf8b1db11dc on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:30:56.084614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-cd44459a-eaca-4554-a0fa-f6ae3667a040 req-6f6c8f01-a203-41c9-a93f-a031a20a0007 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Unset dirty status for tenant:26bd4fca8d2e4fac9a206cf8b1db11dc on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:30:56.085676 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd44459a-eaca-4554-a0fa-f6ae3667a040 req-6f6c8f01-a203-41c9-a93f-a031a20a0007 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 931 time: 0.2424073 Mar 22 13:30:56.196194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-cd44459a-eaca-4554-a0fa-f6ae3667a040 req-55e08134-ec4a-408b-ad52-36c79aa11c78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Synchronizing usage tracker for tenant:26bd4fca8d2e4fac9a206cf8b1db11dc on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:30:56.305903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-cd44459a-eaca-4554-a0fa-f6ae3667a040 req-55e08134-ec4a-408b-ad52-36c79aa11c78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Unset dirty status for tenant:26bd4fca8d2e4fac9a206cf8b1db11dc on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:30:56.307066 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd44459a-eaca-4554-a0fa-f6ae3667a040 req-55e08134-ec4a-408b-ad52-36c79aa11c78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116213 Mar 22 13:30:56.439867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa7508b-9068-4ce9-b053-06a05bd10fe3 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:30:56.447127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:56.462049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Transition to ACTIVE for port object caa7508b-9068-4ce9-b053-06a05bd10fe3 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:30:56.465826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:56.627580 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Pushing event updated for resources: {'Port': ['ID=caa7508b-9068-4ce9-b053-06a05bd10fe3,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:56.718073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Attempting to bind port caa7508b-9068-4ce9-b053-06a05bd10fe3 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:30:56.718370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Attempting to bind port caa7508b-9068-4ce9-b053-06a05bd10fe3 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '428005a8-4641-4aed-921b-c32b07bf3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:30:56.718585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Attempting to bind port caa7508b-9068-4ce9-b053-06a05bd10fe3 on network b634e3f7-fd8a-46f3-964a-a43814315bfb {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:30:56.723769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Port caa7508b-9068-4ce9-b053-06a05bd10fe3 on network b634e3f7-fd8a-46f3-964a-a43814315bfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:30:56.724189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Attempting to bind port caa7508b-9068-4ce9-b053-06a05bd10fe3 on network b634e3f7-fd8a-46f3-964a-a43814315bfb {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:30:56.729573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:30:56.729906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Checking segment: {'id': '428005a8-4641-4aed-921b-c32b07bf3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:30:56.730291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Bound using segment: {'id': '428005a8-4641-4aed-921b-c32b07bf3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:30:56.730711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Bound port: caa7508b-9068-4ce9-b053-06a05bd10fe3, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428005a8-4641-4aed-921b-c32b07bf3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:30:56.731055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:56.828113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] For port caa7508b-9068-4ce9-b053-06a05bd10fe3, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:30:56.833095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] For port caa7508b-9068-4ce9-b053-06a05bd10fe3, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=caa7508b-9068-4ce9-b053-06a05bd10fe3,segment=NetworkSegment(428005a8-4641-4aed-921b-c32b07bf3fc6),segment_id=428005a8-4641-4aed-921b-c32b07bf3fc6)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:30:56.838937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:56.899320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:56.899829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:56.901185 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] 10.222.0.47 "PUT /v2.0/ports/caa7508b-9068-4ce9-b053-06a05bd10fe3 HTTP/1.1" status: 200 len: 1093 time: 1.0875266 Mar 22 13:30:56.901627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cc0d0c-dc88-4548-a926-eca1939e62a2', 'tag': 'caa7508b-9068-4ce9-b053-06a05bd10fe3'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:30:56.932131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aacac9-2e65-4539-a534-ed04b3140175 service neutron] Pushing event updated for resources: {'Port': ['ID=caa7508b-9068-4ce9-b053-06a05bd10fe3,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:30:56.983105 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cc0d0c-dc88-4548-a926-eca1939e62a2', 'tag': 'caa7508b-9068-4ce9-b053-06a05bd10fe3', 'status': 'completed', 'code': 200} Mar 22 13:30:57.024099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-2d7968dc-b298-40e9-9bcc-685e60dee3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:57.025582 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-2d7968dc-b298-40e9-9bcc-685e60dee3f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26bd4fca8d2e4fac9a206cf8b1db11dc&device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 1096 time: 0.0760319 Mar 22 13:30:57.106174 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-9bebad40-ea4d-4494-8ae4-c942e31c9731 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caa7508b-9068-4ce9-b053-06a05bd10fe3 HTTP/1.1" status: 200 len: 217 time: 0.0687516 Mar 22 13:30:57.173575 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-95d69963-65bd-4564-9f00-ffecc9d921f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:57.175041 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-95d69963-65bd-4564-9f00-ffecc9d921f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24a32a40-2ef7-49d9-b74c-5783fd33d046 HTTP/1.1" status: 200 len: 854 time: 0.0600631 Mar 22 13:30:57.225966 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-4bfd5ed0-f471-4b81-8fe0-3416c55c61df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b634e3f7-fd8a-46f3-964a-a43814315bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417275 Mar 22 13:30:57.363742 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-f08c91f7-352b-47d1-8d3d-9c2943eb0663 service neutron] 10.222.0.47 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299217 Mar 22 13:30:57.666992 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bb7481c7-33ee-4c22-9260-0d5d39c40863 req-6c44846d-1a5c-4d46-be0e-922733b6470c service neutron] 10.222.0.47 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961359 Mar 22 13:30:57.692551 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ab483-54e7-41f7-b18c-8c6bbe575a83 req-acead8b4-1b41-4eac-ab47-91378c0b5811 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:57.694045 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-428ab483-54e7-41f7-b18c-8c6bbe575a83 req-acead8b4-1b41-4eac-ab47-91378c0b5811 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 943 time: 0.2364669 Mar 22 13:30:57.783842 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-428ab483-54e7-41f7-b18c-8c6bbe575a83 req-13398795-c2f1-41f9-b8b6-d42f60690afc tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836918 Mar 22 13:30:57.813219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382001e9-c0e4-4d01-8450-4716aab45f7f req-7bf1a0fc-e2ef-4dd0-b35c-dcb4e63b0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:57.814731 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-382001e9-c0e4-4d01-8450-4716aab45f7f req-7bf1a0fc-e2ef-4dd0-b35c-dcb4e63b0f6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26bd4fca8d2e4fac9a206cf8b1db11dc&device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 1096 time: 0.0958157 Mar 22 13:30:57.953128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382001e9-c0e4-4d01-8450-4716aab45f7f req-3a14893a-b358-4a33-bf44-113c181c8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:57.954522 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-382001e9-c0e4-4d01-8450-4716aab45f7f req-3a14893a-b358-4a33-bf44-113c181c8c9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b634e3f7-fd8a-46f3-964a-a43814315bfb HTTP/1.1" status: 200 len: 915 time: 0.1333470 Mar 22 13:30:58.033100 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-382001e9-c0e4-4d01-8450-4716aab45f7f req-457f4dea-355d-479b-9777-daee046efc5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caa7508b-9068-4ce9-b053-06a05bd10fe3 HTTP/1.1" status: 200 len: 217 time: 0.0715523 Mar 22 13:30:58.098926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382001e9-c0e4-4d01-8450-4716aab45f7f req-f5f64553-5bb0-454e-8190-5235d5d94c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:58.100409 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-382001e9-c0e4-4d01-8450-4716aab45f7f req-f5f64553-5bb0-454e-8190-5235d5d94c83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24a32a40-2ef7-49d9-b74c-5783fd33d046 HTTP/1.1" status: 200 len: 854 time: 0.0610986 Mar 22 13:30:58.159843 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-382001e9-c0e4-4d01-8450-4716aab45f7f req-69d676a1-7f17-4e2d-8844-0e9d5466d318 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b634e3f7-fd8a-46f3-964a-a43814315bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512252 Mar 22 13:30:58.308295 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-382001e9-c0e4-4d01-8450-4716aab45f7f req-afe83682-d5b1-44ee-893f-8afb6ace38f8 service neutron] 10.222.0.47 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417911 Mar 22 13:30:58.446892 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-382001e9-c0e4-4d01-8450-4716aab45f7f req-66191557-69f7-4bf5-bd6f-8790ff7bbd51 service neutron] 10.222.0.47 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304798 Mar 22 13:30:58.973102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fa1e0-3361-4431-9032-268f53d00e43 req-fdff35d0-22f6-4928-a76e-fad4194cd3ad tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:58.974607 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7b5fa1e0-3361-4431-9032-268f53d00e43 req-fdff35d0-22f6-4928-a76e-fad4194cd3ad tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 943 time: 0.0829930 Mar 22 13:30:59.023969 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7b5fa1e0-3361-4431-9032-268f53d00e43 req-2ab17188-f499-42af-9075-b39d4d374ceb tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389655 Mar 22 13:31:00.051552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device caa7508b-9068-4ce9-b053-06a05bd10fe3 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:31:00.203630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port caa7508b-9068-4ce9-b053-06a05bd10fe3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=caa7508b-9068-4ce9-b053-06a05bd10fe3,segment=NetworkSegment(428005a8-4641-4aed-921b-c32b07bf3fc6),segment_id=428005a8-4641-4aed-921b-c32b07bf3fc6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:00.217659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a465d7-2fa9-46ab-b001-6af44b4f5a4e req-0ca03c4f-5d6b-4131-8c3b-3cfa4008cff1 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:00.219432 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18a465d7-2fa9-46ab-b001-6af44b4f5a4e req-0ca03c4f-5d6b-4131-8c3b-3cfa4008cff1 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 943 time: 0.0853608 Mar 22 13:31:00.220437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'caa7508b-9068-4ce9-b053-06a05bd10fe3', 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb', 'port_id': 'caa7508b-9068-4ce9-b053-06a05bd10fe3', 'mac_address': 'fa:16:3e:ed:8a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a32a40-2ef7-49d9-b74c-5783fd33d046', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:31:00.271497 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18a465d7-2fa9-46ab-b001-6af44b4f5a4e req-d5854bdb-01b9-4562-ba62-775dc8b13f98 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Mar 22 13:31:00.293339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:00.312045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa7508b-9068-4ce9-b053-06a05bd10fe3 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:31:00.327710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port caa7508b-9068-4ce9-b053-06a05bd10fe3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=caa7508b-9068-4ce9-b053-06a05bd10fe3,segment=NetworkSegment(428005a8-4641-4aed-921b-c32b07bf3fc6),segment_id=428005a8-4641-4aed-921b-c32b07bf3fc6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:00.333172 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:00.420794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=caa7508b-9068-4ce9-b053-06a05bd10fe3,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:00.585426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['caa7508b-9068-4ce9-b053-06a05bd10fe3'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:31:01.465680 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d58d-6b48-4d2f-863f-b22179088ef1 req-7ca0e40d-011e-4ada-9a0c-d450fd29d043 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:01.467272 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6236d58d-6b48-4d2f-863f-b22179088ef1 req-7ca0e40d-011e-4ada-9a0c-d450fd29d043 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 944 time: 0.0854759 Mar 22 13:31:01.517500 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6236d58d-6b48-4d2f-863f-b22179088ef1 req-643310a7-ceef-4fe5-8550-213fffd6c304 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Mar 22 13:31:02.057966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device caa7508b-9068-4ce9-b053-06a05bd10fe3 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:02.127355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port caa7508b-9068-4ce9-b053-06a05bd10fe3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:02.132251 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port caa7508b-9068-4ce9-b053-06a05bd10fe3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:02.132619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:02.259702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:02.287403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cc0d0c-dc88-4548-a926-eca1939e62a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa7508b-9068-4ce9-b053-06a05bd10fe3'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:31:02.298526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port caa7508b-9068-4ce9-b053-06a05bd10fe3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=caa7508b-9068-4ce9-b053-06a05bd10fe3,segment=NetworkSegment(428005a8-4641-4aed-921b-c32b07bf3fc6),segment_id=428005a8-4641-4aed-921b-c32b07bf3fc6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:02.305531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:02.381930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=caa7508b-9068-4ce9-b053-06a05bd10fe3,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:02.417861 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cc0d0c-dc88-4548-a926-eca1939e62a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa7508b-9068-4ce9-b053-06a05bd10fe3', 'code': 200} Mar 22 13:31:02.657282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2370eb-cca6-4165-9de6-ef6a5b0b783b req-e0f4d199-f3f8-4390-98d1-e417b5a756fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:02.658879 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ba2370eb-cca6-4165-9de6-ef6a5b0b783b req-e0f4d199-f3f8-4390-98d1-e417b5a756fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 1098 time: 0.0759475 Mar 22 13:31:02.704352 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ba2370eb-cca6-4165-9de6-ef6a5b0b783b req-d289c0b6-579f-4b19-980b-557f0349bcb4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370770 Mar 22 13:31:02.712178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf62d2-0822-4212-8e12-bea6ba224134 req-25bebedc-bf0e-4521-a018-71b3baa1e747 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:02.713641 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8baf62d2-0822-4212-8e12-bea6ba224134 req-25bebedc-bf0e-4521-a018-71b3baa1e747 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0860941 Mar 22 13:31:02.758352 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8baf62d2-0822-4212-8e12-bea6ba224134 req-fc8b3c94-1188-49ae-84b0-bc7173b0e90d tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Mar 22 13:31:03.095736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d77b578-ab25-497a-9004-cc3ca3657be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:03.959901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe54d87-4b96-489d-964a-20a7ddd7a1a2 req-09d339bf-6b07-42ed-892e-2e5ea16b4607 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:03.961423 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6fe54d87-4b96-489d-964a-20a7ddd7a1a2 req-09d339bf-6b07-42ed-892e-2e5ea16b4607 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0946267 Mar 22 13:31:04.012659 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6fe54d87-4b96-489d-964a-20a7ddd7a1a2 req-9f5ddfbf-e457-4a4f-9bd0-73f498d8f094 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442829 Mar 22 13:31:05.202929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd70dfa-75f5-40f8-9840-21da4f4ed675 req-5405e1ac-07c4-402c-86ae-b6b9678c71a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:05.204447 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3dd70dfa-75f5-40f8-9840-21da4f4ed675 req-5405e1ac-07c4-402c-86ae-b6b9678c71a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0855331 Mar 22 13:31:05.251086 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3dd70dfa-75f5-40f8-9840-21da4f4ed675 req-e6e8e94d-c539-44ac-95d5-b792f19577ea tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Mar 22 13:31:05.398828 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b129c1f1-7358-47f7-8844-ca72a85aa6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:05.585977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a48510-420a-4ac6-9c12-40202aef323a req-006f2e50-de4c-4fcd-926c-ae176c57fa91 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:05.587364 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-006f2e50-de4c-4fcd-926c-ae176c57fa91 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/networks?id=b634e3f7-fd8a-46f3-964a-a43814315bfb HTTP/1.1" status: 200 len: 814 time: 0.1616473 Mar 22 13:31:05.602373 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-7b67b097-b058-4a82-b14d-69df5d3d9c6e tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/quotas/26bd4fca8d2e4fac9a206cf8b1db11dc HTTP/1.1" status: 200 len: 375 time: 0.0094473 Mar 22 13:31:05.687823 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-e5b27f2f-ccc7-40f5-bde7-dcd25b16016d tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=26bd4fca8d2e4fac9a206cf8b1db11dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794473 Mar 22 13:31:05.829303 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-5e8b64ad-389b-4bad-b4df-98d6eb0ab340 service neutron] 10.222.0.70 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342502 Mar 22 13:31:05.972326 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-1c53756d-c3b9-4729-a0b4-1167f8024684 service neutron] 10.222.0.70 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359835 Mar 22 13:31:06.170695 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8f243b27-e8b8-4d39-a7a6-db902b61835e req-3f69d451-0527-4550-99f9-c549f2e66722 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 210 time: 0.0475464 Mar 22 13:31:06.448969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:06.648485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:07.429942 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-89ec4167-6941-4374-a3e2-ee9db2ec5306 req-ddeb825e-14aa-4e59-b66a-79e49bd6ace6 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 210 time: 0.0673256 Mar 22 13:31:07.470318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a48510-420a-4ac6-9c12-40202aef323a req-b89c8dac-31b6-4da5-8342-9ffb104b5a3c tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:07.471698 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-b89c8dac-31b6-4da5-8342-9ffb104b5a3c tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.47 "GET /v2.0/networks?id=b634e3f7-fd8a-46f3-964a-a43814315bfb HTTP/1.1" status: 200 len: 814 time: 0.3280668 Mar 22 13:31:07.488229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Request body: {'port': {'device_id': 'fa5db406-b428-4b91-9ce6-898d98e5ef65', 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb', 'admin_state_up': True, 'tenant_id': '26bd4fca8d2e4fac9a206cf8b1db11dc'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:07.633668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:07.643468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:07.654264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Made reservation on behalf of 26bd4fca8d2e4fac9a206cf8b1db11dc for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:07.657810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:07.839200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Allocated IP 172.20.0.3 (b634e3f7-fd8a-46f3-964a-a43814315bfb/24a32a40-2ef7-49d9-b74c-5783fd33d046/9310bd92-689e-42f0-8703-adffd9eeb69c) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:31:07.938405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:08.056601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:08.088948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:08.101305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['caa7508b-9068-4ce9-b053-06a05bd10fe3'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:31:08.166530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Network b634e3f7-fd8a-46f3-964a-a43814315bfb is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:31:08.181885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:08.188103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:31:08.228590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Pushing event updated for resources: {'Port': ['ID=9310bd92-689e-42f0-8703-adffd9eeb69c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:08.261807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:08.262446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:08.288536 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-95f0d4d4-263b-4841-b985-51ae5f2a0b78 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8041470 Mar 22 13:31:08.301072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Request body: {'port': {'device_id': 'fa5db406-b428-4b91-9ce6-898d98e5ef65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:08.417585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:08.630783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7167cb-c400-47da-ac82-ccc61127c758 req-80a1b35f-7fc6-41ae-a33c-3429a3aec1f4 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:08.632295 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-eb7167cb-c400-47da-ac82-ccc61127c758 req-80a1b35f-7fc6-41ae-a33c-3429a3aec1f4 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 931 time: 0.0895107 Mar 22 13:31:08.682938 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-eb7167cb-c400-47da-ac82-ccc61127c758 req-6e1479d0-021f-4aa1-be8f-ae7743209089 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434611 Mar 22 13:31:08.779804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9310bd92-689e-42f0-8703-adffd9eeb69c {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:31:08.787660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:08.802716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Transition to ACTIVE for port object 9310bd92-689e-42f0-8703-adffd9eeb69c will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:08.806904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:08.961400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Pushing event updated for resources: {'Port': ['ID=9310bd92-689e-42f0-8703-adffd9eeb69c,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:09.045199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Attempting to bind port 9310bd92-689e-42f0-8703-adffd9eeb69c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:31:09.045530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Attempting to bind port 9310bd92-689e-42f0-8703-adffd9eeb69c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '428005a8-4641-4aed-921b-c32b07bf3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:31:09.045859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Attempting to bind port 9310bd92-689e-42f0-8703-adffd9eeb69c on network b634e3f7-fd8a-46f3-964a-a43814315bfb {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:31:09.051010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Port 9310bd92-689e-42f0-8703-adffd9eeb69c on network b634e3f7-fd8a-46f3-964a-a43814315bfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:31:09.051369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Attempting to bind port 9310bd92-689e-42f0-8703-adffd9eeb69c on network b634e3f7-fd8a-46f3-964a-a43814315bfb {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:31:09.056702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:31:09.057047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Checking segment: {'id': '428005a8-4641-4aed-921b-c32b07bf3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:09.057439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Bound using segment: {'id': '428005a8-4641-4aed-921b-c32b07bf3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:31:09.057870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Bound port: 9310bd92-689e-42f0-8703-adffd9eeb69c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428005a8-4641-4aed-921b-c32b07bf3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:31:09.058226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:09.151454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] For port 9310bd92-689e-42f0-8703-adffd9eeb69c, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:31:09.155948 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] For port 9310bd92-689e-42f0-8703-adffd9eeb69c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9310bd92-689e-42f0-8703-adffd9eeb69c,segment=NetworkSegment(428005a8-4641-4aed-921b-c32b07bf3fc6),segment_id=428005a8-4641-4aed-921b-c32b07bf3fc6)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:31:09.161065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:09.335204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:09.335821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:09.337192 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] 10.222.0.47 "PUT /v2.0/ports/9310bd92-689e-42f0-8703-adffd9eeb69c HTTP/1.1" status: 200 len: 1093 time: 1.0404351 Mar 22 13:31:09.337627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5db406-b428-4b91-9ce6-898d98e5ef65', 'tag': '9310bd92-689e-42f0-8703-adffd9eeb69c'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:31:09.375678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfbbce-de81-4254-82fa-2f338ccec3ba service neutron] Pushing event updated for resources: {'Port': ['ID=9310bd92-689e-42f0-8703-adffd9eeb69c,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:09.413376 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5db406-b428-4b91-9ce6-898d98e5ef65', 'tag': '9310bd92-689e-42f0-8703-adffd9eeb69c', 'status': 'completed', 'code': 200} Mar 22 13:31:09.458204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a48510-420a-4ac6-9c12-40202aef323a req-5dc5355c-a8e2-4a34-9507-cc122a87c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:09.459825 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-5dc5355c-a8e2-4a34-9507-cc122a87c7ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26bd4fca8d2e4fac9a206cf8b1db11dc&device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 1096 time: 0.0808029 Mar 22 13:31:09.533015 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-8dff995b-e0e2-4ccd-b9ac-09167676c15c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9310bd92-689e-42f0-8703-adffd9eeb69c HTTP/1.1" status: 200 len: 217 time: 0.0660610 Mar 22 13:31:09.602638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a48510-420a-4ac6-9c12-40202aef323a req-aba6bd35-16c8-4d40-84e4-87659af737eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:09.604121 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-aba6bd35-16c8-4d40-84e4-87659af737eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24a32a40-2ef7-49d9-b74c-5783fd33d046 HTTP/1.1" status: 200 len: 854 time: 0.0638041 Mar 22 13:31:09.651387 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-3b0908da-4b49-41a5-a5b3-68a031d298d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b634e3f7-fd8a-46f3-964a-a43814315bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406969 Mar 22 13:31:09.787211 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-68731750-e848-424b-b4c4-1c7278bf3e36 service neutron] 10.222.0.47 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277561 Mar 22 13:31:09.877289 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d311008-db92-4c66-87ca-b3f3d68e3f4a req-2c07cf35-32bc-45cb-806a-f66940eb6f50 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:09.878745 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3d311008-db92-4c66-87ca-b3f3d68e3f4a req-2c07cf35-32bc-45cb-806a-f66940eb6f50 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 943 time: 0.0832796 Mar 22 13:31:09.925015 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3d311008-db92-4c66-87ca-b3f3d68e3f4a req-4c5d2043-9d70-46bc-bff2-424c428ba863 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Mar 22 13:31:09.933304 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84a48510-420a-4ac6-9c12-40202aef323a req-e518a9dc-ff57-4933-bf42-4e9a755180dd service neutron] 10.222.0.47 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389971 Mar 22 13:31:10.063440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3273a4d-5be6-46aa-8c94-b9f4fcfb67a0 req-85a6f14c-15fa-48de-96ce-c251dda70e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:10.064917 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3273a4d-5be6-46aa-8c94-b9f4fcfb67a0 req-85a6f14c-15fa-48de-96ce-c251dda70e62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26bd4fca8d2e4fac9a206cf8b1db11dc&device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 1096 time: 0.0722997 Mar 22 13:31:10.206297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3273a4d-5be6-46aa-8c94-b9f4fcfb67a0 req-b756e470-06a7-4ce2-8ed6-4449dea80a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:10.207697 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3273a4d-5be6-46aa-8c94-b9f4fcfb67a0 req-b756e470-06a7-4ce2-8ed6-4449dea80a3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b634e3f7-fd8a-46f3-964a-a43814315bfb HTTP/1.1" status: 200 len: 915 time: 0.1352346 Mar 22 13:31:10.290913 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3273a4d-5be6-46aa-8c94-b9f4fcfb67a0 req-3ec6a3b2-7d78-4c2f-88c4-01983ccb8f62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9310bd92-689e-42f0-8703-adffd9eeb69c HTTP/1.1" status: 200 len: 217 time: 0.0763156 Mar 22 13:31:10.356391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3273a4d-5be6-46aa-8c94-b9f4fcfb67a0 req-62efbb45-bf48-4d38-acf6-84a9dfce24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:10.357850 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3273a4d-5be6-46aa-8c94-b9f4fcfb67a0 req-62efbb45-bf48-4d38-acf6-84a9dfce24a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24a32a40-2ef7-49d9-b74c-5783fd33d046 HTTP/1.1" status: 200 len: 854 time: 0.0593336 Mar 22 13:31:10.412773 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3273a4d-5be6-46aa-8c94-b9f4fcfb67a0 req-d46d146e-fdc7-4e12-9962-606f495c04c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b634e3f7-fd8a-46f3-964a-a43814315bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458555 Mar 22 13:31:10.549289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3273a4d-5be6-46aa-8c94-b9f4fcfb67a0 req-2ddcd563-c489-431a-8103-02278917533a service neutron] 10.222.0.47 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292255 Mar 22 13:31:10.690211 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3273a4d-5be6-46aa-8c94-b9f4fcfb67a0 req-807d8b15-6384-4b33-8932-4bb3aac317de service neutron] 10.222.0.47 "GET /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338444 Mar 22 13:31:11.121894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ea78-c49f-45b8-8eb0-3d52e776cc09 req-a794f376-cc02-490a-9654-1aa26069efab tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:11.123226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-2681ea78-c49f-45b8-8eb0-3d52e776cc09 req-a794f376-cc02-490a-9654-1aa26069efab tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Synchronizing usage tracker for tenant:26bd4fca8d2e4fac9a206cf8b1db11dc on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:31:11.140647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-2681ea78-c49f-45b8-8eb0-3d52e776cc09 req-a794f376-cc02-490a-9654-1aa26069efab tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Unset dirty status for tenant:26bd4fca8d2e4fac9a206cf8b1db11dc on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:31:11.142399 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2681ea78-c49f-45b8-8eb0-3d52e776cc09 req-a794f376-cc02-490a-9654-1aa26069efab tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 943 time: 0.1010029 Mar 22 13:31:11.192965 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2681ea78-c49f-45b8-8eb0-3d52e776cc09 req-da171257-d19e-4964-be7b-65f52cffc10d tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444357 Mar 22 13:31:11.433897 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:31:12.136131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 9310bd92-689e-42f0-8703-adffd9eeb69c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:31:12.275737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 9310bd92-689e-42f0-8703-adffd9eeb69c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9310bd92-689e-42f0-8703-adffd9eeb69c,segment=NetworkSegment(428005a8-4641-4aed-921b-c32b07bf3fc6),segment_id=428005a8-4641-4aed-921b-c32b07bf3fc6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:12.297714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '9310bd92-689e-42f0-8703-adffd9eeb69c', 'network_id': 'b634e3f7-fd8a-46f3-964a-a43814315bfb', 'port_id': '9310bd92-689e-42f0-8703-adffd9eeb69c', 'mac_address': 'fa:16:3e:68:64:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a32a40-2ef7-49d9-b74c-5783fd33d046', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:31:12.386679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:12.405449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9310bd92-689e-42f0-8703-adffd9eeb69c {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:31:12.421549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 9310bd92-689e-42f0-8703-adffd9eeb69c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9310bd92-689e-42f0-8703-adffd9eeb69c,segment=NetworkSegment(428005a8-4641-4aed-921b-c32b07bf3fc6),segment_id=428005a8-4641-4aed-921b-c32b07bf3fc6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:12.426069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:12.441206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb391590-a8c6-4b11-a686-42a09c81192a req-a5121bed-f2f7-4ee6-a14f-e8cf4f44641f tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:12.442723 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fb391590-a8c6-4b11-a686-42a09c81192a req-a5121bed-f2f7-4ee6-a14f-e8cf4f44641f tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 943 time: 0.1269321 Mar 22 13:31:12.492857 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fb391590-a8c6-4b11-a686-42a09c81192a req-4f5add1d-5a34-40cd-8a9b-1eb0f29b1510 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441778 Mar 22 13:31:12.505782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=9310bd92-689e-42f0-8703-adffd9eeb69c,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:12.513892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.514236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.514620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.514952 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.515327 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.515678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.515997 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.516315 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.516634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.516958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.517433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.517761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:12.668215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['9310bd92-689e-42f0-8703-adffd9eeb69c'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:31:13.684255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91795b32-1b91-45da-b799-15a4674d3de6 req-b06309f1-1ed7-405a-a92d-bd221b256859 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:13.686255 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91795b32-1b91-45da-b799-15a4674d3de6 req-b06309f1-1ed7-405a-a92d-bd221b256859 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 944 time: 0.0846074 Mar 22 13:31:13.738981 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91795b32-1b91-45da-b799-15a4674d3de6 req-35665973-cacd-4a91-a48c-61119c03e47a tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468655 Mar 22 13:31:14.174784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 9310bd92-689e-42f0-8703-adffd9eeb69c up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:14.246429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 9310bd92-689e-42f0-8703-adffd9eeb69c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:14.251896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 9310bd92-689e-42f0-8703-adffd9eeb69c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:14.252271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:14.371742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:14.404872 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5db406-b428-4b91-9ce6-898d98e5ef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9310bd92-689e-42f0-8703-adffd9eeb69c'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:31:14.415550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 9310bd92-689e-42f0-8703-adffd9eeb69c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9310bd92-689e-42f0-8703-adffd9eeb69c,segment=NetworkSegment(428005a8-4641-4aed-921b-c32b07bf3fc6),segment_id=428005a8-4641-4aed-921b-c32b07bf3fc6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:14.420718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:14.462708 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5db406-b428-4b91-9ce6-898d98e5ef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9310bd92-689e-42f0-8703-adffd9eeb69c', 'code': 200} Mar 22 13:31:14.508379 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=9310bd92-689e-42f0-8703-adffd9eeb69c,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:14.692283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb37b76-1adb-4c74-bbeb-7f939b7e3326 req-23948504-94c2-4073-a2bd-9b09727e63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:14.693669 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adb37b76-1adb-4c74-bbeb-7f939b7e3326 req-23948504-94c2-4073-a2bd-9b09727e63ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 1098 time: 0.0704639 Mar 22 13:31:14.847235 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adb37b76-1adb-4c74-bbeb-7f939b7e3326 req-10c6ac99-4800-439b-aaf5-f09f41f2a685 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468701 Mar 22 13:31:14.927133 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5216e-fd22-4a6b-8cb4-e74e6e420ace req-60763fc2-0269-4b60-9eef-923cbc465384 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:14.928645 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8ac5216e-fd22-4a6b-8cb4-e74e6e420ace req-60763fc2-0269-4b60-9eef-923cbc465384 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 945 time: 0.0805407 Mar 22 13:31:14.975362 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8ac5216e-fd22-4a6b-8cb4-e74e6e420ace req-519541cd-cb17-4a47-bf75-1ecb5b3bde91 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Mar 22 13:31:16.193094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b58567-145f-4697-b99e-07237a826f24 req-d2afeafc-66e4-4f13-96d8-0db772a4f22b tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:16.194607 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-79b58567-145f-4697-b99e-07237a826f24 req-d2afeafc-66e4-4f13-96d8-0db772a4f22b tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 945 time: 0.0948722 Mar 22 13:31:16.248505 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-79b58567-145f-4697-b99e-07237a826f24 req-3c042fa9-acb3-4665-ab3a-28a4b9d30b1a tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481095 Mar 22 13:31:17.437833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168403f2-59c9-4811-8c9e-ddffaede66ee req-9fb6fc66-1678-4f61-959d-bd960678a408 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:17.439514 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-168403f2-59c9-4811-8c9e-ddffaede66ee req-9fb6fc66-1678-4f61-959d-bd960678a408 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 945 time: 0.0835416 Mar 22 13:31:17.489518 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-168403f2-59c9-4811-8c9e-ddffaede66ee req-968267fa-e0a4-4963-96d8-2f3e3768f148 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441427 Mar 22 13:31:17.887326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf61e11-4e5e-4ada-beac-42cef84b703a req-a339f237-2f70-4e36-aad4-78024bbcdedc tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:17.889380 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-faf61e11-4e5e-4ada-beac-42cef84b703a req-a339f237-2f70-4e36-aad4-78024bbcdedc tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 945 time: 0.0823309 Mar 22 13:31:17.937593 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-faf61e11-4e5e-4ada-beac-42cef84b703a req-6aad13b0-f207-41a2-a08c-81f9d6ad5e38 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425687 Mar 22 13:31:19.129278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149c662-4ff4-445f-99b3-d3c30e295784 req-891923f3-4874-4453-b2db-a9f67ec635e0 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:19.130772 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3149c662-4ff4-445f-99b3-d3c30e295784 req-891923f3-4874-4453-b2db-a9f67ec635e0 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 945 time: 0.0813389 Mar 22 13:31:19.177246 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3149c662-4ff4-445f-99b3-d3c30e295784 req-0ddd93bf-f6c8-409a-a6ea-95a4c227adf5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Mar 22 13:31:19.422424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-f32c17a3-c950-470c-a922-7ff747f66941 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:19.423992 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-f32c17a3-c950-470c-a922-7ff747f66941 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 945 time: 0.0863206 Mar 22 13:31:19.498016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-c0acdee0-1208-423e-a8b0-8212a25ef5a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Deleting port 9310bd92-689e-42f0-8703-adffd9eeb69c {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:31:19.498351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-c0acdee0-1208-423e-a8b0-8212a25ef5a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:19.754975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-c0acdee0-1208-423e-a8b0-8212a25ef5a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] For port 9310bd92-689e-42f0-8703-adffd9eeb69c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9310bd92-689e-42f0-8703-adffd9eeb69c,segment=NetworkSegment(428005a8-4641-4aed-921b-c32b07bf3fc6),segment_id=428005a8-4641-4aed-921b-c32b07bf3fc6)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:19.755280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-c0acdee0-1208-423e-a8b0-8212a25ef5a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:19.890326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-c0acdee0-1208-423e-a8b0-8212a25ef5a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Calling delete_port for 9310bd92-689e-42f0-8703-adffd9eeb69c owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:31:20.040191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-c0acdee0-1208-423e-a8b0-8212a25ef5a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:20.055668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['caa7508b-9068-4ce9-b053-06a05bd10fe3', '9310bd92-689e-42f0-8703-adffd9eeb69c'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:31:20.096015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acdee0-1208-423e-a8b0-8212a25ef5a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Pushing event deleted for resources: {'Port': ['ID=9310bd92-689e-42f0-8703-adffd9eeb69c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:20.182922 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-c0acdee0-1208-423e-a8b0-8212a25ef5a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] No DVR routers for this DVR port 9310bd92-689e-42f0-8703-adffd9eeb69c on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:31:20.185702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-c0acdee0-1208-423e-a8b0-8212a25ef5a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:20.189196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5db406-b428-4b91-9ce6-898d98e5ef65', 'name': 'network-vif-deleted', 'tag': '9310bd92-689e-42f0-8703-adffd9eeb69c'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:31:20.213561 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e6a3400a-84d8-4629-a9aa-c4de691d0e6a req-c0acdee0-1208-423e-a8b0-8212a25ef5a5 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.47 "DELETE /v2.0/ports/9310bd92-689e-42f0-8703-adffd9eeb69c HTTP/1.1" status: 204 len: 173 time: 0.7838337 Mar 22 13:31:20.259731 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5db406-b428-4b91-9ce6-898d98e5ef65', 'name': 'network-vif-deleted', 'tag': '9310bd92-689e-42f0-8703-adffd9eeb69c', 'status': 'completed', 'code': 200} Mar 22 13:31:20.389523 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-22704c3b-4c00-40a4-bcc9-b06be0df55d2 req-c0f69a22-6882-445f-be20-8d2c65ffd20f tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa5db406-b428-4b91-9ce6-898d98e5ef65 HTTP/1.1" status: 200 len: 210 time: 0.0691996 Mar 22 13:31:21.661857 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b010d-a62f-4d9e-b7ea-6bee808bfb75 req-2e2a9e04-9c07-43d3-a75a-627a6bfaddcb tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:21.663260 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2c9b010d-a62f-4d9e-b7ea-6bee808bfb75 req-2e2a9e04-9c07-43d3-a75a-627a6bfaddcb tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0820534 Mar 22 13:31:21.710090 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2c9b010d-a62f-4d9e-b7ea-6bee808bfb75 req-8db9c2ee-97d0-4736-a1b5-c5c6c24b20cb tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Mar 22 13:31:21.787734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:21.927065 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08044-f589-4721-b34b-ffce8bcf6deb req-374a3a4c-fe63-49c7-98d3-d739fc81d64d tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:21.928511 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1db08044-f589-4721-b34b-ffce8bcf6deb req-374a3a4c-fe63-49c7-98d3-d739fc81d64d tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0851650 Mar 22 13:31:21.974067 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1db08044-f589-4721-b34b-ffce8bcf6deb req-dc9f7ebd-655b-4e0e-8232-d6f895e3e189 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Mar 22 13:31:22.163434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612d4e2-0dbd-4f4d-93b9-d283dd9f2889 req-d6f5d942-84b8-4d62-8e1c-4392e0d1e4f7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:22.164296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6612d4e2-0dbd-4f4d-93b9-d283dd9f2889 req-d6f5d942-84b8-4d62-8e1c-4392e0d1e4f7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Synchronizing usage tracker for tenant:26bd4fca8d2e4fac9a206cf8b1db11dc on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:31:22.181845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6612d4e2-0dbd-4f4d-93b9-d283dd9f2889 req-d6f5d942-84b8-4d62-8e1c-4392e0d1e4f7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Unset dirty status for tenant:26bd4fca8d2e4fac9a206cf8b1db11dc on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:31:22.182913 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6612d4e2-0dbd-4f4d-93b9-d283dd9f2889 req-d6f5d942-84b8-4d62-8e1c-4392e0d1e4f7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.1022584 Mar 22 13:31:22.229083 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6612d4e2-0dbd-4f4d-93b9-d283dd9f2889 req-b0cb43f3-a200-455e-a6fc-160771fb484b tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Mar 22 13:31:22.526506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0179b76-820c-403f-8424-a2671eae23c7 req-7b374ca1-9283-4518-beb7-a37753e58645 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:22.527928 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b0179b76-820c-403f-8424-a2671eae23c7 req-7b374ca1-9283-4518-beb7-a37753e58645 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0829813 Mar 22 13:31:22.577490 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b0179b76-820c-403f-8424-a2671eae23c7 req-d3f9d9bb-a7fd-4004-af29-5b8cfe0e0deb tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436709 Mar 22 13:31:22.761952 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65549420-69a9-42f4-a76a-bc17a0c5aa7e req-76efeb5e-1d92-4a97-84e2-09d2cfde0395 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:22.763555 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-65549420-69a9-42f4-a76a-bc17a0c5aa7e req-76efeb5e-1d92-4a97-84e2-09d2cfde0395 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0813103 Mar 22 13:31:22.811430 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-65549420-69a9-42f4-a76a-bc17a0c5aa7e req-f70f9f7d-dd5b-46fa-87c5-8f8457ece4ab tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Mar 22 13:31:23.015924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bfb20-e639-4ab2-bf08-360524001934 req-20ccf024-6134-40a2-b202-51fa1b66a9cb tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:23.017385 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-647bfb20-e639-4ab2-bf08-360524001934 req-20ccf024-6134-40a2-b202-51fa1b66a9cb tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0875125 Mar 22 13:31:23.063696 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-647bfb20-e639-4ab2-bf08-360524001934 req-700e1a33-ce30-44b3-80ea-0ad14e65ff72 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Mar 22 13:31:23.602076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a0e4b-2ad2-4b76-a572-41e89b04fed8 req-00f97131-0b58-458f-b5c6-e35dea4c1174 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:23.603582 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-477a0e4b-2ad2-4b76-a572-41e89b04fed8 req-00f97131-0b58-458f-b5c6-e35dea4c1174 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0832860 Mar 22 13:31:23.652739 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-477a0e4b-2ad2-4b76-a572-41e89b04fed8 req-ae03a323-ffb3-4a99-bbb7-02ff29921954 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Mar 22 13:31:24.217141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 9310bd92-689e-42f0-8703-adffd9eeb69c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:31:24.252617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 9310bd92-689e-42f0-8703-adffd9eeb69c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:31:24.252959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 9310bd92-689e-42f0-8703-adffd9eeb69c not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:31:24.845277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c5a79-05d8-4d2c-9752-84ccdfc9e82d req-ff7c3de3-734f-4f56-900c-4e462313e126 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:24.846800 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-082c5a79-05d8-4d2c-9752-84ccdfc9e82d req-ff7c3de3-734f-4f56-900c-4e462313e126 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0822432 Mar 22 13:31:24.894257 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-082c5a79-05d8-4d2c-9752-84ccdfc9e82d req-c0e4dba9-188d-4052-b847-8439b61f77d9 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ff40b-1ef8-49af-a833-1cae914d6f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Mar 22 13:31:25.118658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-a0031761-ce85-4e63-ae45-8befb2ad232b tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:25.120154 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-a0031761-ce85-4e63-ae45-8befb2ad232b tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.47 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 945 time: 0.0857182 Mar 22 13:31:25.191180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-8ac4acd3-a93b-4db3-b47b-ca3cd8e940b7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Deleting port caa7508b-9068-4ce9-b053-06a05bd10fe3 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:31:25.191524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-8ac4acd3-a93b-4db3-b47b-ca3cd8e940b7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:25.546545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-8ac4acd3-a93b-4db3-b47b-ca3cd8e940b7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] For port caa7508b-9068-4ce9-b053-06a05bd10fe3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=caa7508b-9068-4ce9-b053-06a05bd10fe3,segment=NetworkSegment(428005a8-4641-4aed-921b-c32b07bf3fc6),segment_id=428005a8-4641-4aed-921b-c32b07bf3fc6)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:25.546899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-8ac4acd3-a93b-4db3-b47b-ca3cd8e940b7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:25.672159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-8ac4acd3-a93b-4db3-b47b-ca3cd8e940b7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Calling delete_port for caa7508b-9068-4ce9-b053-06a05bd10fe3 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:31:25.828633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-8ac4acd3-a93b-4db3-b47b-ca3cd8e940b7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:25.842307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['caa7508b-9068-4ce9-b053-06a05bd10fe3'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:31:25.881395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4acd3-a93b-4db3-b47b-ca3cd8e940b7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Pushing event deleted for resources: {'Port': ['ID=caa7508b-9068-4ce9-b053-06a05bd10fe3,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:25.965709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-8ac4acd3-a93b-4db3-b47b-ca3cd8e940b7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] No DVR routers for this DVR port caa7508b-9068-4ce9-b053-06a05bd10fe3 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:31:25.968345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-8ac4acd3-a93b-4db3-b47b-ca3cd8e940b7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:25.972620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cc0d0c-dc88-4548-a926-eca1939e62a2', 'name': 'network-vif-deleted', 'tag': 'caa7508b-9068-4ce9-b053-06a05bd10fe3'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:31:25.990792 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb684a76-a858-4e53-9ca0-91d4be85083c req-8ac4acd3-a93b-4db3-b47b-ca3cd8e940b7 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.47 "DELETE /v2.0/ports/caa7508b-9068-4ce9-b053-06a05bd10fe3 HTTP/1.1" status: 204 len: 173 time: 0.8646860 Mar 22 13:31:26.032362 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cc0d0c-dc88-4548-a926-eca1939e62a2', 'name': 'network-vif-deleted', 'tag': 'caa7508b-9068-4ce9-b053-06a05bd10fe3', 'status': 'completed', 'code': 200} Mar 22 13:31:26.170554 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fd033833-8fe3-41cd-8e99-6e8d928e57fc req-eb849b5d-2ab3-4e37-b83c-891cf82c6db4 tempest-ServersNegativeTestJSON-1166175002 tempest-ServersNegativeTestJSON-1166175002-project] 10.222.0.70 "GET /v2.0/ports?device_id=00cc0d0c-dc88-4548-a926-eca1939e62a2 HTTP/1.1" status: 200 len: 210 time: 0.1636097 Mar 22 13:31:27.264404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47974) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:27.323333 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd5bf0e-261a-445c-9163-6d5c3ebe23c3 admin admin] Deleting subnet 24a32a40-2ef7-49d9-b74c-5783fd33d046 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:31:27.326779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fd5bf0e-261a-445c-9163-6d5c3ebe23c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:27.380475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fd5bf0e-261a-445c-9163-6d5c3ebe23c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:27.438116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fd5bf0e-261a-445c-9163-6d5c3ebe23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:27.513498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fd5bf0e-261a-445c-9163-6d5c3ebe23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:27.558974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5bf0e-261a-445c-9163-6d5c3ebe23c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a32a40-2ef7-49d9-b74c-5783fd33d046,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:27.561576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8fd5bf0e-261a-445c-9163-6d5c3ebe23c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:27.568072 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8fd5bf0e-261a-445c-9163-6d5c3ebe23c3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/24a32a40-2ef7-49d9-b74c-5783fd33d046 HTTP/1.1" status: 204 len: 168 time: 0.3024459 Mar 22 13:31:27.570291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47978) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:27.679060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:27.806925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:27.833978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b634e3f7-fd8a-46f3-964a-a43814315bfb']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:27.848161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428005a8-4641-4aed-921b-c32b07bf3fc6') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:27.848455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428005a8-4641-4aed-921b-c32b07bf3fc6') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:27.860749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:27.877725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:27.887220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:31:27.887630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:31:27.901659 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:31:27.984315 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:28.001545 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:28.011666 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=b634e3f7-fd8a-46f3-964a-a43814315bfb,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:28.025648 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-07c992da-89a5-4b1e-b875-e4b4d5f50b2b admin admin] 10.222.0.70 "DELETE /v2.0/networks/b634e3f7-fd8a-46f3-964a-a43814315bfb HTTP/1.1" status: 204 len: 168 time: 0.4542592 Mar 22 13:31:28.142404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47984) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:28.201101 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ea6e83a8-c154-41e1-a51d-2ee9311708d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26bd4fca8d2e4fac9a206cf8b1db11dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575144 Mar 22 13:31:28.203483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 47988) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:28.231132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device caa7508b-9068-4ce9-b053-06a05bd10fe3 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:31:28.267102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f029e82-3904-4c51-8857-8fd0b187357f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:28.270165 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: caa7508b-9068-4ce9-b053-06a05bd10fe3 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:31:28.270510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device caa7508b-9068-4ce9-b053-06a05bd10fe3 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:31:28.294575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f029e82-3904-4c51-8857-8fd0b187357f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:28.360179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f029e82-3904-4c51-8857-8fd0b187357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:28.377046 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f029e82-3904-4c51-8857-8fd0b187357f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4ff40b-1ef8-49af-a833-1cae914d6f9f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:28.387090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2f029e82-3904-4c51-8857-8fd0b187357f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:28.390548 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2f029e82-3904-4c51-8857-8fd0b187357f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce4ff40b-1ef8-49af-a833-1cae914d6f9f HTTP/1.1" status: 204 len: 168 time: 0.1838861 Mar 22 13:31:29.150113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48014) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:29.262029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1716277475'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:29.268557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:29.273341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:network and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:29.277123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:29.283706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:29.294404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Made reservation on behalf of c3f6ade69c994c46adbfcfa07da3360f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:29.298612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:29.312570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:29.327735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:29.331946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:security_group_rule and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:29.335071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:29.340733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:29.426297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:29.430277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:29.468746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:31:29.473799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b63b1b5-62db-4b25-87d9-4939dd3d240c,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:29.480913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:29.481282 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Added segment df2c666e-1c09-48f9-b40a-ff42b57a2abd of type vlan for network 2f8f064a-b729-4a88-856c-307965ba518e Mar 22 13:31:29.508029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:29.537599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:29.543559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:29.544147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:29.661690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'Network': ['ID=2f8f064a-b729-4a88-856c-307965ba518e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:29.665062 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6f7acc5e-1d10-4e18-8d55-9c79947ea0ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5139220 Mar 22 13:31:29.682312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 2f8f064a-b729-4a88-856c-307965ba518e details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:31:32.928405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48020) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:32.934425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Request body: {'subnet': {'network_id': '2f8f064a-b729-4a88-856c-307965ba518e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:33.046034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:33.049861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:subnet and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:33.052655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:33.058161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:33.067972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Made reservation on behalf of c3f6ade69c994c46adbfcfa07da3360f for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:33.071374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.099141 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-aa142c4e-0958-4ba5-9423-b1bc1b0dfb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.298544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.374749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'Subnet': ['ID=6e114ded-3f19-497a-acd8-8b1237b44fa0,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:33.383374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Checking segment: {'id': 'df2c666e-1c09-48f9-b40a-ff42b57a2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2f8f064a-b729-4a88-856c-307965ba518e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:33.383736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Network hostable DHCP agents. Network: 2f8f064a-b729-4a88-856c-307965ba518e, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:31:33.402773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Network 2f8f064a-b729-4a88-856c-307965ba518e is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:31:33.413481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 2f8f064a-b729-4a88-856c-307965ba518e) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:33.417502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:33.418079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.422427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7a5b6b-ddd5-46e4-99b3-0cad06166594 None None] Network 2f8f064a-b729-4a88-856c-307965ba518e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:33.439339 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6ffb0d22-40fa-496b-b34b-871538b58f0d tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5096931 Mar 22 13:31:33.442879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48024) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:33.448336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1339668738'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:33.453751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:33.457807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:network and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:33.460652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:33.466273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:33.480877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Made reservation on behalf of c3f6ade69c994c46adbfcfa07da3360f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:33.484487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.512161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:31:33.521275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.521618 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Added segment 8bda37fa-5a95-4819-b3dd-7c9a9265cc97 of type vlan for network 376c55c9-cba2-4be3-8e9a-4d8af03ad579 Mar 22 13:31:33.548463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.578606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.584438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:33.584971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.644870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-2f8f064a-b729-4a88-856c-307965ba518e', 'network_id': '2f8f064a-b729-4a88-856c-307965ba518e', 'tenant_id': 'c3f6ade69c994c46adbfcfa07da3360f', 'fixed_ips': [{'subnet_id': '6e114ded-3f19-497a-acd8-8b1237b44fa0'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:31:33.646622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.651024 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2070870 Mar 22 13:31:33.654521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48028) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:33.663271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Request body: {'subnet': {'network_id': '376c55c9-cba2-4be3-8e9a-4d8af03ad579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:33.712417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d55efa-edc5-4150-aa9f-2fb63ed93781 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'Network': ['ID=376c55c9-cba2-4be3-8e9a-4d8af03ad579,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:33.730173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 376c55c9-cba2-4be3-8e9a-4d8af03ad579 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:31:33.775849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:33.779665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:subnet and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:33.782501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:33.788246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:33.799301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Made reservation on behalf of c3f6ade69c994c46adbfcfa07da3360f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:33.803023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.903382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Allocated IP 2001:db8:0:ffff::2 (2f8f064a-b729-4a88-856c-307965ba518e/6e114ded-3f19-497a-acd8-8b1237b44fa0/e1b160dd-6a15-4797-a29c-5a1ddfaf49e9) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:31:34.028255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.110807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'Subnet': ['ID=2b60d84c-5822-4cbd-834d-12c555308e35,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:34.118271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Checking segment: {'id': '8bda37fa-5a95-4819-b3dd-7c9a9265cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '376c55c9-cba2-4be3-8e9a-4d8af03ad579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:34.118635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Network hostable DHCP agents. Network: 376c55c9-cba2-4be3-8e9a-4d8af03ad579, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:31:34.119564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.130899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Transition to ACTIVE for port object e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:34.137794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Network 376c55c9-cba2-4be3-8e9a-4d8af03ad579 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:31:34.147378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 376c55c9-cba2-4be3-8e9a-4d8af03ad579) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:34.151588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Transition to ACTIVE for port object e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:34.153090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:34.154772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.158230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.181882 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1359b5de-056b-46c9-99df-b6d0d4f7c8a5 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5248880 Mar 22 13:31:34.184245 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48032) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:34.196987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60956baf-6ef9-4159-81d2-c1e249f5e37d None None] Network 376c55c9-cba2-4be3-8e9a-4d8af03ad579 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:34.328614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.340330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Network 2f8f064a-b729-4a88-856c-307965ba518e is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:31:34.346939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:34.349370 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:31:34.369930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Pushing event updated for resources: {'Port': ['ID=e1b160dd-6a15-4797-a29c-5a1ddfaf49e9,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:34.398435 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.483387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.505160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Attempting to bind port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:31:34.505517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Attempting to bind port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'df2c666e-1c09-48f9-b40a-ff42b57a2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2f8f064a-b729-4a88-856c-307965ba518e'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:31:34.505876 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Attempting to bind port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 on network 2f8f064a-b729-4a88-856c-307965ba518e {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:31:34.549999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:31:34.550381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Checking segment: {'id': 'df2c666e-1c09-48f9-b40a-ff42b57a2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2f8f064a-b729-4a88-856c-307965ba518e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:34.550762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.551151 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Bound using segment: {'id': 'df2c666e-1c09-48f9-b40a-ff42b57a2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2f8f064a-b729-4a88-856c-307965ba518e'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:31:34.551651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Bound port: e1b160dd-6a15-4797-a29c-5a1ddfaf49e9, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2c666e-1c09-48f9-b40a-ff42b57a2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2f8f064a-b729-4a88-856c-307965ba518e'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:31:34.552025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.570786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bb6178-dfec-4284-b9cb-c9f5f8253b46 None None] Network 376c55c9-cba2-4be3-8e9a-4d8af03ad579 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:34.642045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Subnet': ['ID=2b60d84c-5822-4cbd-834d-12c555308e35,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:34.742825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.769300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376c55c9-cba2-4be3-8e9a-4d8af03ad579']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:34.789825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bda37fa-5a95-4819-b3dd-7c9a9265cc97') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:34.790137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bda37fa-5a95-4819-b3dd-7c9a9265cc97') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:34.802844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.805338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] For port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:31:34.813584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] For port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e1b160dd-6a15-4797-a29c-5a1ddfaf49e9,segment=NetworkSegment(df2c666e-1c09-48f9-b40a-ff42b57a2abd),segment_id=df2c666e-1c09-48f9-b40a-ff42b57a2abd)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:31:34.819793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.821138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.827770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:31:34.828170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:31:34.843378 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:31:34.906627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ce06f-0d94-4a03-b7e8-60ad0c42396c None None] Pushing event updated for resources: {'Port': ['ID=e1b160dd-6a15-4797-a29c-5a1ddfaf49e9,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:34.933278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.937396 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.968675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Network': ['ID=376c55c9-cba2-4be3-8e9a-4d8af03ad579,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:34.978494 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1cb17503-b51f-4296-9dcf-8b2e0a53841c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/networks/376c55c9-cba2-4be3-8e9a-4d8af03ad579 HTTP/1.1" status: 204 len: 168 time: 0.7884231 Mar 22 13:31:34.978908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48036) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:34.984851 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-56337614'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:34.990651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:34.994925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:network and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:34.998159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:35.004080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:35.014300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Made reservation on behalf of c3f6ade69c994c46adbfcfa07da3360f for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:35.017770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:35.048459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:31:35.057470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:35.058034 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Added segment 3c0569e1-bd1e-49c2-93e8-15eb16a67ff2 of type vlan for network edec665f-371c-4798-aa64-cd6308875695 Mar 22 13:31:35.094927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:35.130200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:35.135871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:35.136472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:35.238433 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2586033 Mar 22 13:31:35.241418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48040) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:35.247061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Request body: {'subnet': {'network_id': 'edec665f-371c-4798-aa64-cd6308875695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:35.250152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c690f-8def-437f-87c6-a7151025e4ab tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'Network': ['ID=edec665f-371c-4798-aa64-cd6308875695,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:35.260373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network edec665f-371c-4798-aa64-cd6308875695 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:31:35.368219 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:35.380197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:subnet and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:35.383302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:35.389981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:35.390325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ad772a45-9e1a-4fbd-a803-46bbc3bb2b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:35.399222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Made reservation on behalf of c3f6ade69c994c46adbfcfa07da3360f for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:35.402680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:35.493658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.ipam_backend_mixin [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Performing IP validity checks on allocation pools {{(pid=87933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 13:31:35.494172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.ipam_backend_mixin [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 13:31:35.739603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:35.823010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'Subnet': ['ID=660f38bb-7698-4aa1-a1d6-446ee884f434,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:35.840934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Checking segment: {'id': '3c0569e1-bd1e-49c2-93e8-15eb16a67ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'edec665f-371c-4798-aa64-cd6308875695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:35.841138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Network hostable DHCP agents. Network: edec665f-371c-4798-aa64-cd6308875695, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:31:35.867218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cee69d1-0654-4ae1-ae8f-fbc9121fbe0f None None] Network 2f8f064a-b729-4a88-856c-307965ba518e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:35.870007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Network edec665f-371c-4798-aa64-cd6308875695 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:31:35.881620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, edec665f-371c-4798-aa64-cd6308875695) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:35.886605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:35.887906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:35.909687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2ce23-57d0-4468-97f8-e26c8cfc7322 None None] Network edec665f-371c-4798-aa64-cd6308875695 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:35.917979 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b512c8af-a6f4-4090-8296-fd2e8e24c203 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6731176 Mar 22 13:31:35.918457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48044) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:35.922740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:36.064172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.120819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7e0fe96a-180f-46a7-af98-3aa10fa7e137 None None] Provisioning for port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:36.130502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.209776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.257262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:36.267705 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Subnet': ['ID=660f38bb-7698-4aa1-a1d6-446ee884f434,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:36.321239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:36.321794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.348592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.370404 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc0e71-793b-4957-ac93-ded294491def None None] Network edec665f-371c-4798-aa64-cd6308875695 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:36.377171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edec665f-371c-4798-aa64-cd6308875695']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:36.390161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0569e1-bd1e-49c2-93e8-15eb16a67ff2') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:36.390446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0569e1-bd1e-49c2-93e8-15eb16a67ff2') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:36.402437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.419090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.426125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:31:36.426529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:31:36.442689 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:31:36.526132 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.544874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.548310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.559239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Network': ['ID=edec665f-371c-4798-aa64-cd6308875695,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:36.563907 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2b93a069-3ec3-4214-8706-33f33fd16cba tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/networks/edec665f-371c-4798-aa64-cd6308875695 HTTP/1.1" status: 204 len: 168 time: 0.6444457 Mar 22 13:31:36.567372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48048) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:36.572908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1164070496'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:36.578550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:36.582712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:network and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:36.585793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:36.591716 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:36.601504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Made reservation on behalf of c3f6ade69c994c46adbfcfa07da3360f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:36.605366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.635089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:31:36.645287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.645654 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Added segment 76ac7fd3-0b7d-4cfd-add0-09000d0533e5 of type vlan for network a870d94a-c71c-4395-8b33-bf799a022d0d Mar 22 13:31:36.672086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.705338 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.711066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:36.711686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.712268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.717745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.753711 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e1b160dd-6a15-4797-a29c-5a1ddfaf49e9,segment=NetworkSegment(df2c666e-1c09-48f9-b40a-ff42b57a2abd),segment_id=df2c666e-1c09-48f9-b40a-ff42b57a2abd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:36.759477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.816966 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2485523 Mar 22 13:31:36.820874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48052) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:36.827857 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Request body: {'subnet': {'network_id': 'a870d94a-c71c-4395-8b33-bf799a022d0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:36.829010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd8c74-6439-44d4-929b-3bab3e96f831 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'Network': ['ID=a870d94a-c71c-4395-8b33-bf799a022d0d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:36.837884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=e1b160dd-6a15-4797-a29c-5a1ddfaf49e9,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:36.841905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network a870d94a-c71c-4395-8b33-bf799a022d0d details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:31:36.950795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:36.954673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:subnet and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:36.957782 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:36.963453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:36.973109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Made reservation on behalf of c3f6ade69c994c46adbfcfa07da3360f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:36.975963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b091a482-1d77-4c2b-a551-b52938bb57a5 None None] Provisioning complete for port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:36.976477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b091a482-1d77-4c2b-a551-b52938bb57a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.976632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.198654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.279685 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'Subnet': ['ID=2a1bd223-dcd3-43b5-ab71-7c0d4111b442,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:37.283706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Checking segment: {'id': '76ac7fd3-0b7d-4cfd-add0-09000d0533e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a870d94a-c71c-4395-8b33-bf799a022d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:37.284125 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Network hostable DHCP agents. Network: a870d94a-c71c-4395-8b33-bf799a022d0d, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:31:37.305789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Network a870d94a-c71c-4395-8b33-bf799a022d0d is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:31:37.316299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, a870d94a-c71c-4395-8b33-bf799a022d0d) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:37.320421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:37.320996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.326640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d044a7-a10c-44f9-814a-02bd2ce980a2 None None] Network a870d94a-c71c-4395-8b33-bf799a022d0d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:37.345806 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4d986ef3-5200-4ca2-93e5-8957855dff9c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5203793 Mar 22 13:31:37.346111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48056) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:37.351925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-546366032'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:37.357933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:37.361697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:network and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:37.364525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:37.370861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:37.381376 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Made reservation on behalf of c3f6ade69c994c46adbfcfa07da3360f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:37.384961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.412694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:31:37.422016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.422357 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Added segment 0c42ca80-d798-44bb-9112-55a3976fb8da of type vlan for network 211c00f5-adee-4e0c-af04-0933c9277600 Mar 22 13:31:37.452809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.483286 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.489002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:37.489591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.551931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-a870d94a-c71c-4395-8b33-bf799a022d0d', 'network_id': 'a870d94a-c71c-4395-8b33-bf799a022d0d', 'tenant_id': 'c3f6ade69c994c46adbfcfa07da3360f', 'fixed_ips': [{'subnet_id': '2a1bd223-dcd3-43b5-ab71-7c0d4111b442'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:31:37.552764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.585658 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2384472 Mar 22 13:31:37.588639 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48060) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:37.595012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Request body: {'subnet': {'network_id': '211c00f5-adee-4e0c-af04-0933c9277600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:37.598635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482b6b1-dd26-46b7-98f1-9c73db98fb6b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'Network': ['ID=211c00f5-adee-4e0c-af04-0933c9277600,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:37.609518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 211c00f5-adee-4e0c-af04-0933c9277600 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:31:37.716674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:37.720757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Usage tracker for resource:subnet and tenant:c3f6ade69c994c46adbfcfa07da3360f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:37.724105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:37.729842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:37.740355 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Made reservation on behalf of c3f6ade69c994c46adbfcfa07da3360f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:37.743891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.802047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Allocated IP 2001:db8::2 (a870d94a-c71c-4395-8b33-bf799a022d0d/2a1bd223-dcd3-43b5-ab71-7c0d4111b442/594de6f0-557e-413b-951d-bddc828feabf) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:31:37.899821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:37.965121 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:37.979756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.049474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event updated for resources: {'Subnet': ['ID=c6e5a286-95c7-484d-90d5-a5b99203e4ff,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:38.057088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Checking segment: {'id': '0c42ca80-d798-44bb-9112-55a3976fb8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '211c00f5-adee-4e0c-af04-0933c9277600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:38.057405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Network hostable DHCP agents. Network: 211c00f5-adee-4e0c-af04-0933c9277600, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:31:38.061564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:38.061935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.076659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Network 211c00f5-adee-4e0c-af04-0933c9277600 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:31:38.086756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 211c00f5-adee-4e0c-af04-0933c9277600) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:38.090809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:38.092034 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.108140 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d723da-5070-4015-a1dc-ed2ea51c11da None None] Network 211c00f5-adee-4e0c-af04-0933c9277600 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:38.114118 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7b8fe930-f28c-4db8-827c-00a4d6260590 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5243137 Mar 22 13:31:38.116730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48064) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:38.166460 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.229913 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Transition to ACTIVE for port object 594de6f0-557e-413b-951d-bddc828feabf will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:38.261767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.271323 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Transition to ACTIVE for port object 594de6f0-557e-413b-951d-bddc828feabf will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:38.323552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.329642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.412026 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.447652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Network a870d94a-c71c-4395-8b33-bf799a022d0d is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:31:38.452969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e5a286-95c7-484d-90d5-a5b99203e4ff,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:38.457275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:38.465499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:31:38.469788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Pushing event updated for resources: {'Port': ['ID=594de6f0-557e-413b-951d-bddc828feabf,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:38.630598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0acc4fc-e048-4f13-8a5e-006c0595b3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-211c00f5-adee-4e0c-af04-0933c9277600', 'network_id': '211c00f5-adee-4e0c-af04-0933c9277600', 'tenant_id': 'c3f6ade69c994c46adbfcfa07da3360f', 'fixed_ips': [{'subnet_id': 'c6e5a286-95c7-484d-90d5-a5b99203e4ff'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:31:38.631470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e0acc4fc-e048-4f13-8a5e-006c0595b3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.663642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.663936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Attempting to bind port 594de6f0-557e-413b-951d-bddc828feabf on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:31:38.664224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Attempting to bind port 594de6f0-557e-413b-951d-bddc828feabf by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '76ac7fd3-0b7d-4cfd-add0-09000d0533e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a870d94a-c71c-4395-8b33-bf799a022d0d'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:31:38.664582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Attempting to bind port 594de6f0-557e-413b-951d-bddc828feabf on network a870d94a-c71c-4395-8b33-bf799a022d0d {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:31:38.689788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211c00f5-adee-4e0c-af04-0933c9277600']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:38.702322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c42ca80-d798-44bb-9112-55a3976fb8da') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:38.702700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c42ca80-d798-44bb-9112-55a3976fb8da') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:38.707435 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:31:38.707859 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Checking segment: {'id': '76ac7fd3-0b7d-4cfd-add0-09000d0533e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a870d94a-c71c-4395-8b33-bf799a022d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:38.708266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.708658 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Bound using segment: {'id': '76ac7fd3-0b7d-4cfd-add0-09000d0533e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a870d94a-c71c-4395-8b33-bf799a022d0d'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:31:38.709378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Bound port: 594de6f0-557e-413b-951d-bddc828feabf, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ac7fd3-0b7d-4cfd-add0-09000d0533e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a870d94a-c71c-4395-8b33-bf799a022d0d'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:31:38.709517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.714876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.739637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.746278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:31:38.746678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:31:38.761836 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:31:38.797437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f8d2ac-11cb-4b6a-9fc6-73e29bef496b None None] Network 211c00f5-adee-4e0c-af04-0933c9277600 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:38.846148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.851200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.877549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Network': ['ID=211c00f5-adee-4e0c-af04-0933c9277600,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:38.880888 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3488f941-3e54-482c-a65a-74859091b21c tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/networks/211c00f5-adee-4e0c-af04-0933c9277600 HTTP/1.1" status: 204 len: 168 time: 0.7631316 Mar 22 13:31:38.883645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48068) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:38.901672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] For port 594de6f0-557e-413b-951d-bddc828feabf, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:31:38.920679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] For port 594de6f0-557e-413b-951d-bddc828feabf, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=594de6f0-557e-413b-951d-bddc828feabf,segment=NetworkSegment(76ac7fd3-0b7d-4cfd-add0-09000d0533e5),segment_id=76ac7fd3-0b7d-4cfd-add0-09000d0533e5)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:31:38.928539 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbcd33c-8411-4297-a546-ffa43c8d6d71 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] GET failed (client error): The resource could not be found. Mar 22 13:31:38.929058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7bbcd33c-8411-4297-a546-ffa43c8d6d71 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Synchronizing usage tracker for tenant:c3f6ade69c994c46adbfcfa07da3360f on resource:subnet {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:31:38.945956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7bbcd33c-8411-4297-a546-ffa43c8d6d71 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Unset dirty status for tenant:c3f6ade69c994c46adbfcfa07da3360f on resource:subnet {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:31:38.949773 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7bbcd33c-8411-4297-a546-ffa43c8d6d71 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "GET /v2.0/subnets/c6e5a286-95c7-484d-90d5-a5b99203e4ff HTTP/1.1" status: 404 len: 337 time: 0.0625067 Mar 22 13:31:38.949921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48072) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:38.952793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:38.976164 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e69bf05-074f-4c51-bc2d-1d90b4823560 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] DELETE failed (client error): The resource could not be found. Mar 22 13:31:38.976640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e69bf05-074f-4c51-bc2d-1d90b4823560 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:31:38.978272 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2e69bf05-074f-4c51-bc2d-1d90b4823560 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/networks/211c00f5-adee-4e0c-af04-0933c9277600 HTTP/1.1" status: 404 len: 339 time: 0.0274415 Mar 22 13:31:38.982339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48076) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:39.024972 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95328a3-9931-47f2-8e79-79a36083eb82 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] DELETE failed (client error): The resource could not be found. Mar 22 13:31:39.025426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95328a3-9931-47f2-8e79-79a36083eb82 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:31:39.029590 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c95328a3-9931-47f2-8e79-79a36083eb82 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/subnets/c6e5a286-95c7-484d-90d5-a5b99203e4ff HTTP/1.1" status: 404 len: 337 time: 0.0436933 Mar 22 13:31:39.029773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48080) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:39.055880 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fd9eb7-47c3-4d6c-b341-ea3a9ce08f7b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] DELETE failed (client error): The resource could not be found. Mar 22 13:31:39.056357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60fd9eb7-47c3-4d6c-b341-ea3a9ce08f7b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:31:39.061076 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-60fd9eb7-47c3-4d6c-b341-ea3a9ce08f7b tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/networks/211c00f5-adee-4e0c-af04-0933c9277600 HTTP/1.1" status: 404 len: 339 time: 0.0273576 Mar 22 13:31:39.061273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48084) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:39.073102 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09884264-3c1b-430d-a9bf-26ad332a7e47 None None] Pushing event updated for resources: {'Port': ['ID=594de6f0-557e-413b-951d-bddc828feabf,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:39.130720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c85d754-d428-4ccb-bdaa-1a6c119cbc8a tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Deleting subnet 2a1bd223-dcd3-43b5-ab71-7c0d4111b442 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:31:39.133993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8c85d754-d428-4ccb-bdaa-1a6c119cbc8a tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:39.194594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8c85d754-d428-4ccb-bdaa-1a6c119cbc8a tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:39.301741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8c85d754-d428-4ccb-bdaa-1a6c119cbc8a tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:39.393860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8c85d754-d428-4ccb-bdaa-1a6c119cbc8a tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:39.436751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85d754-d428-4ccb-bdaa-1a6c119cbc8a tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1bd223-dcd3-43b5-ab71-7c0d4111b442,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:39.440271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8c85d754-d428-4ccb-bdaa-1a6c119cbc8a tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:39.453785 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8c85d754-d428-4ccb-bdaa-1a6c119cbc8a tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/subnets/2a1bd223-dcd3-43b5-ab71-7c0d4111b442 HTTP/1.1" status: 204 len: 168 time: 0.3914242 Mar 22 13:31:39.456578 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48088) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:39.571724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:39.582953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Deleting port 594de6f0-557e-413b-951d-bddc828feabf {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:31:39.583317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:39.790873 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] For port 594de6f0-557e-413b-951d-bddc828feabf, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=594de6f0-557e-413b-951d-bddc828feabf,segment=NetworkSegment(76ac7fd3-0b7d-4cfd-add0-09000d0533e5),segment_id=76ac7fd3-0b7d-4cfd-add0-09000d0533e5)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:39.791267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:39.903556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 594de6f0-557e-413b-951d-bddc828feabf up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:39.927375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Calling delete_port for 594de6f0-557e-413b-951d-bddc828feabf owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:31:39.984385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 594de6f0-557e-413b-951d-bddc828feabf completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:40.012306 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.035927 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11a9fd-bd40-4567-94c4-635a6dcf8f56 None None] Network a870d94a-c71c-4395-8b33-bf799a022d0d requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:40.063720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Port': ['ID=594de6f0-557e-413b-951d-bddc828feabf,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:40.069033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] No DVR routers for this DVR port 594de6f0-557e-413b-951d-bddc828feabf on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:31:40.140109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e16899af-07e7-4e16-88a0-2deba4afe3ae None None] Could not find standard attr ID for object 594de6f0-557e-413b-951d-bddc828feabf. {{(pid=87934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 13:31:40.197215 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.229630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a870d94a-c71c-4395-8b33-bf799a022d0d']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:40.242847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ac7fd3-0b7d-4cfd-add0-09000d0533e5') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:40.243148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ac7fd3-0b7d-4cfd-add0-09000d0533e5') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:40.254371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cdeee5-3fa8-4592-af4e-6a3cfc70f1d5 None None] DHCP port deletion for a870d94a-c71c-4395-8b33-bf799a022d0d request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:31:40.256419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.275658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.281737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:31:40.282122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:31:40.296755 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:31:40.375757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.397268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.409154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Network': ['ID=a870d94a-c71c-4395-8b33-bf799a022d0d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:40.414232 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-002d9e9b-b3e4-4e2d-8c17-ae88aeb51a6e tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/networks/a870d94a-c71c-4395-8b33-bf799a022d0d HTTP/1.1" status: 204 len: 168 time: 0.9545233 Mar 22 13:31:40.414580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48092) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:40.451960 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-993cec3a-3f19-42f0-a58e-dff8db862566 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] DELETE failed (client error): The resource could not be found. Mar 22 13:31:40.452403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993cec3a-3f19-42f0-a58e-dff8db862566 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:31:40.453997 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-993cec3a-3f19-42f0-a58e-dff8db862566 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/subnets/660f38bb-7698-4aa1-a1d6-446ee884f434 HTTP/1.1" status: 404 len: 337 time: 0.0387042 Mar 22 13:31:40.456784 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48096) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:40.480366 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6725db-2ec3-4512-914f-46fc15149935 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] DELETE failed (client error): The resource could not be found. Mar 22 13:31:40.480741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6725db-2ec3-4512-914f-46fc15149935 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:31:40.482308 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fa6725db-2ec3-4512-914f-46fc15149935 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/networks/edec665f-371c-4798-aa64-cd6308875695 HTTP/1.1" status: 404 len: 339 time: 0.0246639 Mar 22 13:31:40.484624 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48100) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:40.521439 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e426f0-36d2-41d0-8705-84fcc7806325 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] DELETE failed (client error): The resource could not be found. Mar 22 13:31:40.521885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e426f0-36d2-41d0-8705-84fcc7806325 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:31:40.523525 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a3e426f0-36d2-41d0-8705-84fcc7806325 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/subnets/2b60d84c-5822-4cbd-834d-12c555308e35 HTTP/1.1" status: 404 len: 337 time: 0.0380573 Mar 22 13:31:40.525953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48104) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:40.553698 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1e278a-8192-40de-9d33-18e694a608d7 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] DELETE failed (client error): The resource could not be found. Mar 22 13:31:40.554154 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1e278a-8192-40de-9d33-18e694a608d7 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 13:31:40.555761 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bb1e278a-8192-40de-9d33-18e694a608d7 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/networks/376c55c9-cba2-4be3-8e9a-4d8af03ad579 HTTP/1.1" status: 404 len: 339 time: 0.0289557 Mar 22 13:31:40.558225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48108) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:40.622882 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-260de4f4-a9a2-448e-a502-b16849b357e2 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Deleting subnet 6e114ded-3f19-497a-acd8-8b1237b44fa0 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:31:40.625795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-260de4f4-a9a2-448e-a502-b16849b357e2 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.681068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-260de4f4-a9a2-448e-a502-b16849b357e2 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.771073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-260de4f4-a9a2-448e-a502-b16849b357e2 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.844035 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-260de4f4-a9a2-448e-a502-b16849b357e2 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.886565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260de4f4-a9a2-448e-a502-b16849b357e2 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Subnet': ['ID=6e114ded-3f19-497a-acd8-8b1237b44fa0,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:40.890192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-260de4f4-a9a2-448e-a502-b16849b357e2 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:40.896422 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c9e51-4030-46a7-bb5b-74db0fd0a9ea None None] Network 2f8f064a-b729-4a88-856c-307965ba518e requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:40.899842 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-260de4f4-a9a2-448e-a502-b16849b357e2 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/subnets/6e114ded-3f19-497a-acd8-8b1237b44fa0 HTTP/1.1" status: 204 len: 168 time: 0.3406563 Mar 22 13:31:40.902143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48112) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:41.128281 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.139633 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Deleting port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:31:41.139960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.151854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] DHCP port deletion for 2f8f064a-b729-4a88-856c-307965ba518e request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:31:41.156381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] Deleting port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:31:41.156841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.356515 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] For port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e1b160dd-6a15-4797-a29c-5a1ddfaf49e9,segment=NetworkSegment(df2c666e-1c09-48f9-b40a-ff42b57a2abd),segment_id=df2c666e-1c09-48f9-b40a-ff42b57a2abd)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:41.357064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.368720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] For port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e1b160dd-6a15-4797-a29c-5a1ddfaf49e9,segment=NetworkSegment(df2c666e-1c09-48f9-b40a-ff42b57a2abd),segment_id=df2c666e-1c09-48f9-b40a-ff42b57a2abd)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:41.369111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.493829 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Calling delete_port for e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:31:41.500261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] Calling delete_port for e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:31:41.580725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.586725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:31:41.587089 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:31:41.630353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] No DVR routers for this DVR port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:31:41.661686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Port': ['ID=e1b160dd-6a15-4797-a29c-5a1ddfaf49e9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:41.760407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.789976 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8f064a-b729-4a88-856c-307965ba518e']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:41.803409 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2c666e-1c09-48f9-b40a-ff42b57a2abd') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:41.803689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2c666e-1c09-48f9-b40a-ff42b57a2abd') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:41.816883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.835796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.842237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:31:41.842628 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:31:41.857134 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:31:41.866244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:31:41.900329 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:31:41.900591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:31:41.901001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 594de6f0-557e-413b-951d-bddc828feabf no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:31:41.938456 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.957760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:41.969228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 594de6f0-557e-413b-951d-bddc828feabf {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:31:41.969577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 594de6f0-557e-413b-951d-bddc828feabf not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:31:41.970267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] Pushing event deleted for resources: {'Network': ['ID=2f8f064a-b729-4a88-856c-307965ba518e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:41.975678 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-82584ade-ec4b-430e-9dc8-2fbb7deb5641 tempest-NetworksIpV6Test-693358370 tempest-NetworksIpV6Test-693358370-project] 10.222.0.70 "DELETE /v2.0/networks/2f8f064a-b729-4a88-856c-307965ba518e HTTP/1.1" status: 204 len: 168 time: 1.0725706 Mar 22 13:31:42.088701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] Deleting port e1b160dd-6a15-4797-a29c-5a1ddfaf49e9 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:31:42.089329 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:42.160841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-544e102d-4d5c-46e3-8c1f-04a832571c7e None None] The port 'e1b160dd-6a15-4797-a29c-5a1ddfaf49e9' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:31:42.250725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48120) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:42.405295 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d1d56dc0-aae4-4b51-9b1d-256a6b948e92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3f6ade69c994c46adbfcfa07da3360f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533067 Mar 22 13:31:42.407792 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48126) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:42.468609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb7ea-edb7-4f15-bb77-0f5c6f7034bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:42.495729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb7ea-edb7-4f15-bb77-0f5c6f7034bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:42.550059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb7ea-edb7-4f15-bb77-0f5c6f7034bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:42.565523 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fb7ea-edb7-4f15-bb77-0f5c6f7034bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b63b1b5-62db-4b25-87d9-4939dd3d240c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:42.572298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb7ea-edb7-4f15-bb77-0f5c6f7034bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:42.573441 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1d3fb7ea-edb7-4f15-bb77-0f5c6f7034bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b63b1b5-62db-4b25-87d9-4939dd3d240c HTTP/1.1" status: 204 len: 168 time: 0.1647387 Mar 22 13:31:43.282437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48150) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:43.383568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1980981520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:43.390678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:43.396396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Usage tracker for resource:router and tenant:1d6e576ca239435da1f694f8ff3ce1d8 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:43.400867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:43.412657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:43.434067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.435387 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.452459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.470317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.492848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.494074 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7bd5359b-823b-49d0-9277-75197c41ad66 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2156792 Mar 22 13:31:43.496801 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48156) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:43.502271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1813117578'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:43.507218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:43.511447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Usage tracker for resource:network and tenant:1d6e576ca239435da1f694f8ff3ce1d8 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:43.514222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:43.519765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:43.529617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Made reservation on behalf of 1d6e576ca239435da1f694f8ff3ce1d8 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:43.533073 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.546361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.560447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:43.564158 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Usage tracker for resource:security_group_rule and tenant:1d6e576ca239435da1f694f8ff3ce1d8 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:43.566962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:43.572565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:43.663324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.667331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.699898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:31:43.709185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ac760-5e20-4a02-9960-70f2f345e1d1,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:43.719205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.719554 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Added segment d2f2daa1-b6dd-431e-bc65-84be1262f3fc of type vlan for network 145ddf47-7275-4902-bdc7-582e6699a805 Mar 22 13:31:43.721373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.721722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.722059 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.722386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.722708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.723033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.723379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.723700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.724018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.724339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.724697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.725009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:43.766900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.801114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.806674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:43.807290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:43.922929 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4250083 Mar 22 13:31:43.924736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64d3f6-a3cd-4cc3-9fcf-d3e3e946fed3 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Pushing event updated for resources: {'Network': ['ID=145ddf47-7275-4902-bdc7-582e6699a805,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:43.926556 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48160) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:43.932994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Request body: {'subnet': {'network_id': '145ddf47-7275-4902-bdc7-582e6699a805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:43.933830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 145ddf47-7275-4902-bdc7-582e6699a805 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:31:44.053153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:44.057292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Usage tracker for resource:subnet and tenant:1d6e576ca239435da1f694f8ff3ce1d8 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:44.060724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:44.067121 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:44.079596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Made reservation on behalf of 1d6e576ca239435da1f694f8ff3ce1d8 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:44.083277 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:44.313893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:44.391431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Pushing event updated for resources: {'Subnet': ['ID=78e5dd15-695e-4b58-897a-950c1429780d,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:44.402670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.403009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.403369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.403947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.404350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.404601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.404933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.405254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.405577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.405904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.406217 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.406535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:44.413368 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Checking segment: {'id': 'd2f2daa1-b6dd-431e-bc65-84be1262f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '145ddf47-7275-4902-bdc7-582e6699a805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:44.413665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Network hostable DHCP agents. Network: 145ddf47-7275-4902-bdc7-582e6699a805, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:31:44.437052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Network 145ddf47-7275-4902-bdc7-582e6699a805 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:31:44.447182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 145ddf47-7275-4902-bdc7-582e6699a805) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:44.451356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:44.451947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:44.459514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871cce4b-f880-47fb-b2c4-b4451c37bcb2 None None] Network 145ddf47-7275-4902-bdc7-582e6699a805 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:44.478021 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-71f49b66-448d-43b0-81b7-4565713216a1 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5497003 Mar 22 13:31:44.481151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48164) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:44.489023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1959080458'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:44.494068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:44.498523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Usage tracker for resource:network and tenant:1d6e576ca239435da1f694f8ff3ce1d8 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:44.501415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:44.508052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:44.520077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Made reservation on behalf of 1d6e576ca239435da1f694f8ff3ce1d8 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:44.524717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:44.556374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:31:44.567103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:44.567460 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Added segment 3159e3ab-97ee-4b32-a746-35cd8cbf8d5c of type vlan for network 4022e142-2560-4321-a33c-2982ef335d57 Mar 22 13:31:44.597633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:44.635398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:44.641554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:44.642167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:44.688848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-145ddf47-7275-4902-bdc7-582e6699a805', 'network_id': '145ddf47-7275-4902-bdc7-582e6699a805', 'tenant_id': '1d6e576ca239435da1f694f8ff3ce1d8', 'fixed_ips': [{'subnet_id': '78e5dd15-695e-4b58-897a-950c1429780d'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:31:44.689974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:44.701767 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2185614 Mar 22 13:31:44.705761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48168) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:44.713769 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Request body: {'subnet': {'network_id': '4022e142-2560-4321-a33c-2982ef335d57', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:44.845111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:44.849016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Usage tracker for resource:subnet and tenant:1d6e576ca239435da1f694f8ff3ce1d8 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:44.851987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:44.858091 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:44.871120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Made reservation on behalf of 1d6e576ca239435da1f694f8ff3ce1d8 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:44.872915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:44.877747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c83819-343c-4876-965d-a105b885c73c tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Pushing event updated for resources: {'Network': ['ID=4022e142-2560-4321-a33c-2982ef335d57,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:44.886090 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Allocated IP 172.20.0.2 (145ddf47-7275-4902-bdc7-582e6699a805/78e5dd15-695e-4b58-897a-950c1429780d/7278589f-f118-47ef-86f4-c684ed038428) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:31:44.894919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 4022e142-2560-4321-a33c-2982ef335d57 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:31:45.211485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:45.223184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Transition to ACTIVE for port object 7278589f-f118-47ef-86f4-c684ed038428 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:45.235533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:45.243114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Transition to ACTIVE for port object 7278589f-f118-47ef-86f4-c684ed038428 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:45.249116 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:45.312372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Network 145ddf47-7275-4902-bdc7-582e6699a805 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:31:45.315071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:45.324320 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:31:45.328907 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Pushing event updated for resources: {'Subnet': ['ID=531d383b-3770-435a-bfe5-09ff15174b82,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:45.332905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Checking segment: {'id': '3159e3ab-97ee-4b32-a746-35cd8cbf8d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4022e142-2560-4321-a33c-2982ef335d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:45.333358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Network hostable DHCP agents. Network: 4022e142-2560-4321-a33c-2982ef335d57, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:31:45.334881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Pushing event updated for resources: {'Port': ['ID=7278589f-f118-47ef-86f4-c684ed038428,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:45.355861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Network 4022e142-2560-4321-a33c-2982ef335d57 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:31:45.366534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 4022e142-2560-4321-a33c-2982ef335d57) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:45.372796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:45.373474 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:45.396239 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a291733a-6508-4369-91a4-7ce89ffaab68 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6892178 Mar 22 13:31:45.398934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48172) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:45.402649 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3bf71-5452-41c0-ad06-9604ec6ea71e None None] Network 4022e142-2560-4321-a33c-2982ef335d57 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:45.404813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8bd6ac11-29db-482f-9fc5-2b9c2625ab09 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Request body: {'router': {'external_gateway_info': {'network_id': '4022e142-2560-4321-a33c-2982ef335d57'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:45.515086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Attempting to bind port 7278589f-f118-47ef-86f4-c684ed038428 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:31:45.515372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Attempting to bind port 7278589f-f118-47ef-86f4-c684ed038428 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'd2f2daa1-b6dd-431e-bc65-84be1262f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '145ddf47-7275-4902-bdc7-582e6699a805'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:31:45.515732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Attempting to bind port 7278589f-f118-47ef-86f4-c684ed038428 on network 145ddf47-7275-4902-bdc7-582e6699a805 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:31:45.531588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:31:45.531963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Checking segment: {'id': 'd2f2daa1-b6dd-431e-bc65-84be1262f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '145ddf47-7275-4902-bdc7-582e6699a805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:45.532515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:45.532755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Bound using segment: {'id': 'd2f2daa1-b6dd-431e-bc65-84be1262f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '145ddf47-7275-4902-bdc7-582e6699a805'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:31:45.533225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Bound port: 7278589f-f118-47ef-86f4-c684ed038428, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f2daa1-b6dd-431e-bc65-84be1262f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '145ddf47-7275-4902-bdc7-582e6699a805'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:31:45.533590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:45.686913 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] For port 7278589f-f118-47ef-86f4-c684ed038428, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:31:45.691240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] For port 7278589f-f118-47ef-86f4-c684ed038428, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7278589f-f118-47ef-86f4-c684ed038428,segment=NetworkSegment(d2f2daa1-b6dd-431e-bc65-84be1262f3fc),segment_id=d2f2daa1-b6dd-431e-bc65-84be1262f3fc)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:31:45.723502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:45.784858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-4022e142-2560-4321-a33c-2982ef335d57', 'network_id': '4022e142-2560-4321-a33c-2982ef335d57', 'tenant_id': '1d6e576ca239435da1f694f8ff3ce1d8', 'fixed_ips': [{'subnet_id': '531d383b-3770-435a-bfe5-09ff15174b82'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:31:45.784858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:45.818105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8bd6ac11-29db-482f-9fc5-2b9c2625ab09 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:45.876411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6dc35-e2d4-475b-9e4c-2ec35651117b None None] Pushing event updated for resources: {'Port': ['ID=7278589f-f118-47ef-86f4-c684ed038428,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:45.992107 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.api.v2.resource [None req-8bd6ac11-29db-482f-9fc5-2b9c2625ab09 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 13:31:45.993168 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8bd6ac11-29db-482f-9fc5-2b9c2625ab09 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "PUT /v2.0/routers/1a97d3d5-699e-4576-9d81-2d64a3b4d562 HTTP/1.1" status: 400 len: 364 time: 0.5932760 Mar 22 13:31:45.999265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48176) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:46.046359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Allocated IP 172.21.0.2 (4022e142-2560-4321-a33c-2982ef335d57/531d383b-3770-435a-bfe5-09ff15174b82/5cc19c07-0c25-43f0-b71e-71c6d483b7f3) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:31:46.096079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fefaf0-6c2e-46cb-83f8-adfd5711db29 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Deleting subnet 531d383b-3770-435a-bfe5-09ff15174b82 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:31:46.270400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.281845 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Transition to ACTIVE for port object 5cc19c07-0c25-43f0-b71e-71c6d483b7f3 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:46.301433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Transition to ACTIVE for port object 5cc19c07-0c25-43f0-b71e-71c6d483b7f3 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:46.306811 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-77fefaf0-6c2e-46cb-83f8-adfd5711db29 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.307445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.379556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Network 4022e142-2560-4321-a33c-2982ef335d57 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:31:46.381884 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-77fefaf0-6c2e-46cb-83f8-adfd5711db29 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.382441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:46.385026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:31:46.401442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Pushing event updated for resources: {'Port': ['ID=5cc19c07-0c25-43f0-b71e-71c6d483b7f3,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:46.475458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-77fefaf0-6c2e-46cb-83f8-adfd5711db29 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.493918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Attempting to bind port 5cc19c07-0c25-43f0-b71e-71c6d483b7f3 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:31:46.494277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Attempting to bind port 5cc19c07-0c25-43f0-b71e-71c6d483b7f3 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '3159e3ab-97ee-4b32-a746-35cd8cbf8d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4022e142-2560-4321-a33c-2982ef335d57'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:31:46.494639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Attempting to bind port 5cc19c07-0c25-43f0-b71e-71c6d483b7f3 on network 4022e142-2560-4321-a33c-2982ef335d57 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:31:46.501249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:31:46.501616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Checking segment: {'id': '3159e3ab-97ee-4b32-a746-35cd8cbf8d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4022e142-2560-4321-a33c-2982ef335d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:46.502020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.502411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Bound using segment: {'id': '3159e3ab-97ee-4b32-a746-35cd8cbf8d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4022e142-2560-4321-a33c-2982ef335d57'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:31:46.502876 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Bound port: 5cc19c07-0c25-43f0-b71e-71c6d483b7f3, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3159e3ab-97ee-4b32-a746-35cd8cbf8d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4022e142-2560-4321-a33c-2982ef335d57'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:31:46.503287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.559775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-77fefaf0-6c2e-46cb-83f8-adfd5711db29 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.608400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fefaf0-6c2e-46cb-83f8-adfd5711db29 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Pushing event deleted for resources: {'Subnet': ['ID=531d383b-3770-435a-bfe5-09ff15174b82,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:46.614044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-77fefaf0-6c2e-46cb-83f8-adfd5711db29 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.627210 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-77fefaf0-6c2e-46cb-83f8-adfd5711db29 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "DELETE /v2.0/subnets/531d383b-3770-435a-bfe5-09ff15174b82 HTTP/1.1" status: 204 len: 168 time: 0.6250665 Mar 22 13:31:46.628287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48180) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:46.628945 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] For port 5cc19c07-0c25-43f0-b71e-71c6d483b7f3, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:31:46.634660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] For port 5cc19c07-0c25-43f0-b71e-71c6d483b7f3, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5cc19c07-0c25-43f0-b71e-71c6d483b7f3,segment=NetworkSegment(3159e3ab-97ee-4b32-a746-35cd8cbf8d5c),segment_id=3159e3ab-97ee-4b32-a746-35cd8cbf8d5c)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:31:46.640511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.770206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.770420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e61d55-e447-454f-9d21-d48cdc07ee8d None None] Pushing event updated for resources: {'Port': ['ID=5cc19c07-0c25-43f0-b71e-71c6d483b7f3,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:46.782236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Deleting port 5cc19c07-0c25-43f0-b71e-71c6d483b7f3 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:31:46.783505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:46.810862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc985529-f0ac-4511-954b-c4ca7cd4a873 None None] Network 4022e142-2560-4321-a33c-2982ef335d57 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:46.993436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c24311-763c-40a9-8d2c-d3049f1a59ac None None] Network 145ddf47-7275-4902-bdc7-582e6699a805 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:47.042877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] For port 5cc19c07-0c25-43f0-b71e-71c6d483b7f3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5cc19c07-0c25-43f0-b71e-71c6d483b7f3,segment=NetworkSegment(3159e3ab-97ee-4b32-a746-35cd8cbf8d5c),segment_id=3159e3ab-97ee-4b32-a746-35cd8cbf8d5c)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:47.043268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.095119 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-b00d954b-e971-48f0-b832-dd1932d48b0a None None] Provisioning for port 7278589f-f118-47ef-86f4-c684ed038428 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:47.167243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Calling delete_port for 5cc19c07-0c25-43f0-b71e-71c6d483b7f3 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:31:47.246629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.315352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Pushing event deleted for resources: {'Port': ['ID=5cc19c07-0c25-43f0-b71e-71c6d483b7f3,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:47.320155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] No DVR routers for this DVR port 5cc19c07-0c25-43f0-b71e-71c6d483b7f3 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:31:47.442323 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0f4fbf-a84b-4fe9-8950-f3dad6f13fe8 None None] get_active_networks_info from dv-neutron-834664-2-hyperv {{(pid=87934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 22 13:31:47.458352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.483471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4022e142-2560-4321-a33c-2982ef335d57']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:47.495107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3159e3ab-97ee-4b32-a746-35cd8cbf8d5c') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:47.495714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3159e3ab-97ee-4b32-a746-35cd8cbf8d5c') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:47.506962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.522496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.528777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:31:47.529168 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.540355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0f4fbf-a84b-4fe9-8950-f3dad6f13fe8 None None] Resources bound (agent type, host, resource id): {{(pid=87934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:31:47.545652 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:31:47.628231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.632279 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.661185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Pushing event deleted for resources: {'Network': ['ID=4022e142-2560-4321-a33c-2982ef335d57,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:47.665134 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-89825c44-dfb5-43c3-98f5-a4a5a7e80a83 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "DELETE /v2.0/networks/4022e142-2560-4321-a33c-2982ef335d57 HTTP/1.1" status: 204 len: 168 time: 1.0353866 Mar 22 13:31:47.667548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48184) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:47.739456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d0080d-e942-4924-9587-44e75a7a3684 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Deleting subnet 78e5dd15-695e-4b58-897a-950c1429780d {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:31:47.742722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8d0080d-e942-4924-9587-44e75a7a3684 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.815285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8d0080d-e942-4924-9587-44e75a7a3684 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.906613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8d0080d-e942-4924-9587-44e75a7a3684 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.957533 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7278589f-f118-47ef-86f4-c684ed038428 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:47.995878 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8d0080d-e942-4924-9587-44e75a7a3684 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.037745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e8d0080d-e942-4924-9587-44e75a7a3684 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.044604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c978ea75-cf26-4bd0-83cf-a578fd6006e3 None None] Network 145ddf47-7275-4902-bdc7-582e6699a805 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:48.046438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0080d-e942-4924-9587-44e75a7a3684 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Pushing event deleted for resources: {'Subnet': ['ID=78e5dd15-695e-4b58-897a-950c1429780d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:48.054979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48188) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:48.059657 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 7278589f-f118-47ef-86f4-c684ed038428 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:48.063772 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e8d0080d-e942-4924-9587-44e75a7a3684 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "DELETE /v2.0/subnets/78e5dd15-695e-4b58-897a-950c1429780d HTTP/1.1" status: 204 len: 168 time: 0.3951402 Mar 22 13:31:48.078010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7278589f-f118-47ef-86f4-c684ed038428 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:48.078439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.172997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.183196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Deleting port 7278589f-f118-47ef-86f4-c684ed038428 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:31:48.183516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.371132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.417531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 7278589f-f118-47ef-86f4-c684ed038428, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7278589f-f118-47ef-86f4-c684ed038428,segment=NetworkSegment(d2f2daa1-b6dd-431e-bc65-84be1262f3fc),segment_id=d2f2daa1-b6dd-431e-bc65-84be1262f3fc)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:48.422078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.437600 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:31:48.484338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51bdb1-f905-4479-a54c-dc8047aa18f6 None None] DHCP port deletion for 145ddf47-7275-4902-bdc7-582e6699a805 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:31:48.500898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a51bdb1-f905-4479-a54c-dc8047aa18f6 None None] Deleting port 7278589f-f118-47ef-86f4-c684ed038428 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:31:48.501267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a51bdb1-f905-4479-a54c-dc8047aa18f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.516030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] For port 7278589f-f118-47ef-86f4-c684ed038428, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7278589f-f118-47ef-86f4-c684ed038428,segment=NetworkSegment(d2f2daa1-b6dd-431e-bc65-84be1262f3fc),segment_id=d2f2daa1-b6dd-431e-bc65-84be1262f3fc)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:48.516391 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.539776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=7278589f-f118-47ef-86f4-c684ed038428,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:48.642362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Calling delete_port for 7278589f-f118-47ef-86f4-c684ed038428 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:31:48.721532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5a51bdb1-f905-4479-a54c-dc8047aa18f6 None None] For port 7278589f-f118-47ef-86f4-c684ed038428, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7278589f-f118-47ef-86f4-c684ed038428,segment=NetworkSegment(d2f2daa1-b6dd-431e-bc65-84be1262f3fc),segment_id=d2f2daa1-b6dd-431e-bc65-84be1262f3fc)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:48.721835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a51bdb1-f905-4479-a54c-dc8047aa18f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.726721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:31:48.727038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:31:48.846109 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a51bdb1-f905-4479-a54c-dc8047aa18f6 None None] Calling delete_port for 7278589f-f118-47ef-86f4-c684ed038428 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:31:48.924496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a51bdb1-f905-4479-a54c-dc8047aa18f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:48.971033 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51bdb1-f905-4479-a54c-dc8047aa18f6 None None] Pushing event deleted for resources: {'Port': ['ID=7278589f-f118-47ef-86f4-c684ed038428,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:48.975599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51bdb1-f905-4479-a54c-dc8047aa18f6 None None] No DVR routers for this DVR port 7278589f-f118-47ef-86f4-c684ed038428 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:31:49.229366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Deleting port 7278589f-f118-47ef-86f4-c684ed038428 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:31:49.229948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.304372 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] The port '7278589f-f118-47ef-86f4-c684ed038428' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:31:49.432481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.459359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145ddf47-7275-4902-bdc7-582e6699a805']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:49.471658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f2daa1-b6dd-431e-bc65-84be1262f3fc') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:49.471958 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f2daa1-b6dd-431e-bc65-84be1262f3fc') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:49.484447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.503044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.509310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:31:49.509704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:31:49.524767 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:31:49.619111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.636843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.648729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Pushing event deleted for resources: {'Network': ['ID=145ddf47-7275-4902-bdc7-582e6699a805,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:49.651585 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b7b31bdd-808e-47e9-8fde-cf0a56023f93 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "DELETE /v2.0/networks/145ddf47-7275-4902-bdc7-582e6699a805 HTTP/1.1" status: 204 len: 168 time: 1.5955772 Mar 22 13:31:49.655050 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48192) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:49.697329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e45f3c09-8c5b-494d-983f-29f4c9d54412 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Synchronizing usage tracker for tenant:1d6e576ca239435da1f694f8ff3ce1d8 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:31:49.716725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e45f3c09-8c5b-494d-983f-29f4c9d54412 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Unset dirty status for tenant:1d6e576ca239435da1f694f8ff3ce1d8 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:31:49.717868 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e45f3c09-8c5b-494d-983f-29f4c9d54412 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a97d3d5-699e-4576-9d81-2d64a3b4d562 HTTP/1.1" status: 200 len: 205 time: 0.0625792 Mar 22 13:31:49.720604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48196) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:49.867537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-047d5032-033d-4d1e-8339-07ae028dfbd4 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.877068 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7278589f-f118-47ef-86f4-c684ed038428 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:31:49.911509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 7278589f-f118-47ef-86f4-c684ed038428 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:31:49.911848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7278589f-f118-47ef-86f4-c684ed038428 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:31:50.158807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-047d5032-033d-4d1e-8339-07ae028dfbd4 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.161048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-047d5032-033d-4d1e-8339-07ae028dfbd4 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.185793 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-047d5032-033d-4d1e-8339-07ae028dfbd4 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.186311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047d5032-033d-4d1e-8339-07ae028dfbd4 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Fanout notify agent at l3_agent the message router_deleted on router 1a97d3d5-699e-4576-9d81-2d64a3b4d562 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:31:50.201232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-047d5032-033d-4d1e-8339-07ae028dfbd4 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.202300 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-047d5032-033d-4d1e-8339-07ae028dfbd4 tempest-RoutersNegativeTest-1816713482 tempest-RoutersNegativeTest-1816713482-project] 10.222.0.70 "DELETE /v2.0/routers/1a97d3d5-699e-4576-9d81-2d64a3b4d562 HTTP/1.1" status: 204 len: 168 time: 0.4810152 Mar 22 13:31:50.457855 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48204) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:50.601969 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-06a74cbc-4692-4618-9a64-671e04446151 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d6e576ca239435da1f694f8ff3ce1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429887 Mar 22 13:31:50.604379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48210) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:50.667274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-47c6b721-1024-42a0-9eaf-3ca7ba8cfc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.692532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-47c6b721-1024-42a0-9eaf-3ca7ba8cfc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.749870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-47c6b721-1024-42a0-9eaf-3ca7ba8cfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.763576 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6b721-1024-42a0-9eaf-3ca7ba8cfc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ac760-5e20-4a02-9960-70f2f345e1d1,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:50.769273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-47c6b721-1024-42a0-9eaf-3ca7ba8cfc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.770653 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-47c6b721-1024-42a0-9eaf-3ca7ba8cfc71 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da2ac760-5e20-4a02-9960-70f2f345e1d1 HTTP/1.1" status: 204 len: 168 time: 0.1651537 Mar 22 13:31:51.443425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48234) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:51.547856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-750165272-network', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:51.552632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:51.556390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Usage tracker for resource:network and tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:51.559148 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:51.565304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:51.575970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Made reservation on behalf of 2ba7d4ddd3534bafaa4e2fe1723f41e6 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:51.578195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:51.590234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:51.604278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:51.608034 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:51.610747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:51.616341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:51.698306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:51.702910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:51.733267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:31:51.742031 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d4e6d9-1ef9-433d-ac4f-2b492056af7a,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:51.749454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:51.749905 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Added segment 9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4 of type vlan for network 13c52808-9831-4557-be4b-df6bcc8acc87 Mar 22 13:31:51.778700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:51.784327 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:51.809608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:51.811107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:51.811736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:51.918538 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4739976 Mar 22 13:31:51.919949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1733c-692d-4069-b92c-8652af856702 admin admin] Pushing event updated for resources: {'Network': ['ID=13c52808-9831-4557-be4b-df6bcc8acc87,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:51.922885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48240) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:51.929575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Request body: {'subnet': {'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-750165272-subnet', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:51.929777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 13c52808-9831-4557-be4b-df6bcc8acc87 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:31:51.935558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:51.939470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Usage tracker for resource:subnet and tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:51.942365 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:51.948942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:51.959946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Made reservation on behalf of 2ba7d4ddd3534bafaa4e2fe1723f41e6 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:51.962262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:52.287840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:52.370200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ceb2dce-9016-436f-9b82-caab52b6d267,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:52.375045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Checking segment: {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:52.375467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Network hostable DHCP agents. Network: 13c52808-9831-4557-be4b-df6bcc8acc87, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:31:52.397703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Network 13c52808-9831-4557-be4b-df6bcc8acc87 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:31:52.407362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 13c52808-9831-4557-be4b-df6bcc8acc87) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:52.411308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:52.411890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:52.415773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921d116-1635-4b69-85d5-26916c049158 None None] Network 13c52808-9831-4557-be4b-df6bcc8acc87 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:52.442895 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-00a276ca-ba33-484d-bf2f-c2ab63af32f1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5185771 Mar 22 13:31:52.446311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48244) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:52.451337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-750165272-router', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:52.456156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:52.460074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Usage tracker for resource:router and tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:52.462950 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:52.468601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:52.481202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:52.482190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:52.498144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:52.638441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-13c52808-9831-4557-be4b-df6bcc8acc87', 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'fixed_ips': [{'subnet_id': '9ceb2dce-9016-436f-9b82-caab52b6d267'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:31:52.639297 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:52.765508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:52.793824 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Allocated IP 172.20.0.2 (13c52808-9831-4557-be4b-df6bcc8acc87/9ceb2dce-9016-436f-9b82-caab52b6d267/052b001c-0d82-430a-9f21-f62e9f00e086) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:31:53.046478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.057476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Transition to ACTIVE for port object 052b001c-0d82-430a-9f21-f62e9f00e086 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:53.076464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Transition to ACTIVE for port object 052b001c-0d82-430a-9f21-f62e9f00e086 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:53.081777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.101838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.144942 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Network 13c52808-9831-4557-be4b-df6bcc8acc87 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:31:53.148882 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.151842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:53.156991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:31:53.162700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Pushing event updated for resources: {'Port': ['ID=052b001c-0d82-430a-9f21-f62e9f00e086,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:53.250502 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Attempting to bind port 052b001c-0d82-430a-9f21-f62e9f00e086 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:31:53.250862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Attempting to bind port 052b001c-0d82-430a-9f21-f62e9f00e086 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:31:53.251242 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Attempting to bind port 052b001c-0d82-430a-9f21-f62e9f00e086 on network 13c52808-9831-4557-be4b-df6bcc8acc87 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:31:53.256520 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:31:53.256888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Checking segment: {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:53.257286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.257676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Bound using segment: {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:31:53.258132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Bound port: 052b001c-0d82-430a-9f21-f62e9f00e086, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:31:53.258500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.297637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Allocated IP 172.26.5.231 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/87b90250-d03a-481f-9295-2a2e254fb449) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:31:53.351091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] For port 052b001c-0d82-430a-9f21-f62e9f00e086, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:31:53.354406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] For port 052b001c-0d82-430a-9f21-f62e9f00e086, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=052b001c-0d82-430a-9f21-f62e9f00e086,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:31:53.358758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.446823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f31e58-14d6-47e0-a863-a6c3d110711e None None] Pushing event updated for resources: {'Port': ['ID=052b001c-0d82-430a-9f21-f62e9f00e086,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:53.458440 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.498665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.563949 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:31:53.571037 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:53.573470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:31:53.635327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Pushing event updated for resources: {'Port': ['ID=87b90250-d03a-481f-9295-2a2e254fb449,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:53.901604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 052b001c-0d82-430a-9f21-f62e9f00e086 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:53.972093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 052b001c-0d82-430a-9f21-f62e9f00e086 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:54.143859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:54.363627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff0b06-acdc-4843-a6f2-e545063fa23d None None] Network 13c52808-9831-4557-be4b-df6bcc8acc87 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:54.477651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6390d90c-d359-4d02-b7cd-108871cec469 None None] Provisioning for port 052b001c-0d82-430a-9f21-f62e9f00e086 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:54.495041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6390d90c-d359-4d02-b7cd-108871cec469 None None] Provisioning complete for port 052b001c-0d82-430a-9f21-f62e9f00e086 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:54.495426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6390d90c-d359-4d02-b7cd-108871cec469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:54.502770 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:54.701747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6390d90c-d359-4d02-b7cd-108871cec469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:54.711901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Router b93b9972-2d08-4f2f-9b97-113fa9b8551a is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:31:54.746570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6390d90c-d359-4d02-b7cd-108871cec469 None None] For port 052b001c-0d82-430a-9f21-f62e9f00e086, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=052b001c-0d82-430a-9f21-f62e9f00e086,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:54.751786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6390d90c-d359-4d02-b7cd-108871cec469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:54.827425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390d90c-d359-4d02-b7cd-108871cec469 None None] Pushing event updated for resources: {'Port': ['ID=052b001c-0d82-430a-9f21-f62e9f00e086,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:54.906213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:31:54.918930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Sync routers for ids ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:31:54.929108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Routers {'b93b9972-2d08-4f2f-9b97-113fa9b8551a'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:31:54.929734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:31:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:54.932755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:54.934203 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b23f6f1a-c337-43e7-9acf-abaae50d6c12 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4877315 Mar 22 13:31:54.937802 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48248) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:55.033853 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e0ea001e-6278-481b-adfa-ad139bcc26fb None None] Provisioning complete for port 052b001c-0d82-430a-9f21-f62e9f00e086 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:55.034127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e0ea001e-6278-481b-adfa-ad139bcc26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:55.188875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Set router b93b9972-2d08-4f2f-9b97-113fa9b8551a gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:31:55.573070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'name': 'tempest-TestEncryptedCinderVolumes-750165272-router', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '87b90250-d03a-481f-9295-2a2e254fb449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:52Z', 'updated_at': '2022-03-22T13:31:53Z', 'revision_number': 3, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'gw_port': {'id': '87b90250-d03a-481f-9295-2a2e254fb449', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:53Z', 'updated_at': '2022-03-22T13:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:55.577322 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Checking router: b93b9972-2d08-4f2f-9b97-113fa9b8551a for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:31:55.577661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Updating router b93b9972-2d08-4f2f-9b97-113fa9b8551a port 87b90250-d03a-481f-9295-2a2e254fb449 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:31:55.631408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:55.748776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:55.882452 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 052b001c-0d82-430a-9f21-f62e9f00e086 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:55.967669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Allocated IP 172.20.0.1 (13c52808-9831-4557-be4b-df6bcc8acc87/9ceb2dce-9016-436f-9b82-caab52b6d267/d72397f3-ab10-4006-8e4f-16a352afcd78) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:31:56.026342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 052b001c-0d82-430a-9f21-f62e9f00e086 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:56.026988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.051888 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.077271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Transition to ACTIVE for port object 87b90250-d03a-481f-9295-2a2e254fb449 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:56.091706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.121026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.138956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Transition to ACTIVE for port object d72397f3-ab10-4006-8e4f-16a352afcd78 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:56.164759 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.184187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Attempting to bind port 87b90250-d03a-481f-9295-2a2e254fb449 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:31:56.185091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Attempting to bind port 87b90250-d03a-481f-9295-2a2e254fb449 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:31:56.185452 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Attempting to bind port 87b90250-d03a-481f-9295-2a2e254fb449 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:31:56.187976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924f9a6-ae2b-4e18-b2ee-221a64ae0f5b None None] Pushing event updated for resources: {'Port': ['ID=87b90250-d03a-481f-9295-2a2e254fb449,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:56.221231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:31:56.221599 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:56.221997 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.222385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:31:56.222840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Bound port: 87b90250-d03a-481f-9295-2a2e254fb449, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:31:56.223226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.226561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Network 13c52808-9831-4557-be4b-df6bcc8acc87 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:31:56.229258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:56.231724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:31:56.278923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Pushing event updated for resources: {'Port': ['ID=d72397f3-ab10-4006-8e4f-16a352afcd78,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:56.298010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.316729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] For port 87b90250-d03a-481f-9295-2a2e254fb449, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:31:56.320222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] For port 87b90250-d03a-481f-9295-2a2e254fb449, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=87b90250-d03a-481f-9295-2a2e254fb449,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:31:56.326130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.411582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Routers {'b93b9972-2d08-4f2f-9b97-113fa9b8551a'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:31:56.412103 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:31:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:56.444524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.478256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924f9a6-ae2b-4e18-b2ee-221a64ae0f5b None None] Pushing event updated for resources: {'Port': ['ID=87b90250-d03a-481f-9295-2a2e254fb449,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:56.572792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-61fee750-7667-42c4-8452-168126fc1b56 None None] Provisioning for port d72397f3-ab10-4006-8e4f-16a352afcd78 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:56.586280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-61fee750-7667-42c4-8452-168126fc1b56 None None] Provisioning complete for port d72397f3-ab10-4006-8e4f-16a352afcd78 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:56.586664 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-61fee750-7667-42c4-8452-168126fc1b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.647865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] Set router b93b9972-2d08-4f2f-9b97-113fa9b8551a gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:31:56.714064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-61fee750-7667-42c4-8452-168126fc1b56 None None] Port d72397f3-ab10-4006-8e4f-16a352afcd78 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:31:56.771598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.777496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.884135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.888391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Pushing event updated for resources: {'Port': ['ID=d72397f3-ab10-4006-8e4f-16a352afcd78,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:57.025164 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Network 13c52808-9831-4557-be4b-df6bcc8acc87 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:31:57.026190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:57.026703 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'name': 'tempest-TestEncryptedCinderVolumes-750165272-router', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '87b90250-d03a-481f-9295-2a2e254fb449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:52Z', 'updated_at': '2022-03-22T13:31:56Z', 'revision_number': 4, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'gw_port': {'id': '87b90250-d03a-481f-9295-2a2e254fb449', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:53Z', 'updated_at': '2022-03-22T13:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd72397f3-ab10-4006-8e4f-16a352afcd78', 'name': '', 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'mac_address': 'fa:16:3e:27:ad:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:55Z', 'updated_at': '2022-03-22T13:31:55Z', 'revision_number': 1, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'subnets': [{'id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:57.031580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dab645-24d3-4dd3-b2be-1c97badfdc17 None None] The sync data for ids ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'] in dv-neutron-834664-2-hyperv is: [{'id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'name': 'tempest-TestEncryptedCinderVolumes-750165272-router', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '87b90250-d03a-481f-9295-2a2e254fb449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:52Z', 'updated_at': '2022-03-22T13:31:56Z', 'revision_number': 4, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'gw_port': {'id': '87b90250-d03a-481f-9295-2a2e254fb449', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:53Z', 'updated_at': '2022-03-22T13:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd72397f3-ab10-4006-8e4f-16a352afcd78', 'name': '', 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'mac_address': 'fa:16:3e:27:ad:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:55Z', 'updated_at': '2022-03-22T13:31:55Z', 'revision_number': 1, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'subnets': [{'id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:31:57.238533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Router b93b9972-2d08-4f2f-9b97-113fa9b8551a has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:31:57.340076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a0c33796-8929-486a-8acc-52eabb836d9c None None] Provisioning complete for port d72397f3-ab10-4006-8e4f-16a352afcd78 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:57.340526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a0c33796-8929-486a-8acc-52eabb836d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:57.401718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a0c33796-8929-486a-8acc-52eabb836d9c None None] Port d72397f3-ab10-4006-8e4f-16a352afcd78 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:31:57.473500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:31:57.483298 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2863963c-1618-4a8d-abc8-a15a0c890f80 admin admin] 10.222.0.70 "PUT /v2.0/routers/b93b9972-2d08-4f2f-9b97-113fa9b8551a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5442643 Mar 22 13:31:57.927338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 87b90250-d03a-481f-9295-2a2e254fb449 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:58.024535 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 87b90250-d03a-481f-9295-2a2e254fb449 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:31:58.030896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 87b90250-d03a-481f-9295-2a2e254fb449 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:58.032011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.092486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48266) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:58.099196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2118245420-network', 'tenant_id': '1251430abfd64c05b9473f232198e13f'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:58.104853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:58.109981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Usage tracker for resource:network and tenant:1251430abfd64c05b9473f232198e13f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:58.114835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:58.124276 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:58.136546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Made reservation on behalf of 1251430abfd64c05b9473f232198e13f for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:58.139366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.152184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.167877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:58.172434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Usage tracker for resource:security_group_rule and tenant:1251430abfd64c05b9473f232198e13f is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:58.175530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:58.181279 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:58.230252 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.260733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 87b90250-d03a-481f-9295-2a2e254fb449, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=87b90250-d03a-481f-9295-2a2e254fb449,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:31:58.266313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.290460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.297428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.315880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:31:58.339544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.339810 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Added segment 5ac351de-8be0-4dee-9724-6d7e6635258f of type vlan for network 12e728da-1bbe-4200-99a9-06567e1b9f7f Mar 22 13:31:58.362604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c17811-7a14-42f4-9e78-7cc779301653,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:58.384815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.401853 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=87b90250-d03a-481f-9295-2a2e254fb449,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:58.427733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.428690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:58.429275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.538136 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4440241 Mar 22 13:31:58.538843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6f549-1fe3-4025-ab48-436ba32aa940 admin admin] Pushing event updated for resources: {'Network': ['ID=12e728da-1bbe-4200-99a9-06567e1b9f7f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:58.541953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48270) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:58.548560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Request body: {'subnet': {'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2118245420-subnet', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:58.551562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 12e728da-1bbe-4200-99a9-06567e1b9f7f details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:31:58.554165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:58.559171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Usage tracker for resource:subnet and tenant:1251430abfd64c05b9473f232198e13f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:58.563431 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:58.569332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:58.581231 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Made reservation on behalf of 1251430abfd64c05b9473f232198e13f for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:31:58.584168 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.803924 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.880426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c32d54-5439-4bd0-a325-51db09c50922,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:58.886262 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Checking segment: {'id': '5ac351de-8be0-4dee-9724-6d7e6635258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:58.886638 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Network hostable DHCP agents. Network: 12e728da-1bbe-4200-99a9-06567e1b9f7f, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:31:58.908428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Network 12e728da-1bbe-4200-99a9-06567e1b9f7f is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:31:58.918520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 12e728da-1bbe-4200-99a9-06567e1b9f7f) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:58.922972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:58.923755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.929703 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fab2d4-a46b-4ad7-908c-0827a9bb79a6 None None] Network 12e728da-1bbe-4200-99a9-06567e1b9f7f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:31:58.948709 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1082563f-72f0-49f6-90e8-d83a86665e42 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4055083 Mar 22 13:31:58.951446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48274) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:58.956867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2118245420-router', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:31:58.961605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:31:58.965467 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Usage tracker for resource:router and tenant:1251430abfd64c05b9473f232198e13f is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:31:58.969017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:31:58.974822 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:31:58.985434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.986551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.001777 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.161038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-12e728da-1bbe-4200-99a9-06567e1b9f7f', 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'fixed_ips': [{'subnet_id': '70c32d54-5439-4bd0-a325-51db09c50922'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:31:59.161886 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.207251 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Sync routers for ids ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:31:59.217992 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Routers {'b93b9972-2d08-4f2f-9b97-113fa9b8551a'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:31:59.218614 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:31:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:59.332295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Allocated IP 172.20.0.2 (12e728da-1bbe-4200-99a9-06567e1b9f7f/70c32d54-5439-4bd0-a325-51db09c50922/3ba68397-0a30-485a-9f4c-44906f54d4b7) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:31:59.410213 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Set router b93b9972-2d08-4f2f-9b97-113fa9b8551a gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:31:59.411667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.562157 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.573201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Transition to ACTIVE for port object 3ba68397-0a30-485a-9f4c-44906f54d4b7 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:59.595351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Transition to ACTIVE for port object 3ba68397-0a30-485a-9f4c-44906f54d4b7 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:31:59.601618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.664031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Network 12e728da-1bbe-4200-99a9-06567e1b9f7f is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:31:59.667475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:31:59.671276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:31:59.720593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Pushing event updated for resources: {'Port': ['ID=3ba68397-0a30-485a-9f4c-44906f54d4b7,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:59.744356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.772495 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'name': 'tempest-TestEncryptedCinderVolumes-750165272-router', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '87b90250-d03a-481f-9295-2a2e254fb449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:52Z', 'updated_at': '2022-03-22T13:31:56Z', 'revision_number': 4, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'gw_port': {'id': '87b90250-d03a-481f-9295-2a2e254fb449', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:53Z', 'updated_at': '2022-03-22T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd72397f3-ab10-4006-8e4f-16a352afcd78', 'name': '', 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'mac_address': 'fa:16:3e:27:ad:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:55Z', 'updated_at': '2022-03-22T13:31:56Z', 'revision_number': 2, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'subnets': [{'id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:59.775759 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.776758 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Checking router: b93b9972-2d08-4f2f-9b97-113fa9b8551a for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:31:59.777383 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Updating router b93b9972-2d08-4f2f-9b97-113fa9b8551a port d72397f3-ab10-4006-8e4f-16a352afcd78 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:31:59.782976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Attempting to bind port 3ba68397-0a30-485a-9f4c-44906f54d4b7 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:31:59.783390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Attempting to bind port 3ba68397-0a30-485a-9f4c-44906f54d4b7 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '5ac351de-8be0-4dee-9724-6d7e6635258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:31:59.783750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Attempting to bind port 3ba68397-0a30-485a-9f4c-44906f54d4b7 on network 12e728da-1bbe-4200-99a9-06567e1b9f7f {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:31:59.789126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:31:59.789499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Checking segment: {'id': '5ac351de-8be0-4dee-9724-6d7e6635258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:31:59.789894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.790282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Bound using segment: {'id': '5ac351de-8be0-4dee-9724-6d7e6635258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:31:59.790736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Bound port: 3ba68397-0a30-485a-9f4c-44906f54d4b7, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac351de-8be0-4dee-9724-6d7e6635258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:31:59.791264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.838129 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.890860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] For port 3ba68397-0a30-485a-9f4c-44906f54d4b7, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:31:59.896057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] For port 3ba68397-0a30-485a-9f4c-44906f54d4b7, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3ba68397-0a30-485a-9f4c-44906f54d4b7,segment=NetworkSegment(5ac351de-8be0-4dee-9724-6d7e6635258f),segment_id=5ac351de-8be0-4dee-9724-6d7e6635258f)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:31:59.900624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 87b90250-d03a-481f-9295-2a2e254fb449 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:59.937111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.944024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Allocated IP 172.26.5.192 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/ba4dd249-82a9-4ff3-a59f-d158ca29ecda) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:32:00.046156 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb21734-5bf2-4eeb-9592-e0502111c869 None None] Pushing event updated for resources: {'Port': ['ID=3ba68397-0a30-485a-9f4c-44906f54d4b7,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:00.058372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 87b90250-d03a-481f-9295-2a2e254fb449 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:00.058742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.116520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.159676 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.227735 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.229847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:32:00.234015 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:32:00.238278 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:32:00.242184 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Transition to ACTIVE for port object d72397f3-ab10-4006-8e4f-16a352afcd78 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:32:00.255088 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.303367 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4dd249-82a9-4ff3-a59f-d158ca29ecda,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:00.421465 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Pushing event updated for resources: {'Port': ['ID=d72397f3-ab10-4006-8e4f-16a352afcd78,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:00.430974 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.431349 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.431882 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.432391 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.432900 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.433432 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.434434 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.434973 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.435612 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.436145 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.436538 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.437030 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:00.545277 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Attempting to bind port d72397f3-ab10-4006-8e4f-16a352afcd78 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:32:00.546037 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Attempting to bind port d72397f3-ab10-4006-8e4f-16a352afcd78 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:32:00.546458 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Attempting to bind port d72397f3-ab10-4006-8e4f-16a352afcd78 on network 13c52808-9831-4557-be4b-df6bcc8acc87 {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:32:00.552416 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:32:00.552717 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Checking segment: {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:32:00.553089 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.554595 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Bound using segment: {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:32:00.554595 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Bound port: d72397f3-ab10-4006-8e4f-16a352afcd78, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:32:00.554595 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.646550 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] For port d72397f3-ab10-4006-8e4f-16a352afcd78, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:32:00.650853 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] For port d72397f3-ab10-4006-8e4f-16a352afcd78, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d72397f3-ab10-4006-8e4f-16a352afcd78,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:32:00.660298 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.754962 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Routers {'b93b9972-2d08-4f2f-9b97-113fa9b8551a'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:32:00.762030 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:31:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:00.833277 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54663cef-397f-4f4d-b090-08e2dc651d02 None None] Pushing event updated for resources: {'Port': ['ID=d72397f3-ab10-4006-8e4f-16a352afcd78,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:00.940130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.967903 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] Set router b93b9972-2d08-4f2f-9b97-113fa9b8551a gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:32:01.276066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2870d028-7a07-4d79-b960-000918aaba4a None None] Network 12e728da-1bbe-4200-99a9-06567e1b9f7f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:32:01.317481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:01.349696 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'name': 'tempest-TestEncryptedCinderVolumes-750165272-router', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '87b90250-d03a-481f-9295-2a2e254fb449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:52Z', 'updated_at': '2022-03-22T13:31:56Z', 'revision_number': 4, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'gw_port': {'id': '87b90250-d03a-481f-9295-2a2e254fb449', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:53Z', 'updated_at': '2022-03-22T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd72397f3-ab10-4006-8e4f-16a352afcd78', 'name': '', 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'mac_address': 'fa:16:3e:27:ad:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:55Z', 'updated_at': '2022-03-22T13:32:00Z', 'revision_number': 4, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'subnets': [{'id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:01.355653 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8fbd9-3b6a-42bb-8f1f-23f123f29d71 None None] The sync data for ids ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'] in dv-neutron-834664-2-hyperv is: [{'id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'name': 'tempest-TestEncryptedCinderVolumes-750165272-router', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '87b90250-d03a-481f-9295-2a2e254fb449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:52Z', 'updated_at': '2022-03-22T13:31:56Z', 'revision_number': 4, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'gw_port': {'id': '87b90250-d03a-481f-9295-2a2e254fb449', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:53Z', 'updated_at': '2022-03-22T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd72397f3-ab10-4006-8e4f-16a352afcd78', 'name': '', 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'mac_address': 'fa:16:3e:27:ad:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:55Z', 'updated_at': '2022-03-22T13:32:00Z', 'revision_number': 4, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'subnets': [{'id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:32:01.430655 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a19bd293-a1c4-4d9d-a87d-a6f251d54775 None None] Provisioning for port 3ba68397-0a30-485a-9f4c-44906f54d4b7 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:32:01.567663 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:32:01.757385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:32:01.768817 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Sync routers for ids ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:32:01.785705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Routers {'5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:32:01.786718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:31:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:01.788243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:01.790149 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-16688596-5e92-4820-acfc-3caf850969d9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8376036 Mar 22 13:32:01.793321 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48278) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:02.061767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Set router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:32:02.109210 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d72397f3-ab10-4006-8e4f-16a352afcd78 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:32:02.343790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port d72397f3-ab10-4006-8e4f-16a352afcd78 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:32:02.381885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d72397f3-ab10-4006-8e4f-16a352afcd78 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:02.381885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:02.524321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'name': 'tempest-TestEncryptedCinderVolumes-2118245420-router', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:58Z', 'updated_at': '2022-03-22T13:32:00Z', 'revision_number': 3, 'project_id': '1251430abfd64c05b9473f232198e13f', 'gw_port': {'id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:59Z', 'updated_at': '2022-03-22T13:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:02.534822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:02.545372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Checking router: 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:32:02.545947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Updating router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e port ba4dd249-82a9-4ff3-a59f-d158ca29ecda binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:32:02.623822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:02.663763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port d72397f3-ab10-4006-8e4f-16a352afcd78, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d72397f3-ab10-4006-8e4f-16a352afcd78,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:02.671841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:02.672598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3ba68397-0a30-485a-9f4c-44906f54d4b7 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:32:02.683060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:02.874463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=d72397f3-ab10-4006-8e4f-16a352afcd78,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:02.908766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Allocated IP 172.20.0.1 (12e728da-1bbe-4200-99a9-06567e1b9f7f/70c32d54-5439-4bd0-a325-51db09c50922/2a373976-2b91-4d32-830a-6f8ec2c3da8d) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:32:02.927067 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 3ba68397-0a30-485a-9f4c-44906f54d4b7 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:32:02.994346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3ba68397-0a30-485a-9f4c-44906f54d4b7 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:02.994834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.088542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.104475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Transition to ACTIVE for port object 2a373976-2b91-4d32-830a-6f8ec2c3da8d will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:32:03.129731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.193562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Network 12e728da-1bbe-4200-99a9-06567e1b9f7f is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:32:03.201317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:32:03.206190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:32:03.238764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5dc7cecc-8e35-4114-9794-e00761fe8a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.245602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Pushing event updated for resources: {'Port': ['ID=2a373976-2b91-4d32-830a-6f8ec2c3da8d,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:03.263460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.280858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.304611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.330699 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Transition to ACTIVE for port object ba4dd249-82a9-4ff3-a59f-d158ca29ecda will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:32:03.343357 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.349438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 3ba68397-0a30-485a-9f4c-44906f54d4b7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3ba68397-0a30-485a-9f4c-44906f54d4b7,segment=NetworkSegment(5ac351de-8be0-4dee-9724-6d7e6635258f),segment_id=5ac351de-8be0-4dee-9724-6d7e6635258f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:03.401548 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.438291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Attempting to bind port ba4dd249-82a9-4ff3-a59f-d158ca29ecda on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:32:03.438291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Attempting to bind port ba4dd249-82a9-4ff3-a59f-d158ca29ecda by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:32:03.438291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Attempting to bind port ba4dd249-82a9-4ff3-a59f-d158ca29ecda on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:32:03.439721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056960e-d763-4010-a77a-35d5ce105b3c None None] Pushing event updated for resources: {'Port': ['ID=ba4dd249-82a9-4ff3-a59f-d158ca29ecda,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:03.477113 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:32:03.477332 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:32:03.477659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.478049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:32:03.478528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Bound port: ba4dd249-82a9-4ff3-a59f-d158ca29ecda, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:32:03.478898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.558279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.578575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=3ba68397-0a30-485a-9f4c-44906f54d4b7,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:03.592575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] For port ba4dd249-82a9-4ff3-a59f-d158ca29ecda, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:32:03.596178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] For port ba4dd249-82a9-4ff3-a59f-d158ca29ecda, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ba4dd249-82a9-4ff3-a59f-d158ca29ecda,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:32:03.598163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-30afeddf-77a0-4179-abf5-eb63e9e94da5 None None] Provisioning for port 2a373976-2b91-4d32-830a-6f8ec2c3da8d completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:32:03.603582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.644144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-30afeddf-77a0-4179-abf5-eb63e9e94da5 None None] Provisioning complete for port 2a373976-2b91-4d32-830a-6f8ec2c3da8d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:03.644374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-30afeddf-77a0-4179-abf5-eb63e9e94da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.737248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-30afeddf-77a0-4179-abf5-eb63e9e94da5 None None] Port 2a373976-2b91-4d32-830a-6f8ec2c3da8d cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:32:03.740286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Routers {'5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:32:03.741135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:31:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:03.792941 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.798080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.806547 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056960e-d763-4010-a77a-35d5ce105b3c None None] Pushing event updated for resources: {'Port': ['ID=ba4dd249-82a9-4ff3-a59f-d158ca29ecda,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:03.896501 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d72397f3-ab10-4006-8e4f-16a352afcd78 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:32:03.903889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.935390 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Pushing event updated for resources: {'Port': ['ID=2a373976-2b91-4d32-830a-6f8ec2c3da8d,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:03.992496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] Set router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:32:04.056003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Network 12e728da-1bbe-4200-99a9-06567e1b9f7f is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:32:04.057178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:32:04.068919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d72397f3-ab10-4006-8e4f-16a352afcd78 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:04.069221 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:04.337026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-76a522e7-53e8-4049-820c-068e48b051a1 None None] Provisioning complete for port 2a373976-2b91-4d32-830a-6f8ec2c3da8d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:04.337313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-76a522e7-53e8-4049-820c-068e48b051a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:04.372965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:32:04.457355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3ba68397-0a30-485a-9f4c-44906f54d4b7 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:32:04.480654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-76a522e7-53e8-4049-820c-068e48b051a1 None None] Port 2a373976-2b91-4d32-830a-6f8ec2c3da8d cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:32:04.549215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3ba68397-0a30-485a-9f4c-44906f54d4b7 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:04.549707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:04.556512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:32:04.565338 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-28c29df5-b4ed-470e-8f4b-d58a057effcf admin admin] 10.222.0.70 "PUT /v2.0/routers/5c3ce80b-b1ca-4891-bc4a-d6307e90c09e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7701144 Mar 22 13:32:04.593089 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'name': 'tempest-TestEncryptedCinderVolumes-2118245420-router', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:58Z', 'updated_at': '2022-03-22T13:32:03Z', 'revision_number': 4, 'project_id': '1251430abfd64c05b9473f232198e13f', 'gw_port': {'id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:59Z', 'updated_at': '2022-03-22T13:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2a373976-2b91-4d32-830a-6f8ec2c3da8d', 'name': '', 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'mac_address': 'fa:16:3e:46:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '70c32d54-5439-4bd0-a325-51db09c50922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:32:02Z', 'updated_at': '2022-03-22T13:32:02Z', 'revision_number': 1, 'project_id': '1251430abfd64c05b9473f232198e13f', 'subnets': [{'id': '70c32d54-5439-4bd0-a325-51db09c50922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:04.600482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e707407-2c8d-4b50-a1a6-c7dbda9154b1 None None] The sync data for ids ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'] in dv-neutron-834664-2-hyperv is: [{'id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'name': 'tempest-TestEncryptedCinderVolumes-2118245420-router', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:58Z', 'updated_at': '2022-03-22T13:32:03Z', 'revision_number': 4, 'project_id': '1251430abfd64c05b9473f232198e13f', 'gw_port': {'id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:59Z', 'updated_at': '2022-03-22T13:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2a373976-2b91-4d32-830a-6f8ec2c3da8d', 'name': '', 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'mac_address': 'fa:16:3e:46:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '70c32d54-5439-4bd0-a325-51db09c50922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:32:02Z', 'updated_at': '2022-03-22T13:32:02Z', 'revision_number': 1, 'project_id': '1251430abfd64c05b9473f232198e13f', 'subnets': [{'id': '70c32d54-5439-4bd0-a325-51db09c50922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:32:05.396813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c405b19e-4907-4058-bb7f-209bf3539d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:05.431717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-37827630-8571-416c-a981-07b4e2a6b478 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:05.432440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-37827630-8571-416c-a981-07b4e2a6b478 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Synchronizing usage tracker for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:32:05.452413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-37827630-8571-416c-a981-07b4e2a6b478 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Unset dirty status for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:32:05.453657 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-37827630-8571-416c-a981-07b4e2a6b478 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/networks?id=13c52808-9831-4557-be4b-df6bcc8acc87 HTTP/1.1" status: 200 len: 816 time: 0.2354848 Mar 22 13:32:05.470043 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-fb38b335-be05-4fec-8ac8-f3de295bcc37 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/quotas/2ba7d4ddd3534bafaa4e2fe1723f41e6 HTTP/1.1" status: 200 len: 375 time: 0.0101933 Mar 22 13:32:05.562050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-06c9a966-eef7-4bc4-b49d-6f12b7c2104f tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Synchronizing usage tracker for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:32:05.580537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-06c9a966-eef7-4bc4-b49d-6f12b7c2104f tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Unset dirty status for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:32:05.581857 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-06c9a966-eef7-4bc4-b49d-6f12b7c2104f tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ba7d4ddd3534bafaa4e2fe1723f41e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064231 Mar 22 13:32:05.737592 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-8a2adf9b-dc90-4fab-8d19-186866f18acf service neutron] 10.222.0.70 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433840 Mar 22 13:32:05.889453 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-fac37e8f-16de-4bbd-8606-570a88ecd459 service neutron] 10.222.0.70 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453500 Mar 22 13:32:05.950634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ba4dd249-82a9-4ff3-a59f-d158ca29ecda up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:32:06.078833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port ba4dd249-82a9-4ff3-a59f-d158ca29ecda completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:32:06.088309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ba4dd249-82a9-4ff3-a59f-d158ca29ecda triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:06.089170 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.137296 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ad9492e8-1e09-415a-bea8-46ad7bda369a req-2eded85d-d501-490e-8017-95221c259d55 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 210 time: 0.0565422 Mar 22 13:32:06.272445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.298708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port ba4dd249-82a9-4ff3-a59f-d158ca29ecda, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ba4dd249-82a9-4ff3-a59f-d158ca29ecda,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:06.304988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.385510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=ba4dd249-82a9-4ff3-a59f-d158ca29ecda,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:06.461839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.655057 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.393715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-29736dc1-2d3a-493a-aa8f-d74ab849811d req-6f67c1a6-e65f-4f04-8917-e97ff09b2875 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 210 time: 0.0625789 Mar 22 13:32:07.437829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-dc5daaca-a840-4b8e-abcf-7f9d3e0d5d72 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:07.439244 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-dc5daaca-a840-4b8e-abcf-7f9d3e0d5d72 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.47 "GET /v2.0/networks?id=13c52808-9831-4557-be4b-df6bcc8acc87 HTTP/1.1" status: 200 len: 816 time: 0.3196554 Mar 22 13:32:07.452420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Request body: {'port': {'device_id': '8a5425be-e924-4e6a-ae86-423ca198abc4', 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'admin_state_up': True, 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:32:07.586159 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:32:07.603590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:32:07.617952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Made reservation on behalf of 2ba7d4ddd3534bafaa4e2fe1723f41e6 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:32:07.621451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.783081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Allocated IP 172.20.0.12 (13c52808-9831-4557-be4b-df6bcc8acc87/9ceb2dce-9016-436f-9b82-caab52b6d267/ee4c4cfb-10f0-4bbe-b334-5607574a7fd1) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:32:07.881968 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.888717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ba4dd249-82a9-4ff3-a59f-d158ca29ecda up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:32:07.956264 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ba4dd249-82a9-4ff3-a59f-d158ca29ecda triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:07.956628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.996596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:08.011852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Transition to ACTIVE for port object ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:32:08.035523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:08.108748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Network 13c52808-9831-4557-be4b-df6bcc8acc87 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:32:08.116484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:32:08.120799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:32:08.151781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Pushing event updated for resources: {'Port': ['ID=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:08.193601 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:08.194268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:08.222374 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-a4274916-4ffc-4b4d-a8e5-c77522a623a2 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7741425 Mar 22 13:32:08.235294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Request body: {'port': {'device_id': '8a5425be-e924-4e6a-ae86-423ca198abc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:32:08.326726 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-37e362ae-1319-433a-8426-e8dd4c3b4c76 None None] Provisioning for port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:32:08.332806 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-37e362ae-1319-433a-8426-e8dd4c3b4c76 None None] Provisioning complete for port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:08.333184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-37e362ae-1319-433a-8426-e8dd4c3b4c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:08.356014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:08.374198 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Sync routers for ids ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:32:08.383679 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Routers {'5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:32:08.384641 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:32:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:08.404545 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-37e362ae-1319-433a-8426-e8dd4c3b4c76 None None] Port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:32:08.569739 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Set router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:32:08.589683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a54636-2a7a-47e3-a5e3-f66bc6d02c10 req-bdc89edf-ba84-4d80-85c3-cc40dbc4707f tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:08.591270 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-23a54636-2a7a-47e3-a5e3-f66bc6d02c10 req-bdc89edf-ba84-4d80-85c3-cc40dbc4707f tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 932 time: 0.0871515 Mar 22 13:32:08.638094 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-23a54636-2a7a-47e3-a5e3-f66bc6d02c10 req-aeedf3ce-e8fe-47da-8a1d-31f089cabb1b tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398629 Mar 22 13:32:08.710867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:32:08.718535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:08.733061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Transition to ACTIVE for port object ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:32:08.737779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:08.890577 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'name': 'tempest-TestEncryptedCinderVolumes-2118245420-router', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:58Z', 'updated_at': '2022-03-22T13:32:03Z', 'revision_number': 4, 'project_id': '1251430abfd64c05b9473f232198e13f', 'gw_port': {'id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:59Z', 'updated_at': '2022-03-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2a373976-2b91-4d32-830a-6f8ec2c3da8d', 'name': '', 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'mac_address': 'fa:16:3e:46:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '70c32d54-5439-4bd0-a325-51db09c50922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:32:02Z', 'updated_at': '2022-03-22T13:32:03Z', 'revision_number': 2, 'project_id': '1251430abfd64c05b9473f232198e13f', 'subnets': [{'id': '70c32d54-5439-4bd0-a325-51db09c50922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:08.894939 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Checking router: 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:32:08.895407 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Updating router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e port 2a373976-2b91-4d32-830a-6f8ec2c3da8d binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:32:08.901040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Pushing event updated for resources: {'Port': ['ID=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:08.953015 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:08.979307 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Attempting to bind port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:32:08.979645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Attempting to bind port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:32:08.979973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Attempting to bind port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 on network 13c52808-9831-4557-be4b-df6bcc8acc87 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:32:08.985381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 on network 13c52808-9831-4557-be4b-df6bcc8acc87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:32:08.985700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Attempting to bind port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 on network 13c52808-9831-4557-be4b-df6bcc8acc87 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:32:08.991405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:32:08.991741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Checking segment: {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:32:08.992135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Bound using segment: {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:32:08.992552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Bound port: ee4c4cfb-10f0-4bbe-b334-5607574a7fd1, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:32:08.992998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.192097 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] For port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:32:09.195027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] For port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:32:09.200324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.256540 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:09.257184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.258564 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] 10.222.0.47 "PUT /v2.0/ports/ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 HTTP/1.1" status: 200 len: 1094 time: 1.0281289 Mar 22 13:32:09.259003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5425be-e924-4e6a-ae86-423ca198abc4', 'tag': 'ee4c4cfb-10f0-4bbe-b334-5607574a7fd1'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:32:09.292984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28904cb-a2b1-48a0-8ce4-ed814dad136c service neutron] Pushing event updated for resources: {'Port': ['ID=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:09.318096 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.331632 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Transition to ACTIVE for port object 2a373976-2b91-4d32-830a-6f8ec2c3da8d will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:32:09.342959 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.397145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-cf659fce-9868-4163-b18c-8397bd50c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:09.399277 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-cf659fce-9868-4163-b18c-8397bd50c350 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ba7d4ddd3534bafaa4e2fe1723f41e6&device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 1097 time: 0.0895767 Mar 22 13:32:09.478375 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5425be-e924-4e6a-ae86-423ca198abc4', 'tag': 'ee4c4cfb-10f0-4bbe-b334-5607574a7fd1', 'status': 'completed', 'code': 200} Mar 22 13:32:09.479778 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-2a97e209-8522-4087-97b8-08374aa9a1e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 HTTP/1.1" status: 200 len: 217 time: 0.0698571 Mar 22 13:32:09.506438 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8275aa-569d-40cc-ab6b-196be6d13513 None None] Pushing event updated for resources: {'Port': ['ID=2a373976-2b91-4d32-830a-6f8ec2c3da8d,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:09.554712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c7323641-fb89-4e10-9384-bbff647cb501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:09.556326 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-c7323641-fb89-4e10-9384-bbff647cb501 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceb2dce-9016-436f-9b82-caab52b6d267 HTTP/1.1" status: 200 len: 855 time: 0.0704868 Mar 22 13:32:09.631577 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Attempting to bind port 2a373976-2b91-4d32-830a-6f8ec2c3da8d on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:32:09.631952 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Attempting to bind port 2a373976-2b91-4d32-830a-6f8ec2c3da8d by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '5ac351de-8be0-4dee-9724-6d7e6635258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:32:09.632318 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Attempting to bind port 2a373976-2b91-4d32-830a-6f8ec2c3da8d on network 12e728da-1bbe-4200-99a9-06567e1b9f7f {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:32:09.638098 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:32:09.638467 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Checking segment: {'id': '5ac351de-8be0-4dee-9724-6d7e6635258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:32:09.638862 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.639264 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Bound using segment: {'id': '5ac351de-8be0-4dee-9724-6d7e6635258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:32:09.639552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-51d58dda-87b3-4f49-a358-6a7c29bebea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:09.639728 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Bound port: 2a373976-2b91-4d32-830a-6f8ec2c3da8d, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac351de-8be0-4dee-9724-6d7e6635258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:32:09.640699 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.641020 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-51d58dda-87b3-4f49-a358-6a7c29bebea6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c52808-9831-4557-be4b-df6bcc8acc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780830 Mar 22 13:32:09.733042 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] For port 2a373976-2b91-4d32-830a-6f8ec2c3da8d, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:32:09.735974 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] For port 2a373976-2b91-4d32-830a-6f8ec2c3da8d, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2a373976-2b91-4d32-830a-6f8ec2c3da8d,segment=NetworkSegment(5ac351de-8be0-4dee-9724-6d7e6635258f),segment_id=5ac351de-8be0-4dee-9724-6d7e6635258f)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:32:09.741178 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.787988 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-7f22cf5d-88a1-4c20-a517-d27ca06aaaa9 service neutron] 10.222.0.47 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392348 Mar 22 13:32:09.816973 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Routers {'5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:32:09.817597 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:32:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:09.851096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38e1fa-ce77-4796-80ed-af61aa0f950b req-a43d94a2-6ffb-4ce4-a1cc-9744d8fdd892 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:09.853561 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aa38e1fa-ce77-4796-80ed-af61aa0f950b req-a43d94a2-6ffb-4ce4-a1cc-9744d8fdd892 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 944 time: 0.0929282 Mar 22 13:32:09.914124 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aa38e1fa-ce77-4796-80ed-af61aa0f950b req-8b38e98e-3388-4e47-a692-f994e5455f8b tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520749 Mar 22 13:32:09.925309 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8275aa-569d-40cc-ab6b-196be6d13513 None None] Pushing event updated for resources: {'Port': ['ID=2a373976-2b91-4d32-830a-6f8ec2c3da8d,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:09.973904 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4bd07b7f-1866-4a32-b83e-aedecf07a879 req-56a9777e-d24c-4266-b40e-d47568905dbd service neutron] 10.222.0.47 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736078 Mar 22 13:32:10.044530 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] Set router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:32:10.109059 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-a51cfdac-a09a-4d1d-b7e5-bfe032d5db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:10.110532 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-a51cfdac-a09a-4d1d-b7e5-bfe032d5db9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ba7d4ddd3534bafaa4e2fe1723f41e6&device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 1097 time: 0.0821717 Mar 22 13:32:10.246139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-c9b152cd-e7dc-44b9-bf92-023f79369bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:10.247678 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-c9b152cd-e7dc-44b9-bf92-023f79369bfc service neutron] 10.222.0.47 "GET /v2.0/networks?id=13c52808-9831-4557-be4b-df6bcc8acc87 HTTP/1.1" status: 200 len: 917 time: 0.1290288 Mar 22 13:32:10.316392 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-19874d54-84a4-43b8-bf96-0251eef59367 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 HTTP/1.1" status: 200 len: 217 time: 0.0607166 Mar 22 13:32:10.361801 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'name': 'tempest-TestEncryptedCinderVolumes-2118245420-router', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:58Z', 'updated_at': '2022-03-22T13:32:03Z', 'revision_number': 4, 'project_id': '1251430abfd64c05b9473f232198e13f', 'gw_port': {'id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:59Z', 'updated_at': '2022-03-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2a373976-2b91-4d32-830a-6f8ec2c3da8d', 'name': '', 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'mac_address': 'fa:16:3e:46:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '70c32d54-5439-4bd0-a325-51db09c50922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:32:02Z', 'updated_at': '2022-03-22T13:32:09Z', 'revision_number': 4, 'project_id': '1251430abfd64c05b9473f232198e13f', 'subnets': [{'id': '70c32d54-5439-4bd0-a325-51db09c50922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:10.365930 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317fdf1-42b2-4380-b2a4-0e4543be0d8a None None] The sync data for ids ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'] in dv-neutron-834664-2-hyperv is: [{'id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'name': 'tempest-TestEncryptedCinderVolumes-2118245420-router', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:58Z', 'updated_at': '2022-03-22T13:32:03Z', 'revision_number': 4, 'project_id': '1251430abfd64c05b9473f232198e13f', 'gw_port': {'id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:59Z', 'updated_at': '2022-03-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '2a373976-2b91-4d32-830a-6f8ec2c3da8d', 'name': '', 'network_id': '12e728da-1bbe-4200-99a9-06567e1b9f7f', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'mac_address': 'fa:16:3e:46:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '70c32d54-5439-4bd0-a325-51db09c50922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:32:02Z', 'updated_at': '2022-03-22T13:32:09Z', 'revision_number': 4, 'project_id': '1251430abfd64c05b9473f232198e13f', 'subnets': [{'id': '70c32d54-5439-4bd0-a325-51db09c50922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:32:10.388896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-27bbb10e-366f-4de6-ad9e-2638ea022662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:10.390377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-27bbb10e-366f-4de6-ad9e-2638ea022662 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceb2dce-9016-436f-9b82-caab52b6d267 HTTP/1.1" status: 200 len: 855 time: 0.0669503 Mar 22 13:32:10.468672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-84b78c31-5e5d-481c-a7d6-e8af01e59fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:10.470138 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-84b78c31-5e5d-481c-a7d6-e8af01e59fdc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c52808-9831-4557-be4b-df6bcc8acc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732510 Mar 22 13:32:10.611294 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-0a7597a8-e5ef-43c3-b0af-0fb511ca2549 service neutron] 10.222.0.47 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324809 Mar 22 13:32:10.755850 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ba3eff73-dc90-42c3-8298-8bb70de41634 req-9a2b7b43-af02-4fbc-9653-9b72cbf3f533 service neutron] 10.222.0.47 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365194 Mar 22 13:32:11.106275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480896d9-7831-4a15-816b-d0ec0b8b52e5 req-267556c3-b645-4776-af93-f0349878f12a tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:11.106993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-480896d9-7831-4a15-816b-d0ec0b8b52e5 req-267556c3-b645-4776-af93-f0349878f12a tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Synchronizing usage tracker for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:32:11.122899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-480896d9-7831-4a15-816b-d0ec0b8b52e5 req-267556c3-b645-4776-af93-f0349878f12a tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Unset dirty status for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:32:11.124230 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-480896d9-7831-4a15-816b-d0ec0b8b52e5 req-267556c3-b645-4776-af93-f0349878f12a tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 944 time: 0.1002846 Mar 22 13:32:11.172883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-480896d9-7831-4a15-816b-d0ec0b8b52e5 req-cfe80f99-90fe-46ff-9bb1-ee8546d1af7b tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Synchronizing usage tracker for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:32:11.191971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-480896d9-7831-4a15-816b-d0ec0b8b52e5 req-cfe80f99-90fe-46ff-9bb1-ee8546d1af7b tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Unset dirty status for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:32:11.193134 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-480896d9-7831-4a15-816b-d0ec0b8b52e5 req-cfe80f99-90fe-46ff-9bb1-ee8546d1af7b tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622149 Mar 22 13:32:11.903694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2a373976-2b91-4d32-830a-6f8ec2c3da8d up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:32:11.969295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2a373976-2b91-4d32-830a-6f8ec2c3da8d completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:32:11.973981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2a373976-2b91-4d32-830a-6f8ec2c3da8d triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:11.974344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.090419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.120794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2a373976-2b91-4d32-830a-6f8ec2c3da8d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2a373976-2b91-4d32-830a-6f8ec2c3da8d,segment=NetworkSegment(5ac351de-8be0-4dee-9724-6d7e6635258f),segment_id=5ac351de-8be0-4dee-9724-6d7e6635258f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:12.124624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.191077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2a373976-2b91-4d32-830a-6f8ec2c3da8d,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:12.378324 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9aaa4-fe8b-4c91-bbdd-75c0b956bb11 req-7ef98d91-8928-41ea-b59f-78ec88a4000d tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:12.379992 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0ba9aaa4-fe8b-4c91-bbdd-75c0b956bb11 req-7ef98d91-8928-41ea-b59f-78ec88a4000d tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 944 time: 0.0808363 Mar 22 13:32:12.424943 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0ba9aaa4-fe8b-4c91-bbdd-75c0b956bb11 req-7c95773e-675c-44e9-80f3-45fdbd7dc5ca tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Mar 22 13:32:12.448066 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:32:12.581884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:12.594900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'ee4c4cfb-10f0-4bbe-b334-5607574a7fd1', 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'port_id': 'ee4c4cfb-10f0-4bbe-b334-5607574a7fd1', 'mac_address': 'fa:16:3e:27:82:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:32:12.653734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.670091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:32:12.684561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:12.688853 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.754286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:12.761239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.761597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.761939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.762303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.762638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.762969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.763329 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.763656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.763979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.764301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.764622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.764940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:32:12.937763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['ee4c4cfb-10f0-4bbe-b334-5607574a7fd1'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:32:13.612766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a167-3869-491a-a78d-cc0b67b2a051 req-ac10cd8d-a034-4d73-87b8-e46453b4f7cf tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:13.614218 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fc12a167-3869-491a-a78d-cc0b67b2a051 req-ac10cd8d-a034-4d73-87b8-e46453b4f7cf tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 945 time: 0.0805120 Mar 22 13:32:13.657918 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fc12a167-3869-491a-a78d-cc0b67b2a051 req-7e18d75c-5b66-4ee1-bc1d-09cccfe26acc tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Mar 22 13:32:13.893086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2a373976-2b91-4d32-830a-6f8ec2c3da8d up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:32:13.960546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2a373976-2b91-4d32-830a-6f8ec2c3da8d triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:13.961211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.440042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:32:14.508076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:32:14.513310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:14.513675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.627642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.654337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5425be-e924-4e6a-ae86-423ca198abc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c4cfb-10f0-4bbe-b334-5607574a7fd1'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:32:14.663685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:14.668113 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.705298 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5425be-e924-4e6a-ae86-423ca198abc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4c4cfb-10f0-4bbe-b334-5607574a7fd1', 'code': 200} Mar 22 13:32:14.740188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:15.009333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edd147-7c16-4b83-b44e-7d16f1230df0 req-d0787ba6-23a1-44f5-a894-ab998ea86c24 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:15.010699 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-37edd147-7c16-4b83-b44e-7d16f1230df0 req-d0787ba6-23a1-44f5-a894-ab998ea86c24 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 946 time: 0.2426968 Mar 22 13:32:15.016731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f787fe1-c311-4253-8d6b-5115be555219 req-9ec0925f-47fa-48f6-b216-99b038ccf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:15.018119 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f787fe1-c311-4253-8d6b-5115be555219 req-9ec0925f-47fa-48f6-b216-99b038ccf63c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 1099 time: 0.1044011 Mar 22 13:32:15.086171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-37edd147-7c16-4b83-b44e-7d16f1230df0 req-3756fd67-d50d-43c3-b5a3-210aeecd9d9f tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671196 Mar 22 13:32:15.087791 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0f787fe1-c311-4253-8d6b-5115be555219 req-5ec2549e-57fe-4467-a4b3-26d4999b89cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560656 Mar 22 13:32:16.282045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237052c-9996-4538-93d7-6df8814026fe req-af43c808-00ec-4910-8f1f-131beefec503 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:16.283537 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1237052c-9996-4538-93d7-6df8814026fe req-af43c808-00ec-4910-8f1f-131beefec503 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 946 time: 0.0880044 Mar 22 13:32:16.333467 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1237052c-9996-4538-93d7-6df8814026fe req-26743dcb-3112-4ac0-b47f-fbdca9d58560 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440066 Mar 22 13:32:17.517218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f3cb9-881a-46aa-ab99-1ac14076ea4a req-5b21faaa-0007-417c-996c-2bf819f7a22a tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:17.518679 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-662f3cb9-881a-46aa-ab99-1ac14076ea4a req-5b21faaa-0007-417c-996c-2bf819f7a22a tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 946 time: 0.0824351 Mar 22 13:32:17.564241 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-662f3cb9-881a-46aa-ab99-1ac14076ea4a req-9cb6d2b3-a1d3-41c4-8266-e4e708ee1b6c tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398896 Mar 22 13:32:17.748710 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f92b4a-5cb9-48dd-aa0a-616395112f0e req-c23be4ad-f7d9-4aa3-9c59-e8c055608874 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:17.750093 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a4f92b4a-5cb9-48dd-aa0a-616395112f0e req-c23be4ad-f7d9-4aa3-9c59-e8c055608874 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 946 time: 0.0811391 Mar 22 13:32:17.794733 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a4f92b4a-5cb9-48dd-aa0a-616395112f0e req-d879f8a8-1f0a-4c81-8d2d-385b326451a9 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Mar 22 13:32:21.794680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:25.437462 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:32:33.106832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-52ca643e-bb15-4f62-87d8-3d5bfa46b01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:33.548434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e5cb6-4f71-41bb-b4f8-bc8b8a73f0f2 req-7787c839-802d-487e-9159-0d81f7494aa7 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:33.549942 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a35e5cb6-4f71-41bb-b4f8-bc8b8a73f0f2 req-7787c839-802d-487e-9159-0d81f7494aa7 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 946 time: 0.0863214 Mar 22 13:32:33.596175 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a35e5cb6-4f71-41bb-b4f8-bc8b8a73f0f2 req-3aff0a07-5637-4346-a666-1a032c07bc39 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Mar 22 13:32:34.808397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be974b5d-c5ba-4e05-951f-d2cf0b462192 req-5ff597b8-66a6-4de2-b71b-415c6c836cb3 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:34.809872 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-be974b5d-c5ba-4e05-951f-d2cf0b462192 req-5ff597b8-66a6-4de2-b71b-415c6c836cb3 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 946 time: 0.0862386 Mar 22 13:32:34.855207 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-be974b5d-c5ba-4e05-951f-d2cf0b462192 req-33c28f6a-64cc-4220-bbf7-880748622dd9 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Mar 22 13:32:35.315466 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-93e70516-4ad6-4d9a-b08e-8727f342f3fa tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:35.316943 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-93e70516-4ad6-4d9a-b08e-8727f342f3fa tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 946 time: 0.1063592 Mar 22 13:32:35.380006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4e6f32b5-c345-4b92-b317-a442c9e8304f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:35.395447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-ae47875a-780c-4bc1-88d6-f7e5114d6895 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Deleting port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:32:35.395793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-ae47875a-780c-4bc1-88d6-f7e5114d6895 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:35.672720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-ae47875a-780c-4bc1-88d6-f7e5114d6895 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] For port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:35.673069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-ae47875a-780c-4bc1-88d6-f7e5114d6895 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:35.803836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-ae47875a-780c-4bc1-88d6-f7e5114d6895 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Calling delete_port for ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:32:35.961514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-ae47875a-780c-4bc1-88d6-f7e5114d6895 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:35.973445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['ee4c4cfb-10f0-4bbe-b334-5607574a7fd1'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:32:36.008179 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0a14afa4-0715-42d2-b473-a36f58fc21bb req-b7813a31-efc4-468f-a147-63ba95e22080 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a5425be-e924-4e6a-ae86-423ca198abc4 HTTP/1.1" status: 200 len: 210 time: 0.0468338 Mar 22 13:32:36.011451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47875a-780c-4bc1-88d6-f7e5114d6895 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Pushing event deleted for resources: {'Port': ['ID=ee4c4cfb-10f0-4bbe-b334-5607574a7fd1,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:36.130371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-ae47875a-780c-4bc1-88d6-f7e5114d6895 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] No DVR routers for this DVR port ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:32:36.132946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-ae47875a-780c-4bc1-88d6-f7e5114d6895 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:36.135669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5425be-e924-4e6a-ae86-423ca198abc4', 'name': 'network-vif-deleted', 'tag': 'ee4c4cfb-10f0-4bbe-b334-5607574a7fd1'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:32:36.159249 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-77b006eb-8d5a-4e06-b21a-f67a88944911 req-ae47875a-780c-4bc1-88d6-f7e5114d6895 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.47 "DELETE /v2.0/ports/ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 HTTP/1.1" status: 204 len: 173 time: 0.8343875 Mar 22 13:32:36.185543 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5425be-e924-4e6a-ae86-423ca198abc4', 'name': 'network-vif-deleted', 'tag': 'ee4c4cfb-10f0-4bbe-b334-5607574a7fd1', 'status': 'completed', 'code': 200} Mar 22 13:32:36.457584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:36.661201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:37.577534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006aa7-d410-4790-9979-f575b28e2e4c req-60750539-792b-4355-8c81-1ad398c47bb5 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:37.578920 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-60750539-792b-4355-8c81-1ad398c47bb5 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/networks?id=13c52808-9831-4557-be4b-df6bcc8acc87 HTTP/1.1" status: 200 len: 816 time: 0.1578846 Mar 22 13:32:37.594757 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-fb1e1cc6-cf29-4665-ba08-daa92e0c36f7 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/quotas/2ba7d4ddd3534bafaa4e2fe1723f41e6 HTTP/1.1" status: 200 len: 375 time: 0.0096233 Mar 22 13:32:37.684707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-de006aa7-d410-4790-9979-f575b28e2e4c req-0a15e3d3-16be-4d0b-b5db-ae08de23d6ad tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Synchronizing usage tracker for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:32:37.701209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-de006aa7-d410-4790-9979-f575b28e2e4c req-0a15e3d3-16be-4d0b-b5db-ae08de23d6ad tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Unset dirty status for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:32:37.702514 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-0a15e3d3-16be-4d0b-b5db-ae08de23d6ad tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ba7d4ddd3534bafaa4e2fe1723f41e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025083 Mar 22 13:32:37.913913 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:37.969082 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-ba90cae3-8b54-49f9-ac32-f2abcaae0980 service neutron] 10.222.0.70 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544005 Mar 22 13:32:38.217346 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b2ed81bd-ed2c-48ea-b8c7-7d39103cda36 service neutron] 10.222.0.70 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422049 Mar 22 13:32:38.414850 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ce5e981d-5241-482f-80f4-bd85f26d8c9f req-d8b83b70-f5f8-4050-b375-0101f804b9dd tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 210 time: 0.0475979 Mar 22 13:32:38.534828 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:32:38.578307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:32:38.578655 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device ee4c4cfb-10f0-4bbe-b334-5607574a7fd1 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:32:39.601294 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-af3b775d-f2ec-413f-94cc-652641d5c4f9 req-f9d4882a-8dbe-4a10-94c9-89e93af2acc8 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 210 time: 0.0629973 Mar 22 13:32:39.617636 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006aa7-d410-4790-9979-f575b28e2e4c req-5a0bb098-21ea-4362-b23b-867e08c58610 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:39.617636 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-5a0bb098-21ea-4362-b23b-867e08c58610 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.47 "GET /v2.0/networks?id=13c52808-9831-4557-be4b-df6bcc8acc87 HTTP/1.1" status: 200 len: 816 time: 0.2270963 Mar 22 13:32:39.629697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Request body: {'port': {'device_id': 'fa3889d2-beaa-467d-bd01-b65f6792b697', 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'admin_state_up': True, 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:32:39.771854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:32:39.782773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:32:39.794185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Made reservation on behalf of 2ba7d4ddd3534bafaa4e2fe1723f41e6 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:32:39.798089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:39.974023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Allocated IP 172.20.0.6 (13c52808-9831-4557-be4b-df6bcc8acc87/9ceb2dce-9016-436f-9b82-caab52b6d267/4713379e-52a2-4c80-b63c-bbd8f7df0efc) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:32:40.188871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:40.206434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Transition to ACTIVE for port object 4713379e-52a2-4c80-b63c-bbd8f7df0efc will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:32:40.231446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:40.303203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Network 13c52808-9831-4557-be4b-df6bcc8acc87 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:32:40.309146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:32:40.311627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:32:40.353801 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Pushing event updated for resources: {'Port': ['ID=4713379e-52a2-4c80-b63c-bbd8f7df0efc,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:40.390015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:40.390758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:40.422132 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-b5d9caae-e052-4c92-b888-c5b5377a7cdb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961531 Mar 22 13:32:40.433858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-cba27d7f-7f88-4bd7-a3b3-17e896624101 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:32:40.435011 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-cba27d7f-7f88-4bd7-a3b3-17e896624101 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060694 Mar 22 13:32:40.445894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Request body: {'port': {'device_id': 'fa3889d2-beaa-467d-bd01-b65f6792b697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:32:40.520018 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7dcbc677-9b3f-48d8-9066-0e5be9bbb696 None None] Provisioning for port 4713379e-52a2-4c80-b63c-bbd8f7df0efc completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:32:40.525337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7dcbc677-9b3f-48d8-9066-0e5be9bbb696 None None] Provisioning complete for port 4713379e-52a2-4c80-b63c-bbd8f7df0efc triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:40.525696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc677-9b3f-48d8-9066-0e5be9bbb696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:40.582266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-7dcbc677-9b3f-48d8-9066-0e5be9bbb696 None None] Port 4713379e-52a2-4c80-b63c-bbd8f7df0efc cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:32:40.582461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:40.789404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c185bff-a4f9-47ec-9d21-d43599e848df req-2b3c6fb4-00de-4ebb-aa45-4f6f68182038 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:40.793679 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0c185bff-a4f9-47ec-9d21-d43599e848df req-2b3c6fb4-00de-4ebb-aa45-4f6f68182038 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 931 time: 0.0833979 Mar 22 13:32:40.840576 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0c185bff-a4f9-47ec-9d21-d43599e848df req-b60c4577-c08d-432f-b8e7-80ae6c302a23 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426147 Mar 22 13:32:40.960537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4713379e-52a2-4c80-b63c-bbd8f7df0efc {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:32:40.968889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:40.985152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Transition to ACTIVE for port object 4713379e-52a2-4c80-b63c-bbd8f7df0efc will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:32:40.989607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:41.148474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Pushing event updated for resources: {'Port': ['ID=4713379e-52a2-4c80-b63c-bbd8f7df0efc,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:41.342389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Attempting to bind port 4713379e-52a2-4c80-b63c-bbd8f7df0efc on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:32:41.342602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Attempting to bind port 4713379e-52a2-4c80-b63c-bbd8f7df0efc by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:32:41.343017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Attempting to bind port 4713379e-52a2-4c80-b63c-bbd8f7df0efc on network 13c52808-9831-4557-be4b-df6bcc8acc87 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:32:41.347664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Port 4713379e-52a2-4c80-b63c-bbd8f7df0efc on network 13c52808-9831-4557-be4b-df6bcc8acc87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:32:41.347982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Attempting to bind port 4713379e-52a2-4c80-b63c-bbd8f7df0efc on network 13c52808-9831-4557-be4b-df6bcc8acc87 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:32:41.353088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:32:41.353426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Checking segment: {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:32:41.353811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Bound using segment: {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:32:41.354232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Bound port: 4713379e-52a2-4c80-b63c-bbd8f7df0efc, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:32:41.354579 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:41.446130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] For port 4713379e-52a2-4c80-b63c-bbd8f7df0efc, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:32:41.449686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] For port 4713379e-52a2-4c80-b63c-bbd8f7df0efc, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4713379e-52a2-4c80-b63c-bbd8f7df0efc,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:32:41.455984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:41.508347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:41.509138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:41.510540 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] 10.222.0.47 "PUT /v2.0/ports/4713379e-52a2-4c80-b63c-bbd8f7df0efc HTTP/1.1" status: 200 len: 1093 time: 1.0688839 Mar 22 13:32:41.513776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3889d2-beaa-467d-bd01-b65f6792b697', 'tag': '4713379e-52a2-4c80-b63c-bbd8f7df0efc'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:32:41.545736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f5442-89ef-46e4-a6b1-0bba71371153 service neutron] Pushing event updated for resources: {'Port': ['ID=4713379e-52a2-4c80-b63c-bbd8f7df0efc,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:41.657984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006aa7-d410-4790-9979-f575b28e2e4c req-71ce9ba0-abe4-4a44-9845-58e2997adef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:41.659681 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-71ce9ba0-abe4-4a44-9845-58e2997adef4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ba7d4ddd3534bafaa4e2fe1723f41e6&device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 1096 time: 0.0943244 Mar 22 13:32:41.737000 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3889d2-beaa-467d-bd01-b65f6792b697', 'tag': '4713379e-52a2-4c80-b63c-bbd8f7df0efc', 'status': 'completed', 'code': 200} Mar 22 13:32:41.738751 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-d8cd0123-f769-4159-b0c2-0887c178f85e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4713379e-52a2-4c80-b63c-bbd8f7df0efc HTTP/1.1" status: 200 len: 217 time: 0.0700750 Mar 22 13:32:41.812870 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006aa7-d410-4790-9979-f575b28e2e4c req-89f8147c-01a1-4c2f-ba2b-1a92ac0d8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:41.814301 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-89f8147c-01a1-4c2f-ba2b-1a92ac0d8850 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceb2dce-9016-436f-9b82-caab52b6d267 HTTP/1.1" status: 200 len: 855 time: 0.0692375 Mar 22 13:32:41.899799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006aa7-d410-4790-9979-f575b28e2e4c req-6f9f949f-b6c0-45d9-ad3a-15f16915881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:41.901431 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-6f9f949f-b6c0-45d9-ad3a-15f16915881e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c52808-9831-4557-be4b-df6bcc8acc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755401 Mar 22 13:32:42.045913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e6ea3-56d4-4c9a-85aa-6f48ab537363 req-f70fab3a-ed20-45ea-b788-8ec8aaa68cc1 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:42.048026 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2a8e6ea3-56d4-4c9a-85aa-6f48ab537363 req-f70fab3a-ed20-45ea-b788-8ec8aaa68cc1 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 943 time: 0.0985582 Mar 22 13:32:42.057249 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-a66cdaef-a804-4be9-9850-1231d73cc9ca service neutron] 10.222.0.47 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479878 Mar 22 13:32:42.094901 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2a8e6ea3-56d4-4c9a-85aa-6f48ab537363 req-04f7f34e-e525-4b20-a1f7-670b69462458 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Mar 22 13:32:42.194105 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de006aa7-d410-4790-9979-f575b28e2e4c req-3ca3421c-05bf-4fc6-b269-45f3a59ae087 service neutron] 10.222.0.47 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304541 Mar 22 13:32:42.313720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-a87817c9-4b9c-4d7c-8f6b-47d138d0e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:42.315293 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-a87817c9-4b9c-4d7c-8f6b-47d138d0e1af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ba7d4ddd3534bafaa4e2fe1723f41e6&device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 1096 time: 0.0776498 Mar 22 13:32:42.455497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-5cccb48e-d730-4c8b-b599-576b37434aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:42.455497 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-5cccb48e-d730-4c8b-b599-576b37434aed service neutron] 10.222.0.47 "GET /v2.0/networks?id=13c52808-9831-4557-be4b-df6bcc8acc87 HTTP/1.1" status: 200 len: 917 time: 0.1325974 Mar 22 13:32:42.523741 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-c052ea5d-67b0-4c38-b847-617f02d5cc25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4713379e-52a2-4c80-b63c-bbd8f7df0efc HTTP/1.1" status: 200 len: 217 time: 0.0617290 Mar 22 13:32:42.592569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-03f34b22-63dd-45e6-bd83-4d79b17bc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:42.594035 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-03f34b22-63dd-45e6-bd83-4d79b17bc970 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceb2dce-9016-436f-9b82-caab52b6d267 HTTP/1.1" status: 200 len: 855 time: 0.0629306 Mar 22 13:32:42.671588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-4a34201b-4428-472f-ac60-d5fe25d18705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:42.672984 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-4a34201b-4428-472f-ac60-d5fe25d18705 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c52808-9831-4557-be4b-df6bcc8acc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712445 Mar 22 13:32:42.806311 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-0ceba001-1d8a-4843-bfbe-7cb25203b133 service neutron] 10.222.0.47 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258073 Mar 22 13:32:42.942700 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-040d75c1-4dd6-48e5-a601-4dd2bb17bade req-4aa0ef51-5a2b-4319-9d7d-5a84b80d11cd service neutron] 10.222.0.47 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297300 Mar 22 13:32:43.309156 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d9849-1c4f-432e-ae98-c9bf6256ab06 req-ed52c5b1-2f63-42ba-bd32-1b1a7902ddbb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:43.309814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-393d9849-1c4f-432e-ae98-c9bf6256ab06 req-ed52c5b1-2f63-42ba-bd32-1b1a7902ddbb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Synchronizing usage tracker for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:32:43.326448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-393d9849-1c4f-432e-ae98-c9bf6256ab06 req-ed52c5b1-2f63-42ba-bd32-1b1a7902ddbb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Unset dirty status for tenant:2ba7d4ddd3534bafaa4e2fe1723f41e6 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:32:43.327903 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-393d9849-1c4f-432e-ae98-c9bf6256ab06 req-ed52c5b1-2f63-42ba-bd32-1b1a7902ddbb tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 943 time: 0.1020565 Mar 22 13:32:43.470203 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-393d9849-1c4f-432e-ae98-c9bf6256ab06 req-7d2021d8-2a65-437d-844f-eaadb14fac6a tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362658 Mar 22 13:32:44.563754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 4713379e-52a2-4c80-b63c-bbd8f7df0efc details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:32:44.686142 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6408e3-eee9-4307-b5e5-b72eb9011937 req-0c3f66b6-d90e-4634-a2b4-7dffe30eec70 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:44.688287 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6e6408e3-eee9-4307-b5e5-b72eb9011937 req-0c3f66b6-d90e-4634-a2b4-7dffe30eec70 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 943 time: 0.1010873 Mar 22 13:32:44.740347 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6e6408e3-eee9-4307-b5e5-b72eb9011937 req-0f643748-6467-4f47-88d1-9945afe2935b tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440803 Mar 22 13:32:44.777988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 4713379e-52a2-4c80-b63c-bbd8f7df0efc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4713379e-52a2-4c80-b63c-bbd8f7df0efc,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:44.794189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '4713379e-52a2-4c80-b63c-bbd8f7df0efc', 'network_id': '13c52808-9831-4557-be4b-df6bcc8acc87', 'port_id': '4713379e-52a2-4c80-b63c-bbd8f7df0efc', 'mac_address': 'fa:16:3e:12:62:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceb2dce-9016-436f-9b82-caab52b6d267', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:32:44.851515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:44.869078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4713379e-52a2-4c80-b63c-bbd8f7df0efc {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:32:44.885058 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 4713379e-52a2-4c80-b63c-bbd8f7df0efc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4713379e-52a2-4c80-b63c-bbd8f7df0efc,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:44.889138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:44.960308 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=4713379e-52a2-4c80-b63c-bbd8f7df0efc,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:45.129618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['4713379e-52a2-4c80-b63c-bbd8f7df0efc'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:32:45.949032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2562231-cce4-44a5-9861-7437bf328485 req-abce7258-f61f-44b3-b980-0c4a247d39a0 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:45.950521 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2562231-cce4-44a5-9861-7437bf328485 req-abce7258-f61f-44b3-b980-0c4a247d39a0 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 944 time: 0.0960467 Mar 22 13:32:45.999847 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2562231-cce4-44a5-9861-7437bf328485 req-add62945-1e17-47f5-9d34-bcd5e6468f3d tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Mar 22 13:32:46.557593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 4713379e-52a2-4c80-b63c-bbd8f7df0efc up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:32:46.629840 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 4713379e-52a2-4c80-b63c-bbd8f7df0efc completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:32:46.637464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 4713379e-52a2-4c80-b63c-bbd8f7df0efc triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:32:46.637835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:46.759604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:46.786726 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3889d2-beaa-467d-bd01-b65f6792b697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4713379e-52a2-4c80-b63c-bbd8f7df0efc'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:32:46.798496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 4713379e-52a2-4c80-b63c-bbd8f7df0efc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4713379e-52a2-4c80-b63c-bbd8f7df0efc,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:32:46.802216 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:46.843247 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3889d2-beaa-467d-bd01-b65f6792b697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4713379e-52a2-4c80-b63c-bbd8f7df0efc', 'code': 200} Mar 22 13:32:46.873016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=4713379e-52a2-4c80-b63c-bbd8f7df0efc,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:47.078484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df7e11-38ce-4b7a-9485-dd18e526b0cd req-83b1c68f-4060-4f48-a5d1-136309a3293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:47.080369 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-72df7e11-38ce-4b7a-9485-dd18e526b0cd req-83b1c68f-4060-4f48-a5d1-136309a3293d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 1098 time: 0.0751970 Mar 22 13:32:47.124835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-72df7e11-38ce-4b7a-9485-dd18e526b0cd req-c6a3d9e4-e09f-457a-8eb3-13ef61ddb458 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368612 Mar 22 13:32:47.213721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85489c45-27a2-469d-ae6a-37fd20346c35 req-c9d21939-da18-43c7-870b-eff26da0bedd tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:47.215708 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-85489c45-27a2-469d-ae6a-37fd20346c35 req-c9d21939-da18-43c7-870b-eff26da0bedd tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 945 time: 0.0857062 Mar 22 13:32:47.268956 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-85489c45-27a2-469d-ae6a-37fd20346c35 req-ebb4c4a7-9c9b-4bd2-adaf-f872eac706f3 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Mar 22 13:32:48.481205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0ceef-0cd8-41c9-b932-35d7c0e4594d req-7c2c4e32-4090-4459-82da-7eb92ab67ee8 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:48.482680 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c1b0ceef-0cd8-41c9-b932-35d7c0e4594d req-7c2c4e32-4090-4459-82da-7eb92ab67ee8 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 945 time: 0.0866511 Mar 22 13:32:48.532653 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c1b0ceef-0cd8-41c9-b932-35d7c0e4594d req-ef208638-cda6-489d-8611-f336afbbe51e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438974 Mar 22 13:32:48.728882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3bf4c-6b9d-4316-8bc7-82377b981dee req-13b8b78d-c500-42dd-b372-79fc65b7857e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:48.731007 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0dc3bf4c-6b9d-4316-8bc7-82377b981dee req-13b8b78d-c500-42dd-b372-79fc65b7857e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 945 time: 0.0826361 Mar 22 13:32:48.775612 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0dc3bf4c-6b9d-4316-8bc7-82377b981dee req-f1d11f6b-c715-4403-86af-572522fbad06 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 Mar 22 13:32:51.793156 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:55.333049 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-15fa7802-50a3-480c-b726-196d330616f4 req-adcfdbbc-9526-4f54-803e-0f2402c5b58b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759592 Mar 22 13:32:55.480685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa7802-50a3-480c-b726-196d330616f4 req-de61733d-28fb-4abf-9752-89368f62a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:55.482186 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-15fa7802-50a3-480c-b726-196d330616f4 req-de61733d-28fb-4abf-9752-89368f62a824 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ba7d4ddd3534bafaa4e2fe1723f41e6&device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 1098 time: 0.0757787 Mar 22 13:32:55.638096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa7802-50a3-480c-b726-196d330616f4 req-7590a4af-e932-4380-a0fb-7476510da8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:55.639672 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-15fa7802-50a3-480c-b726-196d330616f4 req-7590a4af-e932-4380-a0fb-7476510da8b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=13c52808-9831-4557-be4b-df6bcc8acc87 HTTP/1.1" status: 200 len: 917 time: 0.1303778 Mar 22 13:32:55.717067 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-15fa7802-50a3-480c-b726-196d330616f4 req-c2b28f8f-54c3-4885-a94d-6c63805ecac5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4713379e-52a2-4c80-b63c-bbd8f7df0efc HTTP/1.1" status: 200 len: 217 time: 0.0667303 Mar 22 13:32:55.781380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa7802-50a3-480c-b726-196d330616f4 req-71d067f1-2c27-4c45-827f-2d442165e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:55.782814 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-15fa7802-50a3-480c-b726-196d330616f4 req-71d067f1-2c27-4c45-827f-2d442165e41b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ceb2dce-9016-436f-9b82-caab52b6d267 HTTP/1.1" status: 200 len: 855 time: 0.0584414 Mar 22 13:32:55.866037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa7802-50a3-480c-b726-196d330616f4 req-0343385e-44e6-4228-9a7c-52f30e0ad4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:32:55.867562 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-15fa7802-50a3-480c-b726-196d330616f4 req-0343385e-44e6-4228-9a7c-52f30e0ad4e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13c52808-9831-4557-be4b-df6bcc8acc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775156 Mar 22 13:32:56.008835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-15fa7802-50a3-480c-b726-196d330616f4 req-702304fe-ab9a-4685-9b6d-7550805e33ea service neutron] 10.222.0.47 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338110 Mar 22 13:32:56.146849 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-15fa7802-50a3-480c-b726-196d330616f4 req-ab6e92d9-ea8c-4c43-b2f5-09218f4916b2 service neutron] 10.222.0.47 "GET /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310027 Mar 22 13:33:02.436628 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:33:03.105739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b07ad1d2-97d1-4132-afc9-d0e0e237cd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:03.223554 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66006b03-489d-4689-b3ef-a16e66500fd5 req-dcc71121-df1a-40f4-bfde-ce5aec887123 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:03.224923 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-66006b03-489d-4689-b3ef-a16e66500fd5 req-dcc71121-df1a-40f4-bfde-ce5aec887123 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 945 time: 0.0845318 Mar 22 13:33:03.271287 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-66006b03-489d-4689-b3ef-a16e66500fd5 req-8f7e9f17-b317-4f7d-87f5-431d1739bc17 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 Mar 22 13:33:04.473441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b5901-eb70-473d-9bfe-d8a1276a9eb4 req-964443c9-29c7-4ff6-bcd2-f26bd7e215c7 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:04.474971 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5e3b5901-eb70-473d-9bfe-d8a1276a9eb4 req-964443c9-29c7-4ff6-bcd2-f26bd7e215c7 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 945 time: 0.0890541 Mar 22 13:33:04.522938 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5e3b5901-eb70-473d-9bfe-d8a1276a9eb4 req-dbf69b70-f87a-4504-be81-da47183c2dfe tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Mar 22 13:33:04.997998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-96c4e632-86d4-4651-b4e3-34b3d5c01189 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:04.999536 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-96c4e632-86d4-4651-b4e3-34b3d5c01189 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 945 time: 0.0852506 Mar 22 13:33:05.070009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Deleting port 4713379e-52a2-4c80-b63c-bbd8f7df0efc {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:05.070356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:05.385240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bba43c90-3068-4fc8-a3cc-3eba3a108aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:05.447295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] For port 4713379e-52a2-4c80-b63c-bbd8f7df0efc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4713379e-52a2-4c80-b63c-bbd8f7df0efc,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:05.447656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:05.575432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Calling delete_port for 4713379e-52a2-4c80-b63c-bbd8f7df0efc owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:33:05.746012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c48400-88b9-4469-a592-655dadb79bcc req-3df0af8f-2ed5-4b25-9184-5d7de5b0faa8 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:05.747658 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-71c48400-88b9-4469-a592-655dadb79bcc req-3df0af8f-2ed5-4b25-9184-5d7de5b0faa8 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa3889d2-beaa-467d-bd01-b65f6792b697 HTTP/1.1" status: 200 len: 945 time: 0.1117325 Mar 22 13:33:05.756234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:05.774243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['4713379e-52a2-4c80-b63c-bbd8f7df0efc'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:33:05.814101 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-71c48400-88b9-4469-a592-655dadb79bcc req-7497cf08-1d1c-4d65-b81a-4c13de36a713 tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4e6d9-1ef9-433d-ac4f-2b492056af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580420 Mar 22 13:33:05.828693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Pushing event deleted for resources: {'Port': ['ID=4713379e-52a2-4c80-b63c-bbd8f7df0efc,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:05.840126 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.840594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.841004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.841412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.841843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.842247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.842645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.843055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.843471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.844143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.844239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.844708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:05.925230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] No DVR routers for this DVR port 4713379e-52a2-4c80-b63c-bbd8f7df0efc on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:33:05.927892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:05.930612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3889d2-beaa-467d-bd01-b65f6792b697', 'name': 'network-vif-deleted', 'tag': '4713379e-52a2-4c80-b63c-bbd8f7df0efc'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:33:05.954887 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6866ffe0-3c0e-4abe-bb4c-b93349060740 req-47003c3b-b152-4fd7-9ab4-c3c4a0f6179e tempest-TestEncryptedCinderVolumes-2089910846 tempest-TestEncryptedCinderVolumes-2089910846-project] 10.222.0.47 "DELETE /v2.0/ports/4713379e-52a2-4c80-b63c-bbd8f7df0efc HTTP/1.1" status: 204 len: 173 time: 0.9490435 Mar 22 13:33:06.023385 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3889d2-beaa-467d-bd01-b65f6792b697', 'name': 'network-vif-deleted', 'tag': '4713379e-52a2-4c80-b63c-bbd8f7df0efc', 'status': 'completed', 'code': 200} Mar 22 13:33:06.462567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:06.655860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:07.095655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48566) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:07.674636 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:07.942263 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:08.156914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] Deleting port d72397f3-ab10-4006-8e4f-16a352afcd78 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:08.157550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:08.337844 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] For port d72397f3-ab10-4006-8e4f-16a352afcd78, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d72397f3-ab10-4006-8e4f-16a352afcd78,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:08.338122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:08.468999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] Calling delete_port for d72397f3-ab10-4006-8e4f-16a352afcd78 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:33:08.631541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 4713379e-52a2-4c80-b63c-bbd8f7df0efc no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:33:08.666254 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 4713379e-52a2-4c80-b63c-bbd8f7df0efc {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:33:08.666575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 4713379e-52a2-4c80-b63c-bbd8f7df0efc not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:33:08.811684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:08.865047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] Pushing event deleted for resources: {'Port': ['ID=d72397f3-ab10-4006-8e4f-16a352afcd78,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:09.142375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:09.630990 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] Router b93b9972-2d08-4f2f-9b97-113fa9b8551a has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:33:09.810732 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:33:09.819463 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a687c8-e347-404e-b324-917796d450ab None None] Sync routers for ids ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:33:09.825884 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b5ecb036-846f-4a86-8e00-25094cccd600 admin admin] 10.222.0.70 "PUT /v2.0/routers/b93b9972-2d08-4f2f-9b97-113fa9b8551a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7263737 Mar 22 13:33:09.826120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48570) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:09.830078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a687c8-e347-404e-b324-917796d450ab None None] Routers {'b93b9972-2d08-4f2f-9b97-113fa9b8551a'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:09.830694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-44a687c8-e347-404e-b324-917796d450ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:10.015437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:10.025386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-44a687c8-e347-404e-b324-917796d450ab None None] Set router b93b9972-2d08-4f2f-9b97-113fa9b8551a gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:10.199730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:10.209643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Deleting port 87b90250-d03a-481f-9295-2a2e254fb449 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:10.210052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:10.359977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-44a687c8-e347-404e-b324-917796d450ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'name': 'tempest-TestEncryptedCinderVolumes-750165272-router', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '87b90250-d03a-481f-9295-2a2e254fb449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:52Z', 'updated_at': '2022-03-22T13:33:08Z', 'revision_number': 5, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'gw_port': {'id': '87b90250-d03a-481f-9295-2a2e254fb449', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:53Z', 'updated_at': '2022-03-22T13:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:10.365301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a687c8-e347-404e-b324-917796d450ab None None] Checking router: b93b9972-2d08-4f2f-9b97-113fa9b8551a for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:33:10.377721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a687c8-e347-404e-b324-917796d450ab None None] Routers {'b93b9972-2d08-4f2f-9b97-113fa9b8551a'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:10.379391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-44a687c8-e347-404e-b324-917796d450ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:10.398173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] For port 87b90250-d03a-481f-9295-2a2e254fb449, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=87b90250-d03a-481f-9295-2a2e254fb449,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:10.398526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:10.523739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Calling delete_port for 87b90250-d03a-481f-9295-2a2e254fb449 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:33:10.532574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-44a687c8-e347-404e-b324-917796d450ab None None] Set router b93b9972-2d08-4f2f-9b97-113fa9b8551a gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:10.643513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-44a687c8-e347-404e-b324-917796d450ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'name': 'tempest-TestEncryptedCinderVolumes-750165272-router', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:52Z', 'updated_at': '2022-03-22T13:33:10Z', 'revision_number': 6, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:10.650128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a687c8-e347-404e-b324-917796d450ab None None] The sync data for ids ['b93b9972-2d08-4f2f-9b97-113fa9b8551a'] in dv-neutron-834664-2-hyperv is: [{'id': 'b93b9972-2d08-4f2f-9b97-113fa9b8551a', 'name': 'tempest-TestEncryptedCinderVolumes-750165272-router', 'tenant_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:52Z', 'updated_at': '2022-03-22T13:33:10Z', 'revision_number': 6, 'project_id': '2ba7d4ddd3534bafaa4e2fe1723f41e6', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:33:10.703040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:10.753128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b90250-d03a-481f-9295-2a2e254fb449,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:10.850187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.145889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.148394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.173962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.174500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b93b9972-2d08-4f2f-9b97-113fa9b8551a {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:33:11.188507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.189644 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fbc29996-08c2-4daf-88f1-47ed5c6af528 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b93b9972-2d08-4f2f-9b97-113fa9b8551a HTTP/1.1" status: 204 len: 168 time: 1.3626165 Mar 22 13:33:11.192194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48574) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:11.259280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a83b798-cb8b-4072-9196-46c5ef2146d7 admin admin] Deleting subnet 9ceb2dce-9016-436f-9b82-caab52b6d267 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:33:11.264594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a83b798-cb8b-4072-9196-46c5ef2146d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.325876 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a83b798-cb8b-4072-9196-46c5ef2146d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.409192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a83b798-cb8b-4072-9196-46c5ef2146d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.483397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a83b798-cb8b-4072-9196-46c5ef2146d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.523147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83b798-cb8b-4072-9196-46c5ef2146d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ceb2dce-9016-436f-9b82-caab52b6d267,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:11.529393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7a83b798-cb8b-4072-9196-46c5ef2146d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.534441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac31d3c-788b-4b1c-9f0a-ba6103b495ea None None] Network 13c52808-9831-4557-be4b-df6bcc8acc87 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:33:11.535603 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7a83b798-cb8b-4072-9196-46c5ef2146d7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9ceb2dce-9016-436f-9b82-caab52b6d267 HTTP/1.1" status: 204 len: 168 time: 0.3423183 Mar 22 13:33:11.539179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48578) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:11.647354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.657996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Deleting port 052b001c-0d82-430a-9f21-f62e9f00e086 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:11.658324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.783672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] DHCP port deletion for 13c52808-9831-4557-be4b-df6bcc8acc87 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:33:11.787850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] Deleting port 052b001c-0d82-430a-9f21-f62e9f00e086 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:11.788215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.864514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] For port 052b001c-0d82-430a-9f21-f62e9f00e086, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=052b001c-0d82-430a-9f21-f62e9f00e086,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:11.865041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:11.925629 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d72397f3-ab10-4006-8e4f-16a352afcd78 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:33:11.967133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: d72397f3-ab10-4006-8e4f-16a352afcd78 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:33:11.967488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d72397f3-ab10-4006-8e4f-16a352afcd78 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:33:11.967908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 052b001c-0d82-430a-9f21-f62e9f00e086 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:33:11.996703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Calling delete_port for 052b001c-0d82-430a-9f21-f62e9f00e086 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:33:12.085227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:12.100262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] For port 052b001c-0d82-430a-9f21-f62e9f00e086, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=052b001c-0d82-430a-9f21-f62e9f00e086,segment=NetworkSegment(9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4),segment_id=9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:12.100262 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:12.133483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Pushing event deleted for resources: {'Port': ['ID=052b001c-0d82-430a-9f21-f62e9f00e086,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:12.135284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] No DVR routers for this DVR port 052b001c-0d82-430a-9f21-f62e9f00e086 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:33:12.217508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No active binding found for port 052b001c-0d82-430a-9f21-f62e9f00e086 {{(pid=87934) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 22 13:33:12.217819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 052b001c-0d82-430a-9f21-f62e9f00e086 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:33:12.218231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 87b90250-d03a-481f-9295-2a2e254fb449 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:33:12.246593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] Calling delete_port for 052b001c-0d82-430a-9f21-f62e9f00e086 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:33:12.252250 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:12.282246 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c52808-9831-4557-be4b-df6bcc8acc87']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:12.296528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 87b90250-d03a-481f-9295-2a2e254fb449 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:33:12.296865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 87b90250-d03a-481f-9295-2a2e254fb449 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:33:12.297251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:12.297544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5857b3-995a-4bc4-bcd0-b8f7e81dcda4') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:12.310009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:12.330398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:12.338178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:33:12.340663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:33:12.363646 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:33:12.372280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:33:12.372917 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:33:12.446918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:12.470389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:12.478906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] Pushing event deleted for resources: {'Network': ['ID=13c52808-9831-4557-be4b-df6bcc8acc87,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:12.499240 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b2570790-169b-4890-968e-6b72aaed0526 admin admin] 10.222.0.70 "DELETE /v2.0/networks/13c52808-9831-4557-be4b-df6bcc8acc87 HTTP/1.1" status: 204 len: 168 time: 0.9576340 Mar 22 13:33:12.501913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48582) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:12.874392 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] Deleting port 052b001c-0d82-430a-9f21-f62e9f00e086 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:12.874965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:12.939778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ca26404c-1f21-475c-98d1-6d9409530082 None None] The port '052b001c-0d82-430a-9f21-f62e9f00e086' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:33:13.156363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:13.500293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] Deleting port 2a373976-2b91-4d32-830a-6f8ec2c3da8d {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:13.500553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:13.670604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] For port 2a373976-2b91-4d32-830a-6f8ec2c3da8d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2a373976-2b91-4d32-830a-6f8ec2c3da8d,segment=NetworkSegment(5ac351de-8be0-4dee-9724-6d7e6635258f),segment_id=5ac351de-8be0-4dee-9724-6d7e6635258f)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:13.670953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:13.790391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] Calling delete_port for 2a373976-2b91-4d32-830a-6f8ec2c3da8d owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:33:13.964620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:14.009633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a373976-2b91-4d32-830a-6f8ec2c3da8d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:14.378798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:14.738678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] Router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:33:14.915769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:33:14.925141 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-23d00e13-52d2-4e52-9378-42c4acf96237 admin admin] 10.222.0.70 "PUT /v2.0/routers/5c3ce80b-b1ca-4891-bc4a-d6307e90c09e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4221196 Mar 22 13:33:14.925454 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3623643-2572-4a09-b159-853499f06167 None None] Sync routers for ids ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:33:14.927564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48586) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:14.934660 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3623643-2572-4a09-b159-853499f06167 None None] Routers {'5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:14.935316 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f3623643-2572-4a09-b159-853499f06167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:15.120239 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-f3623643-2572-4a09-b159-853499f06167 None None] Set router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:15.130109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:15.318785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:15.331516 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Deleting port ba4dd249-82a9-4ff3-a59f-d158ca29ecda {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:15.331867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:15.416759 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f3623643-2572-4a09-b159-853499f06167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'name': 'tempest-TestEncryptedCinderVolumes-2118245420-router', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:58Z', 'updated_at': '2022-03-22T13:33:13Z', 'revision_number': 5, 'project_id': '1251430abfd64c05b9473f232198e13f', 'gw_port': {'id': 'ba4dd249-82a9-4ff3-a59f-d158ca29ecda', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:31:59Z', 'updated_at': '2022-03-22T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:15.420598 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3623643-2572-4a09-b159-853499f06167 None None] Checking router: 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:33:15.428866 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3623643-2572-4a09-b159-853499f06167 None None] Routers {'5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:15.429467 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f3623643-2572-4a09-b159-853499f06167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:15.507230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] For port ba4dd249-82a9-4ff3-a59f-d158ca29ecda, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ba4dd249-82a9-4ff3-a59f-d158ca29ecda,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:15.507837 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:15.581565 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-f3623643-2572-4a09-b159-853499f06167 None None] Set router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:15.690388 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f3623643-2572-4a09-b159-853499f06167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'name': 'tempest-TestEncryptedCinderVolumes-2118245420-router', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:58Z', 'updated_at': '2022-03-22T13:33:15Z', 'revision_number': 6, 'project_id': '1251430abfd64c05b9473f232198e13f', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:15.694433 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3623643-2572-4a09-b159-853499f06167 None None] The sync data for ids ['5c3ce80b-b1ca-4891-bc4a-d6307e90c09e'] in dv-neutron-834664-2-hyperv is: [{'id': '5c3ce80b-b1ca-4891-bc4a-d6307e90c09e', 'name': 'tempest-TestEncryptedCinderVolumes-2118245420-router', 'tenant_id': '1251430abfd64c05b9473f232198e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:31:58Z', 'updated_at': '2022-03-22T13:33:15Z', 'revision_number': 6, 'project_id': '1251430abfd64c05b9473f232198e13f', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:33:15.745255 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Calling delete_port for ba4dd249-82a9-4ff3-a59f-d158ca29ecda owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:33:15.909910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:15.965730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4dd249-82a9-4ff3-a59f-d158ca29ecda,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:16.059833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.254414 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.256553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.279611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.280131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c3ce80b-b1ca-4891-bc4a-d6307e90c09e {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:33:16.292394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.294128 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3c0d380f-b3ea-4b34-bfd9-36124fdcef9f admin admin] 10.222.0.70 "DELETE /v2.0/routers/5c3ce80b-b1ca-4891-bc4a-d6307e90c09e HTTP/1.1" status: 204 len: 168 time: 1.3656697 Mar 22 13:33:16.296558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48590) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:16.357278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c6402f-e156-4a73-9ce6-123001da56a2 admin admin] Deleting subnet 70c32d54-5439-4bd0-a325-51db09c50922 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:33:16.364796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55c6402f-e156-4a73-9ce6-123001da56a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.416810 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55c6402f-e156-4a73-9ce6-123001da56a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.456812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2a373976-2b91-4d32-830a-6f8ec2c3da8d no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:33:16.532003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55c6402f-e156-4a73-9ce6-123001da56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.578606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 2a373976-2b91-4d32-830a-6f8ec2c3da8d {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:33:16.579810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2a373976-2b91-4d32-830a-6f8ec2c3da8d not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:33:16.626176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55c6402f-e156-4a73-9ce6-123001da56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.665137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6402f-e156-4a73-9ce6-123001da56a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c32d54-5439-4bd0-a325-51db09c50922,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:16.669887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55c6402f-e156-4a73-9ce6-123001da56a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.675205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1485cc9a-d5bf-466c-ba9b-38f21a0aa3a5 None None] Network 12e728da-1bbe-4200-99a9-06567e1b9f7f requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:33:16.676524 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-55c6402f-e156-4a73-9ce6-123001da56a2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/70c32d54-5439-4bd0-a325-51db09c50922 HTTP/1.1" status: 204 len: 168 time: 0.3789945 Mar 22 13:33:16.678909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48594) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:16.789962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.800904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Deleting port 3ba68397-0a30-485a-9f4c-44906f54d4b7 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:16.801245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:16.935791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] DHCP port deletion for 12e728da-1bbe-4200-99a9-06567e1b9f7f request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:33:16.940306 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] Deleting port 3ba68397-0a30-485a-9f4c-44906f54d4b7 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:16.940673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.022735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] For port 3ba68397-0a30-485a-9f4c-44906f54d4b7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3ba68397-0a30-485a-9f4c-44906f54d4b7,segment=NetworkSegment(5ac351de-8be0-4dee-9724-6d7e6635258f),segment_id=5ac351de-8be0-4dee-9724-6d7e6635258f)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:17.023086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.145939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Calling delete_port for 3ba68397-0a30-485a-9f4c-44906f54d4b7 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:33:17.146409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] For port 3ba68397-0a30-485a-9f4c-44906f54d4b7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3ba68397-0a30-485a-9f4c-44906f54d4b7,segment=NetworkSegment(5ac351de-8be0-4dee-9724-6d7e6635258f),segment_id=5ac351de-8be0-4dee-9724-6d7e6635258f)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:17.146796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.221669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.270979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] Calling delete_port for 3ba68397-0a30-485a-9f4c-44906f54d4b7 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:33:17.348481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:33:17.348865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:33:17.378065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] No DVR routers for this DVR port 3ba68397-0a30-485a-9f4c-44906f54d4b7 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:33:17.404076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba68397-0a30-485a-9f4c-44906f54d4b7,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:17.497343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.521661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e728da-1bbe-4200-99a9-06567e1b9f7f']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:17.533343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac351de-8be0-4dee-9724-6d7e6635258f') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:17.533933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac351de-8be0-4dee-9724-6d7e6635258f') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:17.545108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.561452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.568105 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:33:17.568493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:33:17.582640 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:33:17.662676 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.667285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.687977 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] 10.222.0.70 "DELETE /v2.0/networks/12e728da-1bbe-4200-99a9-06567e1b9f7f HTTP/1.1" status: 204 len: 168 time: 1.0080380 Mar 22 13:33:17.694660 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42ebd8-1e21-4706-b501-b01215d57c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e728da-1bbe-4200-99a9-06567e1b9f7f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:17.850256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] Deleting port 3ba68397-0a30-485a-9f4c-44906f54d4b7 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:33:17.850773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.854922 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48600) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:17.912893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48604) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:17.915198 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f5ba0ddf-3629-45a3-8d88-ec34dbded881 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ba7d4ddd3534bafaa4e2fe1723f41e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582800 Mar 22 13:33:17.919103 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e969f-23c0-4b38-af9b-8d1308de4497 None None] The port '3ba68397-0a30-485a-9f4c-44906f54d4b7' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:33:17.921311 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ba4dd249-82a9-4ff3-a59f-d158ca29ecda no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:33:17.961961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: ba4dd249-82a9-4ff3-a59f-d158ca29ecda {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:33:17.962309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ba4dd249-82a9-4ff3-a59f-d158ca29ecda not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:33:17.963100 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3ba68397-0a30-485a-9f4c-44906f54d4b7 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:33:17.974364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-584dbb52-ef50-4e33-9781-c196cf11b642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:17.996547 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 3ba68397-0a30-485a-9f4c-44906f54d4b7 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:33:17.996891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3ba68397-0a30-485a-9f4c-44906f54d4b7 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:33:18.000453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-584dbb52-ef50-4e33-9781-c196cf11b642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:18.057146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-584dbb52-ef50-4e33-9781-c196cf11b642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:18.074952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dbb52-ef50-4e33-9781-c196cf11b642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d4e6d9-1ef9-433d-ac4f-2b492056af7a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:18.085843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-584dbb52-ef50-4e33-9781-c196cf11b642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:18.086976 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-584dbb52-ef50-4e33-9781-c196cf11b642 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20d4e6d9-1ef9-433d-ac4f-2b492056af7a HTTP/1.1" status: 204 len: 168 time: 0.1728485 Mar 22 13:33:18.425430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48612) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:18.476691 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-21941dc2-c4f6-45f9-b72b-361dc8c611c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1251430abfd64c05b9473f232198e13f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497463 Mar 22 13:33:18.478797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48616) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:18.538120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:18.564803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:18.616607 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:18.631560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c17811-7a14-42f4-9e78-7cc779301653,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:18.642694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.643047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.643630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.644185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.644703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.645225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.645736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.646236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.646733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.647248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.647728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.648209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:18.654362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:18.658898 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fea1653d-cd27-4776-94ce-5e904ef19a79 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9c17811-7a14-42f4-9e78-7cc779301653 HTTP/1.1" status: 204 len: 168 time: 0.1761107 Mar 22 13:33:19.460758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48640) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:19.562941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-552281996-network', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:33:19.568124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:33:19.571916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Usage tracker for resource:network and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:33:19.575306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:33:19.581593 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:33:19.592093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Made reservation on behalf of 4d7c0a2adff745c1b4a827a42875d2cc for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:33:19.594450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:19.606434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:19.620966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:33:19.624811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Usage tracker for resource:security_group_rule and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:33:19.627673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:33:19.633184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:33:19.741800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:19.746026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:19.776447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:33:19.785218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259d5b68-262c-41fa-aa2a-6e40bc7a3258,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:19.791089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:19.791464 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Added segment 1359e8ea-c695-49b7-a81f-4a760eda1b44 of type vlan for network ad360037-bd08-4d3c-a15d-4b92598eba97 Mar 22 13:33:19.822934 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:19.857442 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:19.858544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:19.858936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:19.962100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] Pushing event updated for resources: {'Network': ['ID=ad360037-bd08-4d3c-a15d-4b92598eba97,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:19.965881 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6222adff-1598-43d5-a733-aeda2ed681ed admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5041234 Mar 22 13:33:19.969439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48646) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:19.972758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network ad360037-bd08-4d3c-a15d-4b92598eba97 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:33:19.976022 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Request body: {'subnet': {'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-552281996-subnet', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:33:19.981773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:33:19.986006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Usage tracker for resource:subnet and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:33:19.988978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:33:19.995566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:33:20.007012 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Made reservation on behalf of 4d7c0a2adff745c1b4a827a42875d2cc for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:33:20.009348 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:20.330993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:20.405588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c285974-589d-4e0a-9405-8a412936bc85,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:20.413253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Checking segment: {'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:33:20.413616 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Network hostable DHCP agents. Network: ad360037-bd08-4d3c-a15d-4b92598eba97, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:33:20.433135 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Network ad360037-bd08-4d3c-a15d-4b92598eba97 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:33:20.443936 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, ad360037-bd08-4d3c-a15d-4b92598eba97) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:20.448655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:20.450145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:20.454454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0e46f-fd20-4a09-ab11-a65c7c72cbe6 None None] Network ad360037-bd08-4d3c-a15d-4b92598eba97 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:33:20.475084 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-417fef11-7c3a-4145-8287-930093950c06 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5013175 Mar 22 13:33:20.475318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48650) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:20.480043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:33:20.484859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:33:20.488716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Usage tracker for resource:router and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:33:20.491724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:33:20.497603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:33:20.507733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:20.508698 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:20.523867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:20.672316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-ad360037-bd08-4d3c-a15d-4b92598eba97', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:33:20.673142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:20.792725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:20.829464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Allocated IP 172.20.0.2 (ad360037-bd08-4d3c-a15d-4b92598eba97/0c285974-589d-4e0a-9405-8a412936bc85/820ae3ed-4d31-4219-b58e-17444856ee88) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:33:21.097544 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:21.109039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Transition to ACTIVE for port object 820ae3ed-4d31-4219-b58e-17444856ee88 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:21.112286 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:21.134697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Transition to ACTIVE for port object 820ae3ed-4d31-4219-b58e-17444856ee88 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:21.141527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:21.143120 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:21.202560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Network ad360037-bd08-4d3c-a15d-4b92598eba97 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:33:21.206118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:21.208657 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:33:21.262282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Pushing event updated for resources: {'Port': ['ID=820ae3ed-4d31-4219-b58e-17444856ee88,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:21.292439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Allocated IP 172.26.5.133 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/f753a4ec-b2fd-4689-a32d-ef04a6f701b1) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:33:21.300527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.300850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.301194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.301527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.301900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.302224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.302544 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.302902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.303249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.303613 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.303965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.304313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:21.336750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Attempting to bind port 820ae3ed-4d31-4219-b58e-17444856ee88 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:33:21.337396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Attempting to bind port 820ae3ed-4d31-4219-b58e-17444856ee88 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:33:21.337762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Attempting to bind port 820ae3ed-4d31-4219-b58e-17444856ee88 on network ad360037-bd08-4d3c-a15d-4b92598eba97 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:33:21.343678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:33:21.344039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Checking segment: {'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:33:21.344489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:21.344881 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Bound using segment: {'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:33:21.345462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Bound port: 820ae3ed-4d31-4219-b58e-17444856ee88, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:33:21.345839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:21.444337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] For port 820ae3ed-4d31-4219-b58e-17444856ee88, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:33:21.447563 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] For port 820ae3ed-4d31-4219-b58e-17444856ee88, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=820ae3ed-4d31-4219-b58e-17444856ee88,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:33:21.451826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:21.467890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:21.498077 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:21.540838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a314fa0-ab4c-40fb-a6da-6aa320b2a30c None None] Pushing event updated for resources: {'Port': ['ID=820ae3ed-4d31-4219-b58e-17444856ee88,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:21.563713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:33:21.566649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:21.575073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:33:21.612030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f753a4ec-b2fd-4689-a32d-ef04a6f701b1,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:21.809393 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:21.957076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 820ae3ed-4d31-4219-b58e-17444856ee88 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:22.026966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 820ae3ed-4d31-4219-b58e-17444856ee88 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:22.156690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:22.507286 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da130b-726e-4653-8e26-486108efa51b None None] Network ad360037-bd08-4d3c-a15d-4b92598eba97 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:33:22.546175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:22.604158 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1f9247ab-f5a5-43c4-9830-fbfaf2c13686 None None] Provisioning for port 820ae3ed-4d31-4219-b58e-17444856ee88 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:22.614504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1f9247ab-f5a5-43c4-9830-fbfaf2c13686 None None] Provisioning complete for port 820ae3ed-4d31-4219-b58e-17444856ee88 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:22.614872 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1f9247ab-f5a5-43c4-9830-fbfaf2c13686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:22.756618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Router 7f549571-0002-44f7-8a89-a22dfd9a0089 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:33:22.833723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1f9247ab-f5a5-43c4-9830-fbfaf2c13686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:22.880616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1f9247ab-f5a5-43c4-9830-fbfaf2c13686 None None] For port 820ae3ed-4d31-4219-b58e-17444856ee88, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=820ae3ed-4d31-4219-b58e-17444856ee88,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:22.886455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1f9247ab-f5a5-43c4-9830-fbfaf2c13686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:22.942865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:33:22.956454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Sync routers for ids ['7f549571-0002-44f7-8a89-a22dfd9a0089'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:33:22.970438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:22.974612 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-12e3910a-39c8-4b5c-82d2-165dc52a25a6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4957061 Mar 22 13:33:22.974793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9247ab-f5a5-43c4-9830-fbfaf2c13686 None None] Pushing event updated for resources: {'Port': ['ID=820ae3ed-4d31-4219-b58e-17444856ee88,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:22.974888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48654) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:22.977923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Routers {'7f549571-0002-44f7-8a89-a22dfd9a0089'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:22.978567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f549571-0002-44f7-8a89-a22dfd9a0089'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:23.169616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-031026f8-44c2-4a1a-b634-0c92296f3d15 None None] Provisioning complete for port 820ae3ed-4d31-4219-b58e-17444856ee88 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:23.169944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-031026f8-44c2-4a1a-b634-0c92296f3d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:23.200670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Set router 7f549571-0002-44f7-8a89-a22dfd9a0089 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:23.625426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:21Z', 'revision_number': 3, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:23.632233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Checking router: 7f549571-0002-44f7-8a89-a22dfd9a0089 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:33:23.632796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Updating router 7f549571-0002-44f7-8a89-a22dfd9a0089 port f753a4ec-b2fd-4689-a32d-ef04a6f701b1 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:33:23.691694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:23.830850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:23.936218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 820ae3ed-4d31-4219-b58e-17444856ee88 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:24.053519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Allocated IP 172.20.0.1 (ad360037-bd08-4d3c-a15d-4b92598eba97/0c285974-589d-4e0a-9405-8a412936bc85/801f6b80-9d4a-466c-8697-d4f34db4f27c) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:33:24.087271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 820ae3ed-4d31-4219-b58e-17444856ee88 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:24.087654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.141434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.163986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Transition to ACTIVE for port object f753a4ec-b2fd-4689-a32d-ef04a6f701b1 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:24.172631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.204088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.219731 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Transition to ACTIVE for port object 801f6b80-9d4a-466c-8697-d4f34db4f27c will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:24.242664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.296244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Attempting to bind port f753a4ec-b2fd-4689-a32d-ef04a6f701b1 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:33:24.296611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Attempting to bind port f753a4ec-b2fd-4689-a32d-ef04a6f701b1 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:33:24.296967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Attempting to bind port f753a4ec-b2fd-4689-a32d-ef04a6f701b1 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:33:24.300637 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01397d-1239-4ec7-8024-6fcd7be2486e None None] Pushing event updated for resources: {'Port': ['ID=f753a4ec-b2fd-4689-a32d-ef04a6f701b1,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:24.301644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Network ad360037-bd08-4d3c-a15d-4b92598eba97 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:33:24.304457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:24.312600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:33:24.317573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:33:24.317748 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:33:24.318144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.318610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:33:24.318989 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Bound port: f753a4ec-b2fd-4689-a32d-ef04a6f701b1, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:33:24.319383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.382002 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Pushing event updated for resources: {'Port': ['ID=801f6b80-9d4a-466c-8697-d4f34db4f27c,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:24.395507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.408495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] For port f753a4ec-b2fd-4689-a32d-ef04a6f701b1, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:33:24.411541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] For port f753a4ec-b2fd-4689-a32d-ef04a6f701b1, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f753a4ec-b2fd-4689-a32d-ef04a6f701b1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:33:24.416794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.497614 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Routers {'7f549571-0002-44f7-8a89-a22dfd9a0089'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:24.498292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f549571-0002-44f7-8a89-a22dfd9a0089'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:24.530246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.578284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01397d-1239-4ec7-8024-6fcd7be2486e None None] Pushing event updated for resources: {'Port': ['ID=f753a4ec-b2fd-4689-a32d-ef04a6f701b1,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:24.598115 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5b159d8b-1c00-4041-ac84-7c4da82a57c1 None None] Provisioning for port 801f6b80-9d4a-466c-8697-d4f34db4f27c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:24.661672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5b159d8b-1c00-4041-ac84-7c4da82a57c1 None None] Provisioning complete for port 801f6b80-9d4a-466c-8697-d4f34db4f27c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:24.662374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5b159d8b-1c00-4041-ac84-7c4da82a57c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.742509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5b159d8b-1c00-4041-ac84-7c4da82a57c1 None None] Port 801f6b80-9d4a-466c-8697-d4f34db4f27c cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:33:24.744932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] Set router 7f549571-0002-44f7-8a89-a22dfd9a0089 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:24.761064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.765937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:24.872810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Pushing event updated for resources: {'Port': ['ID=801f6b80-9d4a-466c-8697-d4f34db4f27c,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:24.878664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:25.020518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Network ad360037-bd08-4d3c-a15d-4b92598eba97 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:33:25.021764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:25.092494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 1, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:25.098304 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880cbba-bc3f-4928-82d2-62ddbebd5d7f None None] The sync data for ids ['7f549571-0002-44f7-8a89-a22dfd9a0089'] in dv-neutron-834664-2-hyperv is: [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 1, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:33:25.265403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5b9ac2ea-bcf3-4480-80e1-b871d2d332b5 None None] Provisioning complete for port 801f6b80-9d4a-466c-8697-d4f34db4f27c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:25.265873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac2ea-bcf3-4480-80e1-b871d2d332b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:25.361238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ac2ea-bcf3-4480-80e1-b871d2d332b5 None None] Port 801f6b80-9d4a-466c-8697-d4f34db4f27c cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:33:25.397182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Router 7f549571-0002-44f7-8a89-a22dfd9a0089 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:33:25.584030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:33:25.594043 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-db5162fd-d012-4c31-829b-dfee10b4219f admin admin] 10.222.0.70 "PUT /v2.0/routers/7f549571-0002-44f7-8a89-a22dfd9a0089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6179321 Mar 22 13:33:25.962186 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f753a4ec-b2fd-4689-a32d-ef04a6f701b1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:26.102790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port f753a4ec-b2fd-4689-a32d-ef04a6f701b1 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:26.108737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f753a4ec-b2fd-4689-a32d-ef04a6f701b1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:26.108949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.170751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48672) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:26.176707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-728315945-network', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:33:26.181568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:33:26.186506 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Usage tracker for resource:network and tenant:11ef03e777ea48338bce8dc2023a5853 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:33:26.189871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:33:26.195792 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:33:26.208423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Made reservation on behalf of 11ef03e777ea48338bce8dc2023a5853 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:33:26.211024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.224692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.238000 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.240825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:33:26.244741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Usage tracker for resource:security_group_rule and tenant:11ef03e777ea48338bce8dc2023a5853 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:33:26.248331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:33:26.254386 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:33:26.256906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port f753a4ec-b2fd-4689-a32d-ef04a6f701b1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f753a4ec-b2fd-4689-a32d-ef04a6f701b1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:26.262112 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.336915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=f753a4ec-b2fd-4689-a32d-ef04a6f701b1,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:26.364588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.368880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.402260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:33:26.411455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b685c4-f5a9-45b1-8461-acf915b3e46d,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:26.421114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.421453 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Added segment dec36626-8b10-4cf4-827b-31f761b00505 of type vlan for network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea Mar 22 13:33:26.449576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.489785 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.490909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:26.491942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.599423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] Pushing event updated for resources: {'Network': ['ID=ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:26.602408 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-697cd718-643f-41b7-87c4-9ff5eed00d45 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4304559 Mar 22 13:33:26.605767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48676) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:26.610931 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Request body: {'subnet': {'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-728315945-subnet', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:33:26.614104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:33:26.615925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:33:26.619811 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Usage tracker for resource:subnet and tenant:11ef03e777ea48338bce8dc2023a5853 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:33:26.623415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:33:26.629559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:33:26.640314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Made reservation on behalf of 11ef03e777ea48338bce8dc2023a5853 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:33:26.642652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.853031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.931151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958e13c6-2ce7-4f83-92f2-1227c3c76c2e,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:26.941960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Checking segment: {'id': 'dec36626-8b10-4cf4-827b-31f761b00505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:33:26.942273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Network hostable DHCP agents. Network: ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:33:26.962810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:33:26.972881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:26.977490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:26.978591 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:26.981716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4fd57c-3d6c-4258-9362-e1743da766a5 None None] Network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:33:27.001637 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b6057068-02e2-4632-9f5e-0992e0c516b9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3948498 Mar 22 13:33:27.004288 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48680) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:27.009443 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-728315945-router', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:33:27.014817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:33:27.019291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Usage tracker for resource:router and tenant:11ef03e777ea48338bce8dc2023a5853 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:33:27.022290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:33:27.029908 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:33:27.046178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.047271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.065479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.197750 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Sync routers for ids ['7f549571-0002-44f7-8a89-a22dfd9a0089'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:33:27.207357 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Routers {'7f549571-0002-44f7-8a89-a22dfd9a0089'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:27.207962 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f549571-0002-44f7-8a89-a22dfd9a0089'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:27.217173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea', 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'fixed_ips': [{'subnet_id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:33:27.218076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.351668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.398536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Allocated IP 172.20.0.2 (ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea/958e13c6-2ce7-4f83-92f2-1227c3c76c2e/cc4cfd08-51d9-4293-ad5d-756a0645a780) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:33:27.423878 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Set router 7f549571-0002-44f7-8a89-a22dfd9a0089 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:27.618272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.629319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Transition to ACTIVE for port object cc4cfd08-51d9-4293-ad5d-756a0645a780 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:27.651387 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Transition to ACTIVE for port object cc4cfd08-51d9-4293-ad5d-756a0645a780 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:27.659747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.723639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:33:27.726100 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:27.734850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:33:27.744710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Pushing event updated for resources: {'Port': ['ID=cc4cfd08-51d9-4293-ad5d-756a0645a780,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:27.746182 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 2, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:27.750263 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Checking router: 7f549571-0002-44f7-8a89-a22dfd9a0089 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:33:27.750613 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Updating router 7f549571-0002-44f7-8a89-a22dfd9a0089 port 801f6b80-9d4a-466c-8697-d4f34db4f27c binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:33:27.807677 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.819665 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.833551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Attempting to bind port cc4cfd08-51d9-4293-ad5d-756a0645a780 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:33:27.833924 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Attempting to bind port cc4cfd08-51d9-4293-ad5d-756a0645a780 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'dec36626-8b10-4cf4-827b-31f761b00505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:33:27.834284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Attempting to bind port cc4cfd08-51d9-4293-ad5d-756a0645a780 on network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:33:27.839584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:33:27.840787 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Checking segment: {'id': 'dec36626-8b10-4cf4-827b-31f761b00505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:33:27.841442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.842100 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Bound using segment: {'id': 'dec36626-8b10-4cf4-827b-31f761b00505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:33:27.842805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Bound port: cc4cfd08-51d9-4293-ad5d-756a0645a780, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec36626-8b10-4cf4-827b-31f761b00505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:33:27.843426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.857039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:27.943239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f753a4ec-b2fd-4689-a32d-ef04a6f701b1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:27.975869 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] For port cc4cfd08-51d9-4293-ad5d-756a0645a780, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:33:27.994307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] For port cc4cfd08-51d9-4293-ad5d-756a0645a780, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cc4cfd08-51d9-4293-ad5d-756a0645a780,segment=NetworkSegment(dec36626-8b10-4cf4-827b-31f761b00505),segment_id=dec36626-8b10-4cf4-827b-31f761b00505)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:33:28.005012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.006715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Allocated IP 172.26.5.238 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/31e3ba8a-bbe2-4688-97d9-2677b8086e54) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:33:28.098620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017c7a2-f0ab-4073-8493-dd61f353c6da None None] Pushing event updated for resources: {'Port': ['ID=cc4cfd08-51d9-4293-ad5d-756a0645a780,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:28.107409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f753a4ec-b2fd-4689-a32d-ef04a6f701b1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:28.107788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.175345 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.182178 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.189375 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Transition to ACTIVE for port object 801f6b80-9d4a-466c-8697-d4f34db4f27c will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:28.196500 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.228268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.278677 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Pushing event updated for resources: {'Port': ['ID=801f6b80-9d4a-466c-8697-d4f34db4f27c,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:28.307644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:33:28.310863 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:28.315943 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:33:28.402837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Pushing event updated for resources: {'Port': ['ID=31e3ba8a-bbe2-4688-97d9-2677b8086e54,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:28.460209 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.460587 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.460928 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.461347 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.461680 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.462010 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.462339 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.462663 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.463638 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.465321 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.465666 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.465991 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:33:28.562075 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Attempting to bind port 801f6b80-9d4a-466c-8697-d4f34db4f27c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:33:28.562614 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Attempting to bind port 801f6b80-9d4a-466c-8697-d4f34db4f27c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:33:28.562977 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Attempting to bind port 801f6b80-9d4a-466c-8697-d4f34db4f27c on network ad360037-bd08-4d3c-a15d-4b92598eba97 {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:33:28.569278 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:33:28.569651 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Checking segment: {'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:33:28.570219 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.570613 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Bound using segment: {'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:33:28.571073 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Bound port: 801f6b80-9d4a-466c-8697-d4f34db4f27c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:33:28.571470 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.682723 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] For port 801f6b80-9d4a-466c-8697-d4f34db4f27c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:33:28.686106 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] For port 801f6b80-9d4a-466c-8697-d4f34db4f27c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=801f6b80-9d4a-466c-8697-d4f34db4f27c,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:33:28.689954 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.772417 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Routers {'7f549571-0002-44f7-8a89-a22dfd9a0089'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:28.773031 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f549571-0002-44f7-8a89-a22dfd9a0089'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:28.837657 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788ad7e-3290-4573-889d-80d6bf3840f2 None None] Pushing event updated for resources: {'Port': ['ID=801f6b80-9d4a-466c-8697-d4f34db4f27c,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:28.838672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.995456 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] Set router 7f549571-0002-44f7-8a89-a22dfd9a0089 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:29.219237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:29.298244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de8d72-d413-4b7d-89a8-af9ee3926b0a None None] Network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:33:29.338083 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:28Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:29.343587 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145bb101-a05e-45f4-8329-6792d80bb89c None None] The sync data for ids ['7f549571-0002-44f7-8a89-a22dfd9a0089'] in dv-neutron-834664-2-hyperv is: [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:28Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:33:29.434078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ae9eff99-69e4-4f9d-90ca-0ed437e044ed None None] Provisioning for port cc4cfd08-51d9-4293-ad5d-756a0645a780 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:29.596750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:33:29.798393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:33:29.808114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Sync routers for ids ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:33:29.820694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Routers {'46ea0266-ccb5-4ce9-ac6f-69ea904c375d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:29.821772 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:29.836672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:29.840923 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e0481233-b08a-4571-82b8-7a71e506d65c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8327081 Mar 22 13:33:29.841254 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48684) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:33:30.042156 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Set router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:30.096025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 801f6b80-9d4a-466c-8697-d4f34db4f27c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:30.322211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 801f6b80-9d4a-466c-8697-d4f34db4f27c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:30.336844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 801f6b80-9d4a-466c-8697-d4f34db4f27c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:30.337205 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:30.508008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:30.517623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'name': 'tempest-TestMinimumBasicScenario-728315945-router', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:28Z', 'revision_number': 3, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'gw_port': {'id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:30.533111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Checking router: 46ea0266-ccb5-4ce9-ac6f-69ea904c375d for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:33:30.533454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Updating router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d port 31e3ba8a-bbe2-4688-97d9-2677b8086e54 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:33:30.564470 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:30.597754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 801f6b80-9d4a-466c-8697-d4f34db4f27c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=801f6b80-9d4a-466c-8697-d4f34db4f27c,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:30.600590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:30.631043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:30.631829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cc4cfd08-51d9-4293-ad5d-756a0645a780 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:30.779404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Allocated IP 172.20.0.1 (ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea/958e13c6-2ce7-4f83-92f2-1227c3c76c2e/dfea534b-3cfa-4f79-91d4-ee545764f976) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:33:30.817438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=801f6b80-9d4a-466c-8697-d4f34db4f27c,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:30.863338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port cc4cfd08-51d9-4293-ad5d-756a0645a780 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:30.881427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port cc4cfd08-51d9-4293-ad5d-756a0645a780 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:30.881790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:30.932458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:30.948137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Transition to ACTIVE for port object dfea534b-3cfa-4f79-91d4-ee545764f976 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:30.975354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.034787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:33:31.037630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:31.041192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:33:31.127115 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.187895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.203051 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port cc4cfd08-51d9-4293-ad5d-756a0645a780, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cc4cfd08-51d9-4293-ad5d-756a0645a780,segment=NetworkSegment(dec36626-8b10-4cf4-827b-31f761b00505),segment_id=dec36626-8b10-4cf4-827b-31f761b00505)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:31.206401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Transition to ACTIVE for port object 31e3ba8a-bbe2-4688-97d9-2677b8086e54 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:31.209556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.233783 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Pushing event updated for resources: {'Port': ['ID=dfea534b-3cfa-4f79-91d4-ee545764f976,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:31.249657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.290275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.344162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Attempting to bind port 31e3ba8a-bbe2-4688-97d9-2677b8086e54 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:33:31.344841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Attempting to bind port 31e3ba8a-bbe2-4688-97d9-2677b8086e54 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:33:31.344841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Attempting to bind port 31e3ba8a-bbe2-4688-97d9-2677b8086e54 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:33:31.352665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=cc4cfd08-51d9-4293-ad5d-756a0645a780,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:31.388901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.395194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:33:31.395564 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:33:31.395959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.396354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:33:31.396832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Bound port: 31e3ba8a-bbe2-4688-97d9-2677b8086e54, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:33:31.397268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.426212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6dc0b37f-f133-4a0c-98a5-5f1d6aa00e1f None None] Provisioning for port dfea534b-3cfa-4f79-91d4-ee545764f976 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:31.448443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6dc0b37f-f133-4a0c-98a5-5f1d6aa00e1f None None] Provisioning complete for port dfea534b-3cfa-4f79-91d4-ee545764f976 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:31.449002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6dc0b37f-f133-4a0c-98a5-5f1d6aa00e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.519002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92570f9c-6e6c-42e7-ab1a-0d8bf6ce765f None None] Pushing event updated for resources: {'Port': ['ID=31e3ba8a-bbe2-4688-97d9-2677b8086e54,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:31.544016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0b37f-f133-4a0c-98a5-5f1d6aa00e1f None None] Port dfea534b-3cfa-4f79-91d4-ee545764f976 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:33:31.550142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] For port 31e3ba8a-bbe2-4688-97d9-2677b8086e54, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:33:31.553387 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] For port 31e3ba8a-bbe2-4688-97d9-2677b8086e54, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=31e3ba8a-bbe2-4688-97d9-2677b8086e54,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:33:31.559484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.632946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.637902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.639361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Routers {'46ea0266-ccb5-4ce9-ac6f-69ea904c375d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:31.639922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:31.696565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92570f9c-6e6c-42e7-ab1a-0d8bf6ce765f None None] Pushing event updated for resources: {'Port': ['ID=31e3ba8a-bbe2-4688-97d9-2677b8086e54,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:31.749749 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Pushing event updated for resources: {'Port': ['ID=dfea534b-3cfa-4f79-91d4-ee545764f976,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:31.752177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.861318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] Set router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:31.905514 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:33:31.906829 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:31.994453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 801f6b80-9d4a-466c-8697-d4f34db4f27c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:32.123029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:33:32.189619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 801f6b80-9d4a-466c-8697-d4f34db4f27c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:32.189873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:32.239477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-7e628b50-a5dc-4591-be79-e5c571b78594 None None] Provisioning complete for port dfea534b-3cfa-4f79-91d4-ee545764f976 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:32.239969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7e628b50-a5dc-4591-be79-e5c571b78594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:32.307113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:33:32.329530 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ab7dcc37-0073-4dc3-a815-beddf1f2113b admin admin] 10.222.0.70 "PUT /v2.0/routers/46ea0266-ccb5-4ce9-ac6f-69ea904c375d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4754755 Mar 22 13:33:32.354089 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-7e628b50-a5dc-4591-be79-e5c571b78594 None None] Port dfea534b-3cfa-4f79-91d4-ee545764f976 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:33:32.424858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cc4cfd08-51d9-4293-ad5d-756a0645a780 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:32.465480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'name': 'tempest-TestMinimumBasicScenario-728315945-router', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:31Z', 'revision_number': 4, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'gw_port': {'id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'dfea534b-3cfa-4f79-91d4-ee545764f976', 'name': '', 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'mac_address': 'fa:16:3e:60:5d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:30Z', 'updated_at': '2022-03-22T13:33:31Z', 'revision_number': 2, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'subnets': [{'id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:32.472694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2e7c9-e3f1-4a93-92ef-e7c122705d13 None None] The sync data for ids ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'] in dv-neutron-834664-2-hyperv is: [{'id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'name': 'tempest-TestMinimumBasicScenario-728315945-router', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:31Z', 'revision_number': 4, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'gw_port': {'id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'dfea534b-3cfa-4f79-91d4-ee545764f976', 'name': '', 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'mac_address': 'fa:16:3e:60:5d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:30Z', 'updated_at': '2022-03-22T13:33:31Z', 'revision_number': 2, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'subnets': [{'id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:33:32.508979 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port cc4cfd08-51d9-4293-ad5d-756a0645a780 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:32.509372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:33.101085 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b75fd910-3cb5-413c-ae2d-5b625d0e0549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:33.968846 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 31e3ba8a-bbe2-4688-97d9-2677b8086e54 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:34.047200 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 31e3ba8a-bbe2-4688-97d9-2677b8086e54 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:34.052860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 31e3ba8a-bbe2-4688-97d9-2677b8086e54 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:34.053152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:34.200539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:34.219650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 31e3ba8a-bbe2-4688-97d9-2677b8086e54, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=31e3ba8a-bbe2-4688-97d9-2677b8086e54,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:34.225619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:34.348865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=31e3ba8a-bbe2-4688-97d9-2677b8086e54,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:35.396528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9535d1e5-fc89-410b-94b1-0e127b05ee81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:35.931031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 31e3ba8a-bbe2-4688-97d9-2677b8086e54 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:36.012572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 31e3ba8a-bbe2-4688-97d9-2677b8086e54 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:36.012938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:36.382051 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Sync routers for ids ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:33:36.397896 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Routers {'46ea0266-ccb5-4ce9-ac6f-69ea904c375d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:36.398887 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:36.463371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:36.595273 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Set router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:36.681004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:36.935035 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'name': 'tempest-TestMinimumBasicScenario-728315945-router', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:31Z', 'revision_number': 4, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'gw_port': {'id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'dfea534b-3cfa-4f79-91d4-ee545764f976', 'name': '', 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'mac_address': 'fa:16:3e:60:5d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:30Z', 'updated_at': '2022-03-22T13:33:31Z', 'revision_number': 2, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'subnets': [{'id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:36.939057 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Checking router: 46ea0266-ccb5-4ce9-ac6f-69ea904c375d for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:33:36.939422 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Updating router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d port dfea534b-3cfa-4f79-91d4-ee545764f976 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:33:37.009418 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:37.432761 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:37.448415 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Transition to ACTIVE for port object dfea534b-3cfa-4f79-91d4-ee545764f976 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:37.461850 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:37.648131 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664df45-fe92-4786-9772-740ab6a202ad None None] Pushing event updated for resources: {'Port': ['ID=dfea534b-3cfa-4f79-91d4-ee545764f976,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:37.773055 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Attempting to bind port dfea534b-3cfa-4f79-91d4-ee545764f976 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:33:37.773422 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Attempting to bind port dfea534b-3cfa-4f79-91d4-ee545764f976 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'dec36626-8b10-4cf4-827b-31f761b00505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:33:37.773810 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Attempting to bind port dfea534b-3cfa-4f79-91d4-ee545764f976 on network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:33:37.781955 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:33:37.782366 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Checking segment: {'id': 'dec36626-8b10-4cf4-827b-31f761b00505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:33:37.782771 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:37.783263 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Bound using segment: {'id': 'dec36626-8b10-4cf4-827b-31f761b00505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:33:37.783664 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Bound port: dfea534b-3cfa-4f79-91d4-ee545764f976, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec36626-8b10-4cf4-827b-31f761b00505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:33:37.784041 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:37.904891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:37.910198 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] For port dfea534b-3cfa-4f79-91d4-ee545764f976, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:33:37.914451 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] For port dfea534b-3cfa-4f79-91d4-ee545764f976, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dfea534b-3cfa-4f79-91d4-ee545764f976,segment=NetworkSegment(dec36626-8b10-4cf4-827b-31f761b00505),segment_id=dec36626-8b10-4cf4-827b-31f761b00505)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:33:37.921854 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:38.073749 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Routers {'46ea0266-ccb5-4ce9-ac6f-69ea904c375d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:33:38.075802 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:33:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:38.156091 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664df45-fe92-4786-9772-740ab6a202ad None None] Pushing event updated for resources: {'Port': ['ID=dfea534b-3cfa-4f79-91d4-ee545764f976,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:38.320252 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] Set router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:33:38.673442 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'name': 'tempest-TestMinimumBasicScenario-728315945-router', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:31Z', 'revision_number': 4, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'gw_port': {'id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'dfea534b-3cfa-4f79-91d4-ee545764f976', 'name': '', 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'mac_address': 'fa:16:3e:60:5d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:30Z', 'updated_at': '2022-03-22T13:33:37Z', 'revision_number': 4, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'subnets': [{'id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:33:38.678059 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d1cf5-9cc4-4711-a917-978f5a4abd05 None None] The sync data for ids ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'] in dv-neutron-834664-2-hyperv is: [{'id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'name': 'tempest-TestMinimumBasicScenario-728315945-router', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:31Z', 'revision_number': 4, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'gw_port': {'id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'dfea534b-3cfa-4f79-91d4-ee545764f976', 'name': '', 'network_id': 'ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'mac_address': 'fa:16:3e:60:5d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:30Z', 'updated_at': '2022-03-22T13:33:37Z', 'revision_number': 4, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'subnets': [{'id': '958e13c6-2ce7-4f83-92f2-1227c3c76c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:33:39.444264 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:33:39.970325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dfea534b-3cfa-4f79-91d4-ee545764f976 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:40.044887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port dfea534b-3cfa-4f79-91d4-ee545764f976 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:40.050348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port dfea534b-3cfa-4f79-91d4-ee545764f976 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:40.050929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:40.177503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:40.218711 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port dfea534b-3cfa-4f79-91d4-ee545764f976, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dfea534b-3cfa-4f79-91d4-ee545764f976,segment=NetworkSegment(dec36626-8b10-4cf4-827b-31f761b00505),segment_id=dec36626-8b10-4cf4-827b-31f761b00505)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:40.223929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:40.295471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=dfea534b-3cfa-4f79-91d4-ee545764f976,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:41.940280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dfea534b-3cfa-4f79-91d4-ee545764f976 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:42.019443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port dfea534b-3cfa-4f79-91d4-ee545764f976 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:42.019809 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:42.580799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-b1dfdb9a-9b0a-4e28-b875-08af053f1b42 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:42.581577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-b1dfdb9a-9b0a-4e28-b875-08af053f1b42 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Synchronizing usage tracker for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:33:42.599368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-b1dfdb9a-9b0a-4e28-b875-08af053f1b42 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Unset dirty status for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:33:42.600546 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-b1dfdb9a-9b0a-4e28-b875-08af053f1b42 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/networks?id=ad360037-bd08-4d3c-a15d-4b92598eba97 HTTP/1.1" status: 200 len: 814 time: 0.1683686 Mar 22 13:33:42.618860 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-c63da950-54fd-4e66-9a7f-9179352fcdc8 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/quotas/4d7c0a2adff745c1b4a827a42875d2cc HTTP/1.1" status: 200 len: 375 time: 0.0109403 Mar 22 13:33:42.707748 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-07ab87d5-c81a-4741-bd05-3a2da876e0fe tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d7c0a2adff745c1b4a827a42875d2cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817251 Mar 22 13:33:42.845127 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-8dc07207-ad91-4c63-be91-071f8e90c545 service neutron] 10.222.0.70 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262822 Mar 22 13:33:42.978932 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-0e127ecf-2e83-49ee-a02a-734415784a77 service neutron] 10.222.0.70 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279197 Mar 22 13:33:43.159674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a8021821-2c19-40c4-b1bb-aeefefa21914 req-1a2fc2ea-156e-430c-b4d9-2515ef493e79 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Synchronizing usage tracker for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:33:43.177605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-a8021821-2c19-40c4-b1bb-aeefefa21914 req-1a2fc2ea-156e-430c-b4d9-2515ef493e79 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Unset dirty status for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:33:43.178926 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a8021821-2c19-40c4-b1bb-aeefefa21914 req-1a2fc2ea-156e-430c-b4d9-2515ef493e79 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 210 time: 0.0654025 Mar 22 13:33:44.284143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-b304fd2b-349b-4520-b5de-cb64de320921 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:44.285569 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-b304fd2b-349b-4520-b5de-cb64de320921 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.47 "GET /v2.0/networks?id=ad360037-bd08-4d3c-a15d-4b92598eba97 HTTP/1.1" status: 200 len: 814 time: 0.1541610 Mar 22 13:33:44.303661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'port': {'device_id': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'admin_state_up': True, 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:33:44.384673 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ac906c57-78aa-41bd-a5ce-6cfbc85b4b12 req-f55843d7-b4d6-4d61-be5d-2aac77c2597b tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 210 time: 0.0637519 Mar 22 13:33:44.512268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:33:44.521722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:33:44.531394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Made reservation on behalf of 4d7c0a2adff745c1b4a827a42875d2cc for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:33:44.535067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:44.816594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Allocated IP 172.20.0.11 (ad360037-bd08-4d3c-a15d-4b92598eba97/0c285974-589d-4e0a-9405-8a412936bc85/1d85397b-fbbb-4b51-a8bf-1e7795281414) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:33:45.210076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:45.238884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Transition to ACTIVE for port object 1d85397b-fbbb-4b51-a8bf-1e7795281414 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:45.283858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:45.391016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Network ad360037-bd08-4d3c-a15d-4b92598eba97 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:33:45.400333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:33:45.406075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:33:45.451180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'Port': ['ID=1d85397b-fbbb-4b51-a8bf-1e7795281414,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:45.502232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:45.503190 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:45.575861 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-f4e82e71-58d0-4096-96bd-81031de5421a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2761433 Mar 22 13:33:45.719603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a0f8-2906-4772-a81b-d47a62c32225 req-68f16e6d-783b-4439-9bda-c568055a5045 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:45.723240 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-01a7a0f8-2906-4772-a81b-d47a62c32225 req-68f16e6d-783b-4439-9bda-c568055a5045 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 932 time: 0.1575668 Mar 22 13:33:45.805761 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-01a7a0f8-2906-4772-a81b-d47a62c32225 req-6b03ea1b-78e8-4204-933b-5f62486311a4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760014 Mar 22 13:33:45.944971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a1273d95-2223-4820-8cfd-83154629c9b3 None None] Provisioning for port 1d85397b-fbbb-4b51-a8bf-1e7795281414 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:45.951188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a1273d95-2223-4820-8cfd-83154629c9b3 None None] Provisioning complete for port 1d85397b-fbbb-4b51-a8bf-1e7795281414 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:45.951654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a1273d95-2223-4820-8cfd-83154629c9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:46.015472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a1273d95-2223-4820-8cfd-83154629c9b3 None None] Port 1d85397b-fbbb-4b51-a8bf-1e7795281414 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:33:47.000418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4a82-c3ea-4d77-9c5f-062a9aedebff req-81e8d6c6-f931-4e93-b0e4-1a8523ecf2e7 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:47.001214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-86ff4a82-c3ea-4d77-9c5f-062a9aedebff req-81e8d6c6-f931-4e93-b0e4-1a8523ecf2e7 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Synchronizing usage tracker for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:33:47.018682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-86ff4a82-c3ea-4d77-9c5f-062a9aedebff req-81e8d6c6-f931-4e93-b0e4-1a8523ecf2e7 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Unset dirty status for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:33:47.019837 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86ff4a82-c3ea-4d77-9c5f-062a9aedebff req-81e8d6c6-f931-4e93-b0e4-1a8523ecf2e7 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 932 time: 0.1039300 Mar 22 13:33:47.071804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-86ff4a82-c3ea-4d77-9c5f-062a9aedebff req-cfe085ed-39f4-4779-9776-ac26eb5cb0b0 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Synchronizing usage tracker for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:33:47.090893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-86ff4a82-c3ea-4d77-9c5f-062a9aedebff req-cfe085ed-39f4-4779-9776-ac26eb5cb0b0 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Unset dirty status for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:33:47.092166 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86ff4a82-c3ea-4d77-9c5f-062a9aedebff req-cfe085ed-39f4-4779-9776-ac26eb5cb0b0 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654490 Mar 22 13:33:48.304961 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd370ce-48b6-420e-bd71-e04577a9b614 req-c497268b-2173-49b1-b537-f8d96d626deb tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:48.306436 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8cd370ce-48b6-420e-bd71-e04577a9b614 req-c497268b-2173-49b1-b537-f8d96d626deb tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 932 time: 0.1039767 Mar 22 13:33:48.380105 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8cd370ce-48b6-420e-bd71-e04577a9b614 req-d5fe1757-7254-45dc-83d9-4088564547cf tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638778 Mar 22 13:33:49.584008 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede2db0-b40b-4277-9b4c-8d22a6905651 req-6e3ad6d9-dbff-49a8-b8a6-219f404db269 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:49.585530 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0ede2db0-b40b-4277-9b4c-8d22a6905651 req-6e3ad6d9-dbff-49a8-b8a6-219f404db269 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 932 time: 0.0964637 Mar 22 13:33:49.637452 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0ede2db0-b40b-4277-9b4c-8d22a6905651 req-db28e32e-c1a1-4039-b9e4-549d572c0149 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458531 Mar 22 13:33:50.846490 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae37b46-d184-4925-ab73-78d7648c055c req-4f305d1b-aa6c-4ace-a88c-3e5b836ca0cc tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:50.848023 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dae37b46-d184-4925-ab73-78d7648c055c req-4f305d1b-aa6c-4ace-a88c-3e5b836ca0cc tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 932 time: 0.0934839 Mar 22 13:33:50.897339 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dae37b46-d184-4925-ab73-78d7648c055c req-536da75b-e2d8-4ab1-9c03-1297bcab48c2 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Mar 22 13:33:51.799923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:52.080373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906d1a9-fe3a-44cb-b2c1-64aa773abdb4 req-8a771d5c-ccae-46fc-8d7e-0d6fd39293a7 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:52.081804 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7906d1a9-fe3a-44cb-b2c1-64aa773abdb4 req-8a771d5c-ccae-46fc-8d7e-0d6fd39293a7 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 932 time: 0.0817525 Mar 22 13:33:52.125621 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7906d1a9-fe3a-44cb-b2c1-64aa773abdb4 req-e59773e1-f28a-4381-aa9b-38af1b2c626d tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382085 Mar 22 13:33:52.163570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Request body: {'port': {'device_id': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:33:52.273581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:52.617616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d85397b-fbbb-4b51-a8bf-1e7795281414 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:33:52.624663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:52.638697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Transition to ACTIVE for port object 1d85397b-fbbb-4b51-a8bf-1e7795281414 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:33:52.642241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:52.804662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Pushing event updated for resources: {'Port': ['ID=1d85397b-fbbb-4b51-a8bf-1e7795281414,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:52.881381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Attempting to bind port 1d85397b-fbbb-4b51-a8bf-1e7795281414 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:33:52.881634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Attempting to bind port 1d85397b-fbbb-4b51-a8bf-1e7795281414 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:33:52.881961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Attempting to bind port 1d85397b-fbbb-4b51-a8bf-1e7795281414 on network ad360037-bd08-4d3c-a15d-4b92598eba97 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:33:52.887377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Port 1d85397b-fbbb-4b51-a8bf-1e7795281414 on network ad360037-bd08-4d3c-a15d-4b92598eba97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:33:52.887708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Attempting to bind port 1d85397b-fbbb-4b51-a8bf-1e7795281414 on network ad360037-bd08-4d3c-a15d-4b92598eba97 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:33:52.893142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:33:52.893480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Checking segment: {'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:33:52.893862 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Bound using segment: {'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:33:52.894295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Bound port: 1d85397b-fbbb-4b51-a8bf-1e7795281414, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1359e8ea-c695-49b7-a81f-4a760eda1b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:33:52.894644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:52.983787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] For port 1d85397b-fbbb-4b51-a8bf-1e7795281414, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:33:52.986629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] For port 1d85397b-fbbb-4b51-a8bf-1e7795281414, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:33:52.991185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:53.140890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:53.141517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:53.142840 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] 10.222.0.47 "PUT /v2.0/ports/1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 1094 time: 0.9840620 Mar 22 13:33:53.143294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:33:53.171772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730641a-8dd7-499b-8c28-56b1f5df4088 service neutron] Pushing event updated for resources: {'Port': ['ID=1d85397b-fbbb-4b51-a8bf-1e7795281414,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:53.223499 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'status': 'completed', 'code': 200} Mar 22 13:33:53.335087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbb677-88fc-48fe-a576-35797775b3d0 req-60e3bc90-14d9-4a12-a06d-e5e4c5f82bff tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:53.337449 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0cfbb677-88fc-48fe-a576-35797775b3d0 req-60e3bc90-14d9-4a12-a06d-e5e4c5f82bff tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 944 time: 0.0928319 Mar 22 13:33:53.389264 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0cfbb677-88fc-48fe-a576-35797775b3d0 req-8c22d05a-ec9f-4fd5-8fcb-59fe6f7045d9 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Mar 22 13:33:53.396756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-5ed853c5-8772-4299-81b5-0e683a430f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:53.398233 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-5ed853c5-8772-4299-81b5-0e683a430f91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d7c0a2adff745c1b4a827a42875d2cc&device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 1097 time: 0.2001452 Mar 22 13:33:53.472053 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-af5d65af-75f5-4617-91f6-8ec34f2419c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 217 time: 0.0638700 Mar 22 13:33:53.537675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-58e692bd-b0ba-4f12-bef5-c968b33d3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:53.539225 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-58e692bd-b0ba-4f12-bef5-c968b33d3d04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c285974-589d-4e0a-9405-8a412936bc85 HTTP/1.1" status: 200 len: 853 time: 0.0608909 Mar 22 13:33:53.617191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-30c76ee6-4fc8-4254-9c04-8de92ed7e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:53.618643 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-30c76ee6-4fc8-4254-9c04-8de92ed7e22b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad360037-bd08-4d3c-a15d-4b92598eba97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724664 Mar 22 13:33:53.758381 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-2ce73588-aaaf-4822-8e1f-3cca8b740f5d service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285462 Mar 22 13:33:53.892992 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecd0bb01-265e-4f98-a7b3-f03b7cb8a02e req-0a277082-8166-45c6-baca-1548054ae553 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272266 Mar 22 13:33:54.009180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-340cf86f-2612-40f5-aa93-4db34b46c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:54.010555 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-340cf86f-2612-40f5-aa93-4db34b46c966 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d7c0a2adff745c1b4a827a42875d2cc&device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 1097 time: 0.0716290 Mar 22 13:33:54.149583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-9156291b-2ef1-41e4-b7a3-2f6f86e43038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:54.151222 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-9156291b-2ef1-41e4-b7a3-2f6f86e43038 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad360037-bd08-4d3c-a15d-4b92598eba97 HTTP/1.1" status: 200 len: 915 time: 0.1329026 Mar 22 13:33:54.225923 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-7b21c0a7-6599-4996-8e50-51f8189b2ab2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 217 time: 0.0656505 Mar 22 13:33:54.290341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-d9e544d3-2c39-46c2-97e8-5ee73baaf0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:54.291715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-d9e544d3-2c39-46c2-97e8-5ee73baaf0fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c285974-589d-4e0a-9405-8a412936bc85 HTTP/1.1" status: 200 len: 853 time: 0.0582294 Mar 22 13:33:54.373658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-d04cdfd7-07b9-40cf-9c7a-bed6c6c5c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:54.375129 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-d04cdfd7-07b9-40cf-9c7a-bed6c6c5c247 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad360037-bd08-4d3c-a15d-4b92598eba97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742924 Mar 22 13:33:54.547915 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-49291192-e4b1-4f3e-b579-3fb392f5a48b service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659644 Mar 22 13:33:54.694349 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a82ba-3c92-401c-abd1-104941cae70c req-05e72ce7-a3ea-4f2a-8bc7-8a4ac965d280 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:54.695835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7e0a82ba-3c92-401c-abd1-104941cae70c req-05e72ce7-a3ea-4f2a-8bc7-8a4ac965d280 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 944 time: 0.1936691 Mar 22 13:33:54.730975 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-599846d8-cf59-423c-b33f-75a0f2e2434b req-2bf7ed27-5302-4863-a8ad-e1c4d64bcad2 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760025 Mar 22 13:33:54.755640 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7e0a82ba-3c92-401c-abd1-104941cae70c req-1a62163e-6705-4545-a061-58ee94b18a97 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503833 Mar 22 13:33:55.937742 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601317a5-6663-44d4-832b-7e29f0f0f7fb req-54159335-19a0-46bd-86ee-824466af696a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:55.939232 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-601317a5-6663-44d4-832b-7e29f0f0f7fb req-54159335-19a0-46bd-86ee-824466af696a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 944 time: 0.0800521 Mar 22 13:33:56.097010 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-601317a5-6663-44d4-832b-7e29f0f0f7fb req-b9b9bf7c-d42d-4032-8acd-1761675d9432 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520791 Mar 22 13:33:56.782714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 1d85397b-fbbb-4b51-a8bf-1e7795281414 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:33:56.912450 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 1d85397b-fbbb-4b51-a8bf-1e7795281414, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:56.925024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'port_id': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'mac_address': 'fa:16:3e:da:2b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:33:56.982059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:56.998650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d85397b-fbbb-4b51-a8bf-1e7795281414 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:33:57.013678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 1d85397b-fbbb-4b51-a8bf-1e7795281414, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:57.017510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:57.082692 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=1d85397b-fbbb-4b51-a8bf-1e7795281414,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:57.276553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96916d66-0bd8-4bbe-b424-b95ea896540d req-a653507d-d14b-4d98-8b64-69286940f111 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:57.278001 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-96916d66-0bd8-4bbe-b424-b95ea896540d req-a653507d-d14b-4d98-8b64-69286940f111 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 945 time: 0.0790212 Mar 22 13:33:57.290339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['1d85397b-fbbb-4b51-a8bf-1e7795281414'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:33:57.323644 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-96916d66-0bd8-4bbe-b424-b95ea896540d req-0c1fbf76-a5d7-4e67-b833-4769180ef9ee tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 Mar 22 13:33:58.505267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd81d4-516a-4ab1-a76c-b32130df1eae req-438eef00-0b24-401e-9970-3d763370f5e0 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:58.506714 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1cfd81d4-516a-4ab1-a76c-b32130df1eae req-438eef00-0b24-401e-9970-3d763370f5e0 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 945 time: 0.0789049 Mar 22 13:33:58.550382 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1cfd81d4-516a-4ab1-a76c-b32130df1eae req-0ad206bf-717a-42de-8084-d86c73e4a155 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375392 Mar 22 13:33:58.796447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 1d85397b-fbbb-4b51-a8bf-1e7795281414 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:33:58.862151 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 1d85397b-fbbb-4b51-a8bf-1e7795281414 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:33:58.866669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 1d85397b-fbbb-4b51-a8bf-1e7795281414 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:33:58.867035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:58.986161 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:59.011628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:33:59.021210 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 1d85397b-fbbb-4b51-a8bf-1e7795281414, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:33:59.025566 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:59.061551 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'code': 200} Mar 22 13:33:59.096640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=1d85397b-fbbb-4b51-a8bf-1e7795281414,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:33:59.395513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69e479-e477-4989-b826-70c4df4d5780 req-6168d993-a676-4f90-9e63-7f03bb2b6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:59.396993 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eb69e479-e477-4989-b826-70c4df4d5780 req-6168d993-a676-4f90-9e63-7f03bb2b6256 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 1099 time: 0.1742952 Mar 22 13:33:59.440885 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eb69e479-e477-4989-b826-70c4df4d5780 req-0edf6f4e-b4fb-4ae7-8964-ab8d2dfd6ef6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350294 Mar 22 13:33:59.733211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a21ff-2c1f-49b6-9671-bb07f30da485 req-d41c32c0-83ea-46f3-9c55-280d228e370b tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:33:59.734588 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aa7a21ff-2c1f-49b6-9671-bb07f30da485 req-d41c32c0-83ea-46f3-9c55-280d228e370b tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 946 time: 0.0824466 Mar 22 13:33:59.778461 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aa7a21ff-2c1f-49b6-9671-bb07f30da485 req-2e79a0b5-8a52-4a16-aa31-9fa8b08ba125 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380905 Mar 22 13:34:00.968875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45319794-ba99-480c-8c9d-54b2e5d93107 req-acb151ff-f853-4f4b-bcd2-1b86dce13c5e tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:00.970688 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-45319794-ba99-480c-8c9d-54b2e5d93107 req-acb151ff-f853-4f4b-bcd2-1b86dce13c5e tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 946 time: 0.0838974 Mar 22 13:34:01.018831 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-45319794-ba99-480c-8c9d-54b2e5d93107 req-32372dd6-a2b1-4418-88a4-bb10c0e888c2 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Mar 22 13:34:01.219979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5acf6c-5670-4d40-8a4c-8b5718357464 req-4a864cc8-504b-40ef-bdb2-a849a276b387 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:01.221412 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-de5acf6c-5670-4d40-8a4c-8b5718357464 req-4a864cc8-504b-40ef-bdb2-a849a276b387 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 946 time: 0.0817750 Mar 22 13:34:01.270694 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-de5acf6c-5670-4d40-8a4c-8b5718357464 req-3574a470-ab7b-4591-9953-77d9ee3a9e34 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Mar 22 13:34:01.673836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee35cb-084f-470a-86b1-5f62f1e0c047 req-4240f200-97bf-43ed-ac50-84b2c1952633 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:01.675184 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-faee35cb-084f-470a-86b1-5f62f1e0c047 req-4240f200-97bf-43ed-ac50-84b2c1952633 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 946 time: 0.0847981 Mar 22 13:34:01.718597 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-faee35cb-084f-470a-86b1-5f62f1e0c047 req-3df598df-6533-494f-945d-84d801678e35 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378261 Mar 22 13:34:03.101615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fa778c12-4757-419b-b55a-c025c895edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:05.390274 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fc81d282-00be-4b5b-ae97-081a8a08e29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:06.465462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:06.659713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:07.888950 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:11.860904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef225f3-e1b7-4d3d-8802-61e2b9ff5f39 req-a9c8a33d-4e18-4ac1-801b-76300a25a684 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:11.862399 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bef225f3-e1b7-4d3d-8802-61e2b9ff5f39 req-a9c8a33d-4e18-4ac1-801b-76300a25a684 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 946 time: 0.0834131 Mar 22 13:34:11.906935 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bef225f3-e1b7-4d3d-8802-61e2b9ff5f39 req-ab64d0c1-af2b-44d0-82b3-280297d428c9 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388963 Mar 22 13:34:11.931329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48876) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:34:12.044718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac8761-30f6-4d32-9a4c-c2262e067e14 tempest-TestMinimumBasicScenario-863842751 tempest-TestMinimumBasicScenario-863842751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:12.045415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a3ac8761-30f6-4d32-9a4c-c2262e067e14 tempest-TestMinimumBasicScenario-863842751 tempest-TestMinimumBasicScenario-863842751-project-admin] Synchronizing usage tracker for tenant:11ef03e777ea48338bce8dc2023a5853 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:34:12.061652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a3ac8761-30f6-4d32-9a4c-c2262e067e14 tempest-TestMinimumBasicScenario-863842751 tempest-TestMinimumBasicScenario-863842751-project-admin] Unset dirty status for tenant:11ef03e777ea48338bce8dc2023a5853 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:34:12.062928 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a3ac8761-30f6-4d32-9a4c-c2262e067e14 tempest-TestMinimumBasicScenario-863842751 tempest-TestMinimumBasicScenario-863842751-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 1094 time: 0.1306143 Mar 22 13:34:12.067056 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48882) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:34:12.072386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:34:12.079775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:34:12.083640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Usage tracker for resource:floatingip and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:34:12.086541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:34:12.093497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:34:12.103448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:12.247811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:12.392767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Allocated IP 172.26.5.185 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/e3355df1-021d-4e7a-85c6-64224fcf65bc) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:34:12.560998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:12.602231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:12.666578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:34:12.674396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:34:12.678505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:34:12.707326 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'Port': ['ID=e3355df1-021d-4e7a-85c6-64224fcf65bc,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:34:12.726351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.726696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.727037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.727420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.727753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.728088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.728418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.728746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.729649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.729987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.730318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:12.730644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:34:13.110202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:13.186426 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:13.387318 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:13.391678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:13.499596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'Port': ['ID=e3355df1-021d-4e7a-85c6-64224fcf65bc,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:34:13.509285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:13.772398 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Floating IP 96ec236b-c268-4bbf-81f8-260a8315221e associated. External IP: 172.26.5.185, port: 1d85397b-fbbb-4b51-a8bf-1e7795281414. Mar 22 13:34:14.132933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Router 7f549571-0002-44f7-8a89-a22dfd9a0089 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:34:14.314861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:34:14.326526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] Sync routers for ids ['7f549571-0002-44f7-8a89-a22dfd9a0089'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:34:14.337321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] Routers {'7f549571-0002-44f7-8a89-a22dfd9a0089'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:34:14.338558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:34:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f549571-0002-44f7-8a89-a22dfd9a0089'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:34:14.341468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:14.401498 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b1dfc43d-ac2c-4ba6-9ca2-02a39b7e2f19 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3329294 Mar 22 13:34:14.401905 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:34:14.404517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48886) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:34:14.413458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020413581', 'description': 'tempest-secgroup-smoke-2020413581 description', 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:34:14.424562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:34:14.441995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:34:14.457866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:14.489319 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'status': 'completed', 'code': 200} Mar 22 13:34:14.491581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:34:14.496331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Usage tracker for resource:security_group_rule and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:34:14.500544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:34:14.509602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:34:14.569762 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] Set router 7f549571-0002-44f7-8a89-a22dfd9a0089 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:34:14.589707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:14.595004 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:14.597917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-bebce0f3-8750-49b2-bffb-0c92ef367475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:14.599440 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-bebce0f3-8750-49b2-bffb-0c92ef367475 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d7c0a2adff745c1b4a827a42875d2cc&device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 1099 time: 0.0805967 Mar 22 13:34:14.639208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a68d40-c3d9-4171-9eff-72fad5aea15b,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:34:14.651666 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:14.656173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48892) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:34:14.656765 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-588135cd-328c-479b-8992-59d3b2033dda tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2507656 Mar 22 13:34:14.704202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'security_group_rule': {'security_group_id': '23a68d40-c3d9-4171-9eff-72fad5aea15b', 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:34:14.721195 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:34:14.728545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Usage tracker for resource:security_group_rule and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:34:14.733613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:34:14.741762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:34:14.775111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-468f1be2-58a2-4c61-b0d8-4e7fbb967225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:14.777211 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-468f1be2-58a2-4c61-b0d8-4e7fbb967225 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad360037-bd08-4d3c-a15d-4b92598eba97 HTTP/1.1" status: 200 len: 915 time: 0.1654510 Mar 22 13:34:14.778430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:14.913219 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-dd7e65f0-bb6a-4d0a-8465-99f91576d0cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 1000 time: 0.1260917 Mar 22 13:34:14.928121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:14.935268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '96ec236b-c268-4bbf-81f8-260a8315221e', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'floating_ip_address': '172.26.5.185', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'port_id': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'mac_address': 'fa:16:3e:da:2b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:34:13Z', 'updated_at': '2022-03-22T13:34:13Z', 'revision_number': 0, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:30Z', 'revision_number': 5, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:34:14.939307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] Checking router: 7f549571-0002-44f7-8a89-a22dfd9a0089 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:34:14.947735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] Routers {'7f549571-0002-44f7-8a89-a22dfd9a0089'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:34:14.948356 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:34:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f549571-0002-44f7-8a89-a22dfd9a0089'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:34:14.966745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.004858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98645bb-6c34-490a-b3a2-4e76dff2f72f,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:34:15.019482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-b5b2cfd1-029a-4303-8752-e90cdefd156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:15.021017 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-b5b2cfd1-029a-4303-8752-e90cdefd156f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c285974-589d-4e0a-9405-8a412936bc85 HTTP/1.1" status: 200 len: 853 time: 0.0910308 Mar 22 13:34:15.022213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.023289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b9946906-a9a8-44da-ba7c-5eb2339a3202 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658867 Mar 22 13:34:15.026704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48896) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:34:15.032571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'security_group_rule': {'security_group_id': '23a68d40-c3d9-4171-9eff-72fad5aea15b', 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:34:15.066823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:34:15.080074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Usage tracker for resource:security_group_rule and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:34:15.085041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:34:15.092413 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:34:15.117928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.138536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] Set router 7f549571-0002-44f7-8a89-a22dfd9a0089 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:34:15.160089 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-58bbc3f6-6d33-4f13-91db-16fc536215ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:15.161579 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-58bbc3f6-6d33-4f13-91db-16fc536215ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad360037-bd08-4d3c-a15d-4b92598eba97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324942 Mar 22 13:34:15.408316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.414552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.453663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3231bb3-2600-4238-b76c-69d1281e2463,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:34:15.464159 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-4910cf2a-7fd1-4f17-a3ff-fb46730fdae4 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907305 Mar 22 13:34:15.465475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.469206 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1db12a9a-e44d-42d8-8245-7f4f2b190e74 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4388597 Mar 22 13:34:15.469623 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48900) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:34:15.474397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'security_group_rule': {'security_group_id': '23a68d40-c3d9-4171-9eff-72fad5aea15b', 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:34:15.500900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:34:15.517220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Usage tracker for resource:security_group_rule and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:34:15.520729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '96ec236b-c268-4bbf-81f8-260a8315221e', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'floating_ip_address': '172.26.5.185', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'port_id': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'mac_address': 'fa:16:3e:da:2b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:34:13Z', 'updated_at': '2022-03-22T13:34:13Z', 'revision_number': 0, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:30Z', 'revision_number': 5, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:34:15.521275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:34:15.524602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f828c7c-7678-4135-9821-fc7fda7a6e25 None None] The sync data for ids ['7f549571-0002-44f7-8a89-a22dfd9a0089'] in dv-neutron-834664-2-hyperv is: [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '96ec236b-c268-4bbf-81f8-260a8315221e', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'floating_ip_address': '172.26.5.185', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'port_id': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'mac_address': 'fa:16:3e:da:2b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:34:13Z', 'updated_at': '2022-03-22T13:34:13Z', 'revision_number': 0, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:30Z', 'revision_number': 5, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:34:15.574294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:34:15.625243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.658464 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d2356a3c-3cf5-4d00-9292-3926e462c069 req-e3a19f35-3707-419f-9179-1fc9f2b9feeb service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793709 Mar 22 13:34:15.705570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.709409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.732590 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fba092-1636-4d9a-9a9a-b8fe7f4f0141 None None] New status for floating IP 96ec236b-c268-4bbf-81f8-260a8315221e: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:34:15.734815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fde930-fa4f-4cfe-9094-9e14f8abef00,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:34:15.744054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.745476 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-67f70ea6-997a-4ec5-b7d1-5c89c1c67066 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2751873 Mar 22 13:34:15.748197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48904) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:34:15.753033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'security_group_rule': {'security_group_id': '23a68d40-c3d9-4171-9eff-72fad5aea15b', 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:34:15.759060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:34:15.763440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Usage tracker for resource:security_group_rule and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:34:15.766366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:34:15.772269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:34:15.789280 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.852606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.856397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.879670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff8bf03-df79-4976-b38b-b37e3715127a,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:34:15.897196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.898589 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ad1acf6a-fb6c-4906-9c6f-3b6341db5294 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494162 Mar 22 13:34:15.902074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48908) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:34:15.907332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'security_group_rule': {'security_group_id': '23a68d40-c3d9-4171-9eff-72fad5aea15b', 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:34:15.913323 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:34:15.919220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Usage tracker for resource:security_group_rule and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:34:15.922211 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:34:15.928457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:34:15.944203 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Project 4d7c0a2adff745c1b4a827a42875d2cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:34:15.954357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.030004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.035369 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.059094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03825d6b-6912-4b5f-9f8e-bf7a46549161,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:34:16.068961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.070285 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-43d70da4-3955-478a-84f9-0b3765a73729 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1672204 Mar 22 13:34:16.073622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 48912) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:34:16.079581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'security_group_rule': {'security_group_id': '23a68d40-c3d9-4171-9eff-72fad5aea15b', 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:34:16.085728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:34:16.090308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Usage tracker for resource:security_group_rule and tenant:4d7c0a2adff745c1b4a827a42875d2cc is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:34:16.093206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:34:16.098754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:34:16.108439 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Project 4d7c0a2adff745c1b4a827a42875d2cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:34:16.115324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.182982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.186558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.210634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27615c7-6d03-41d1-8d2e-41db3a824979,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:34:16.220347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.221868 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-faeb734a-feca-432f-9d43-e3b6e325c7d4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472430 Mar 22 13:34:16.343184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-210afec9-af99-4984-ba07-2809c0c1f54f req-8e6e585c-5e84-427e-b366-67a174c27d68 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Synchronizing usage tracker for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:34:16.358353 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-210afec9-af99-4984-ba07-2809c0c1f54f req-8e6e585c-5e84-427e-b366-67a174c27d68 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Unset dirty status for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:34:16.364984 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-210afec9-af99-4984-ba07-2809c0c1f54f req-8e6e585c-5e84-427e-b366-67a174c27d68 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020413581&fields=id&tenant_id=4d7c0a2adff745c1b4a827a42875d2cc HTTP/1.1" status: 200 len: 267 time: 0.0620470 Mar 22 13:34:16.433972 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:34:16.449061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210afec9-af99-4984-ba07-2809c0c1f54f req-e8dc2359-1e01-44fe-95d0-022b62119c71 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:16.451290 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-210afec9-af99-4984-ba07-2809c0c1f54f req-e8dc2359-1e01-44fe-95d0-022b62119c71 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 946 time: 0.0849521 Mar 22 13:34:16.463294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [req-210afec9-af99-4984-ba07-2809c0c1f54f req-e4e7c59b-ef5a-437c-8f6f-2b05caf3fc91 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'port': {'security_groups': ['259d5b68-262c-41fa-aa2a-6e40bc7a3258', '23a68d40-c3d9-4171-9eff-72fad5aea15b']}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:34:16.585313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-210afec9-af99-4984-ba07-2809c0c1f54f req-e4e7c59b-ef5a-437c-8f6f-2b05caf3fc91 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.843707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [req-210afec9-af99-4984-ba07-2809c0c1f54f req-e4e7c59b-ef5a-437c-8f6f-2b05caf3fc91 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] For port 1d85397b-fbbb-4b51-a8bf-1e7795281414, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:34:16.868856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-210afec9-af99-4984-ba07-2809c0c1f54f req-e4e7c59b-ef5a-437c-8f6f-2b05caf3fc91 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.873897 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-210afec9-af99-4984-ba07-2809c0c1f54f req-e4e7c59b-ef5a-437c-8f6f-2b05caf3fc91 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.885705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['1d85397b-fbbb-4b51-a8bf-1e7795281414'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:34:16.941725 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210afec9-af99-4984-ba07-2809c0c1f54f req-e4e7c59b-ef5a-437c-8f6f-2b05caf3fc91 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:16.942359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [req-210afec9-af99-4984-ba07-2809c0c1f54f req-e4e7c59b-ef5a-437c-8f6f-2b05caf3fc91 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:16.943803 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-210afec9-af99-4984-ba07-2809c0c1f54f req-e4e7c59b-ef5a-437c-8f6f-2b05caf3fc91 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "PUT /v2.0/ports/1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 982 time: 0.4852846 Mar 22 13:34:16.944258 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:34:16.982899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7c59b-ef5a-437c-8f6f-2b05caf3fc91 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'Port': ['ID=1d85397b-fbbb-4b51-a8bf-1e7795281414,revision_number=6']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:34:17.045447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['1d85397b-fbbb-4b51-a8bf-1e7795281414'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:34:17.160098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbde9b8-030f-4371-8caa-82ff780cd2da req-158b0d71-ec35-4cab-90d7-9cfc277b4a20 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:17.162549 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dfbde9b8-030f-4371-8caa-82ff780cd2da req-158b0d71-ec35-4cab-90d7-9cfc277b4a20 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.1036718 Mar 22 13:34:17.190993 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'status': 'completed', 'code': 200} Mar 22 13:34:17.222498 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dfbde9b8-030f-4371-8caa-82ff780cd2da req-e24eae53-e556-4df8-8f5f-af99f515c772 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534077 Mar 22 13:34:17.273735 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6f4bcf22-660d-463b-a053-86318e553f9b None None] Provisioning complete for port 1d85397b-fbbb-4b51-a8bf-1e7795281414 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:34:17.274292 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcf22-660d-463b-a053-86318e553f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:17.295276 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-9293dd6e-db81-45f0-abcc-1da55245b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:17.296674 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-9293dd6e-db81-45f0-abcc-1da55245b26f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d7c0a2adff745c1b4a827a42875d2cc&device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 1138 time: 0.0875409 Mar 22 13:34:17.441841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-d77a2075-0ade-43f4-8103-9368604480b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:17.443621 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-d77a2075-0ade-43f4-8103-9368604480b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad360037-bd08-4d3c-a15d-4b92598eba97 HTTP/1.1" status: 200 len: 915 time: 0.1389174 Mar 22 13:34:17.564035 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-5feeaba0-807f-4c10-8415-5b35fc10fd9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 1002 time: 0.1128614 Mar 22 13:34:17.629282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-0f5870ce-35df-4ddb-bb44-23fb56256add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:17.630782 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-0f5870ce-35df-4ddb-bb44-23fb56256add service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c285974-589d-4e0a-9405-8a412936bc85 HTTP/1.1" status: 200 len: 853 time: 0.0599756 Mar 22 13:34:17.711341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-ff931e81-f541-4d9b-ac36-06582ff684de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:17.712849 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-ff931e81-f541-4d9b-ac36-06582ff684de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad360037-bd08-4d3c-a15d-4b92598eba97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756640 Mar 22 13:34:17.855070 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-9b1f9501-3c37-442c-8fdf-83f98e66a6f9 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345398 Mar 22 13:34:17.992380 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-92b22a50-acda-4f06-9bc3-c9996e796ab8 req-5ab1d057-0317-42f3-be50-8b08d053ec64 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284060 Mar 22 13:34:21.803981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:33.103403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-785340ef-2132-4ea2-b364-2e1d02d89a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:35.393256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3b7299dc-577d-44b3-bf7b-f724deb1ad39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:36.473600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:36.662579 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:37.890074 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:40.344381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-b57d7258-5d96-4dbe-aba2-fb75ff05a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:40.345836 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-b57d7258-5d96-4dbe-aba2-fb75ff05a23f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d7c0a2adff745c1b4a827a42875d2cc&device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 1138 time: 0.0766628 Mar 22 13:34:40.380734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df4d8c-d4ed-43ca-8725-66be970bf07f req-4081d869-eb87-4de4-963f-8bcb76ab273c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:40.382202 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89df4d8c-d4ed-43ca-8725-66be970bf07f req-4081d869-eb87-4de4-963f-8bcb76ab273c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0844786 Mar 22 13:34:40.429368 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-89df4d8c-d4ed-43ca-8725-66be970bf07f req-f20fe851-0054-4bbe-8cee-88f5609f6e96 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412586 Mar 22 13:34:40.485980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-a9e76b4e-926d-4689-9b63-14cc5bc2a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:40.487384 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-a9e76b4e-926d-4689-9b63-14cc5bc2a47d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad360037-bd08-4d3c-a15d-4b92598eba97 HTTP/1.1" status: 200 len: 915 time: 0.1330419 Mar 22 13:34:40.623619 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-3da5d7e3-797d-4e4b-af1a-076e152cff1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 1002 time: 0.1267107 Mar 22 13:34:40.690357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-672f660d-bb35-47a6-90fc-c17b9383e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:40.691782 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-672f660d-bb35-47a6-90fc-c17b9383e9e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c285974-589d-4e0a-9405-8a412936bc85 HTTP/1.1" status: 200 len: 853 time: 0.0615218 Mar 22 13:34:40.777238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-887c6fea-4e3a-452f-9b69-b7ccd33123ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:40.778670 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-887c6fea-4e3a-452f-9b69-b7ccd33123ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad360037-bd08-4d3c-a15d-4b92598eba97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795963 Mar 22 13:34:41.020525 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-ac27dab0-238c-4fc1-8c5f-9875c416adf8 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345779 Mar 22 13:34:41.152696 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-37f3cb5f-006a-47f2-9da2-02bf3b72c854 req-8bf0858d-e44b-4648-a140-84811ac9e901 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252825 Mar 22 13:34:41.616404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8eb29-d582-4c14-b235-1f791bf1a062 req-4af33f7e-f9bd-42f8-8be7-bc77926357b3 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:41.617857 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9aa8eb29-d582-4c14-b235-1f791bf1a062 req-4af33f7e-f9bd-42f8-8be7-bc77926357b3 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0793836 Mar 22 13:34:41.666622 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9aa8eb29-d582-4c14-b235-1f791bf1a062 req-e0b4784c-9d14-4cbe-9caf-50fb12ee97d7 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417686 Mar 22 13:34:42.861220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129dbd7-740a-47f4-b26b-72bcb3456a3d req-0c62b32f-aadc-4310-8d71-6f05a0d09bb4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:42.862707 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8129dbd7-740a-47f4-b26b-72bcb3456a3d req-0c62b32f-aadc-4310-8d71-6f05a0d09bb4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0837328 Mar 22 13:34:42.910571 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8129dbd7-740a-47f4-b26b-72bcb3456a3d req-bfa67dfe-2a89-42ab-9e99-94f082906bcf tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420136 Mar 22 13:34:44.104086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af2512-475a-4fa3-8a64-d7c4b2e2adcc req-8dfc5ad6-3f50-44ae-bd81-ed38304ae797 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:44.105635 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9af2512-475a-4fa3-8a64-d7c4b2e2adcc req-8dfc5ad6-3f50-44ae-bd81-ed38304ae797 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0882375 Mar 22 13:34:44.156581 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9af2512-475a-4fa3-8a64-d7c4b2e2adcc req-88508564-faaa-4236-bb14-758b1bbef1a2 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444334 Mar 22 13:34:45.349726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388af3c-a953-44a9-b33a-65c02b745048 req-27662574-71a9-4ad0-ac93-b34657e65e18 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:45.351348 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6388af3c-a953-44a9-b33a-65c02b745048 req-27662574-71a9-4ad0-ac93-b34657e65e18 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0886276 Mar 22 13:34:45.403246 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6388af3c-a953-44a9-b33a-65c02b745048 req-57d483bb-ebd1-4c87-9913-4e3163f0fd8a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459409 Mar 22 13:34:46.594004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c497233-23fd-4a29-b57a-baeb63dde053 req-8e1b0639-911d-42e8-a0b0-4fc0f0ebff20 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:46.595637 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c497233-23fd-4a29-b57a-baeb63dde053 req-8e1b0639-911d-42e8-a0b0-4fc0f0ebff20 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0842886 Mar 22 13:34:46.646312 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c497233-23fd-4a29-b57a-baeb63dde053 req-efb5a7ad-251b-48ef-b59f-c1552654b07b tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448105 Mar 22 13:34:47.838712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8422e8-1d07-4c2c-ad8b-0ee6cdd2c0b0 req-e3410389-36ca-4e8c-80dc-7f34b929ceb9 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:47.840209 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-eb8422e8-1d07-4c2c-ad8b-0ee6cdd2c0b0 req-e3410389-36ca-4e8c-80dc-7f34b929ceb9 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0801070 Mar 22 13:34:47.888409 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-eb8422e8-1d07-4c2c-ad8b-0ee6cdd2c0b0 req-9d3898f4-7484-4cf2-810a-79dea864c266 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425322 Mar 22 13:34:49.071273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658de723-a060-480f-919f-7a130fc1af8e req-4c69ca80-6eb5-456f-bb75-e937a74f69c2 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:49.072759 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-658de723-a060-480f-919f-7a130fc1af8e req-4c69ca80-6eb5-456f-bb75-e937a74f69c2 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0798154 Mar 22 13:34:49.117570 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-658de723-a060-480f-919f-7a130fc1af8e req-ab51bf51-5751-4d19-83ad-75c8b718faee tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389490 Mar 22 13:34:50.301403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ad42-82b8-49a7-a692-e98bb6f8e48f req-5276270c-20a0-478d-ae20-fc592ffad45b tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:50.302764 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1104ad42-82b8-49a7-a692-e98bb6f8e48f req-5276270c-20a0-478d-ae20-fc592ffad45b tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0793841 Mar 22 13:34:50.349560 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1104ad42-82b8-49a7-a692-e98bb6f8e48f req-82c49300-3c3f-4e14-a2ce-582d4edf79e6 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409980 Mar 22 13:34:51.534986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62400bb-d4ad-4ea4-bf40-2155e8c60bbb req-4df65fc4-ec6b-453a-8399-b4cf7d8c5b39 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:51.536434 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b62400bb-d4ad-4ea4-bf40-2155e8c60bbb req-4df65fc4-ec6b-453a-8399-b4cf7d8c5b39 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0841169 Mar 22 13:34:51.581932 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b62400bb-d4ad-4ea4-bf40-2155e8c60bbb req-8e0f0939-587e-430c-ab4a-571c0ba71160 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391407 Mar 22 13:34:51.824766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:52.860444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b0b-2f7c-421a-9f01-11ffd9164497 req-980ee22d-4bcb-4091-a4a6-4b808e6053b2 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:52.861869 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e1384b0b-2f7c-421a-9f01-11ffd9164497 req-980ee22d-4bcb-4091-a4a6-4b808e6053b2 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.1786542 Mar 22 13:34:52.910763 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-e1384b0b-2f7c-421a-9f01-11ffd9164497 req-a083c641-4891-4dc2-a994-aebebee969fe tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431139 Mar 22 13:34:53.432883 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:34:54.091765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3ca09-4f0e-4912-b1f5-cb60c5e66c83 req-8deb33e5-e694-4055-b628-e1ba1c0ab748 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:54.093135 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a3ca09-4f0e-4912-b1f5-cb60c5e66c83 req-8deb33e5-e694-4055-b628-e1ba1c0ab748 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0781510 Mar 22 13:34:54.142507 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a3ca09-4f0e-4912-b1f5-cb60c5e66c83 req-9500fc28-ff76-4926-8771-1fb1795ffc12 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436101 Mar 22 13:34:55.328597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bfe00-37bb-4d13-89da-51fcabc6f7c9 req-133298f8-1da1-4d83-be38-262c6879f3c7 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:55.330043 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-582bfe00-37bb-4d13-89da-51fcabc6f7c9 req-133298f8-1da1-4d83-be38-262c6879f3c7 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0850582 Mar 22 13:34:55.376257 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-582bfe00-37bb-4d13-89da-51fcabc6f7c9 req-b2052112-ebea-451e-b0c9-45a39094ac01 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403755 Mar 22 13:34:56.558120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba48888-f19a-4079-8475-3791c7a5ca3f req-a90c03e0-8360-441d-ae6c-a0450497a2c5 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:56.559601 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aba48888-f19a-4079-8475-3791c7a5ca3f req-a90c03e0-8360-441d-ae6c-a0450497a2c5 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0792172 Mar 22 13:34:56.606562 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aba48888-f19a-4079-8475-3791c7a5ca3f req-adae51d5-8e5a-44ef-87e4-132f9dfa2029 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412557 Mar 22 13:34:57.791666 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2402ec-da29-4dd6-a437-949f9834cc1a req-4f016dfc-894c-4ebb-b396-d53128b8eae3 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:57.793093 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-af2402ec-da29-4dd6-a437-949f9834cc1a req-4f016dfc-894c-4ebb-b396-d53128b8eae3 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0820787 Mar 22 13:34:57.837947 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-af2402ec-da29-4dd6-a437-949f9834cc1a req-ba3da54d-45d4-4bcb-8752-7c74494be635 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&id=23a68d40-c3d9-4171-9eff-72fad5aea15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392671 Mar 22 13:34:58.285253 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06615840-529a-4af1-8046-e6a17d15c897 req-c0e568a7-5bf6-42fc-87c4-fb30188f6ce2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712771 Mar 22 13:34:58.423441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06615840-529a-4af1-8046-e6a17d15c897 req-9beaadcd-d734-4678-be11-32b77c26d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:58.424882 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06615840-529a-4af1-8046-e6a17d15c897 req-9beaadcd-d734-4678-be11-32b77c26d7b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d7c0a2adff745c1b4a827a42875d2cc&device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 1138 time: 0.0698862 Mar 22 13:34:58.565805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06615840-529a-4af1-8046-e6a17d15c897 req-a72c8f9e-4018-425c-8468-37da22e08f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:58.567194 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06615840-529a-4af1-8046-e6a17d15c897 req-a72c8f9e-4018-425c-8468-37da22e08f0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad360037-bd08-4d3c-a15d-4b92598eba97 HTTP/1.1" status: 200 len: 915 time: 0.1238060 Mar 22 13:34:58.668835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06615840-529a-4af1-8046-e6a17d15c897 req-24576fed-81ff-4923-b471-3ac223789e89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 1002 time: 0.0952818 Mar 22 13:34:58.730422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06615840-529a-4af1-8046-e6a17d15c897 req-25dfb1a5-9cf9-4ce5-86ce-789ae37a6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:58.731865 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06615840-529a-4af1-8046-e6a17d15c897 req-25dfb1a5-9cf9-4ce5-86ce-789ae37a6a99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c285974-589d-4e0a-9405-8a412936bc85 HTTP/1.1" status: 200 len: 853 time: 0.0562587 Mar 22 13:34:58.807603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06615840-529a-4af1-8046-e6a17d15c897 req-25aecc9b-2cb5-4ae3-ad77-15f776fe44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:34:58.809055 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06615840-529a-4af1-8046-e6a17d15c897 req-25aecc9b-2cb5-4ae3-ad77-15f776fe44ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad360037-bd08-4d3c-a15d-4b92598eba97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706158 Mar 22 13:34:59.032738 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06615840-529a-4af1-8046-e6a17d15c897 req-dbd599d6-374b-4d95-924b-f53a2f85defa service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163315 Mar 22 13:34:59.160764 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-06615840-529a-4af1-8046-e6a17d15c897 req-9d0b2f5c-01c8-4019-9c4c-3f6b8a643ea1 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212595 Mar 22 13:35:03.104884 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ccfc95d2-7d5e-4aea-af47-15a83dadeb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:05.394846 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dc95375a-3a57-4c84-b41e-813b7f1cf350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:06.471074 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:06.664467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:07.892615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:21.816610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:30.432128 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:35:33.106175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9c70ae19-ce43-47d6-a126-01b67bf34ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:33.572862 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-301e5c09-5ac4-461c-9364-1b25c8e23e5f tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020413581&fields=id&tenant_id=4d7c0a2adff745c1b4a827a42875d2cc HTTP/1.1" status: 200 len: 267 time: 0.1174245 Mar 22 13:35:33.656710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-f61d699c-d5c9-434d-8312-a66c7a8dd2bf tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:33.658083 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-f61d699c-d5c9-434d-8312-a66c7a8dd2bf tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 985 time: 0.0796978 Mar 22 13:35:33.669116 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Request body: {'port': {'security_groups': ['259d5b68-262c-41fa-aa2a-6e40bc7a3258']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:35:33.787093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.025511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] For port 1d85397b-fbbb-4b51-a8bf-1e7795281414, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:35:34.049691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.053979 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.066010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['1d85397b-fbbb-4b51-a8bf-1e7795281414'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:35:34.121904 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:34.122546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.123967 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b6415c5f-fa1a-4878-abef-9fb4d34ce52d req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "PUT /v2.0/ports/1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 943 time: 0.4598136 Mar 22 13:35:34.124424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:35:34.133671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48988) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:34.152001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event updated for resources: {'Port': ['ID=1d85397b-fbbb-4b51-a8bf-1e7795281414,revision_number=7']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:34.160523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.160876 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.161207 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.161537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.161864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.162189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.162513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.162835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.163153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.163494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.164059 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.164378 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea97080-e663-4820-a706-ab8b6278a32c tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.223723 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'status': 'completed', 'code': 200} Mar 22 13:35:34.230303 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['1d85397b-fbbb-4b51-a8bf-1e7795281414'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:35:34.259729 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.294211 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.327975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-1a06d345-efe3-460a-a959-21a45c11edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:34.329450 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-1a06d345-efe3-460a-a959-21a45c11edae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d7c0a2adff745c1b4a827a42875d2cc&device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 1099 time: 0.0786018 Mar 22 13:35:34.375956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.406179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a68d40-c3d9-4171-9eff-72fad5aea15b,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:34.415728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.415913 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.416203 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.416558 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.416879 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.417212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.417538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.417862 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.418185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.418511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.419003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.419359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:35:34.423206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.424455 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-76006c20-5a33-4955-8c2c-27a6cdc76a1a tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "DELETE /v2.0/security-groups/23a68d40-c3d9-4171-9eff-72fad5aea15b HTTP/1.1" status: 204 len: 168 time: 0.2845984 Mar 22 13:35:34.427362 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 48992) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:34.460007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4f144d13-7be4-47f9-8d09-ef1cde0bc92f None None] Provisioning complete for port 1d85397b-fbbb-4b51-a8bf-1e7795281414 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:35:34.460382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f144d13-7be4-47f9-8d09-ef1cde0bc92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.499793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-c5c25bdf-697a-4170-bab9-e57963d9a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:34.501399 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-c5c25bdf-697a-4170-bab9-e57963d9a813 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad360037-bd08-4d3c-a15d-4b92598eba97 HTTP/1.1" status: 200 len: 915 time: 0.1621284 Mar 22 13:35:34.616299 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-16611499-30bc-4d39-8e5b-80f163b7acdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 1002 time: 0.1065955 Mar 22 13:35:34.652341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Deleting port e3355df1-021d-4e7a-85c6-64224fcf65bc {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:34.652687 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.679261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-c08f272f-c11b-4a7d-b4d4-44180c4a7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:34.681227 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-c08f272f-c11b-4a7d-b4d4-44180c4a7466 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c285974-589d-4e0a-9405-8a412936bc85 HTTP/1.1" status: 200 len: 853 time: 0.0567739 Mar 22 13:35:34.757841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-10caf0b7-4b11-41de-a22e-6e7d6009cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:34.759239 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-10caf0b7-4b11-41de-a22e-6e7d6009cd07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad360037-bd08-4d3c-a15d-4b92598eba97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724456 Mar 22 13:35:34.825876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.826205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:34.902007 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-b0c888cc-54d9-4e3d-bac1-2a36668bcfd7 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338122 Mar 22 13:35:34.948911 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Calling delete_port for e3355df1-021d-4e7a-85c6-64224fcf65bc owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:35:35.034361 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7dfaa5a6-da46-4279-b94b-50dc49edd8a5 req-793d65c6-35b6-4bc7-aa48-c451e7509700 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244984 Mar 22 13:35:35.101021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:35.145707 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event deleted for resources: {'Port': ['ID=e3355df1-021d-4e7a-85c6-64224fcf65bc,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:35.238071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:35.238440 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Floating IP 96ec236b-c268-4bbf-81f8-260a8315221e disassociated (deleted). External IP: 172.26.5.185, port: 1d85397b-fbbb-4b51-a8bf-1e7795281414. Mar 22 13:35:35.395620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-630622f3-2cd0-45e2-b7d7-5b4474b0c581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:35.692709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Router 7f549571-0002-44f7-8a89-a22dfd9a0089 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:35:35.871016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:35:35.880143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] Sync routers for ids ['7f549571-0002-44f7-8a89-a22dfd9a0089'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:35:35.889200 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] Routers {'7f549571-0002-44f7-8a89-a22dfd9a0089'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:35:35.889807 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:35:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f549571-0002-44f7-8a89-a22dfd9a0089'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:35.892147 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:35.946758 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-16140a24-e39f-4acb-92c6-0378ca1087b4 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "DELETE /v2.0/floatingips/96ec236b-c268-4bbf-81f8-260a8315221e HTTP/1.1" status: 204 len: 168 time: 1.5181572 Mar 22 13:35:35.947282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:35:36.000250 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'status': 'completed', 'code': 200} Mar 22 13:35:36.069008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] Set router 7f549571-0002-44f7-8a89-a22dfd9a0089 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:35:36.096391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-e18407c8-4757-4689-a8c4-e7e833cb4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:36.097946 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-e18407c8-4757-4689-a8c4-e7e833cb4581 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d7c0a2adff745c1b4a827a42875d2cc&device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 1099 time: 0.0740921 Mar 22 13:35:36.380122 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-6a9474de-f863-4d94-bf27-b9f038ade5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:36.381581 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-6a9474de-f863-4d94-bf27-b9f038ade5cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad360037-bd08-4d3c-a15d-4b92598eba97 HTTP/1.1" status: 200 len: 915 time: 0.2769840 Mar 22 13:35:36.445655 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:30Z', 'revision_number': 5, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:36.451353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] Checking router: 7f549571-0002-44f7-8a89-a22dfd9a0089 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:35:36.466422 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-1d4ba0bf-234e-4d6a-a3d6-4042acbf3d1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 200 len: 217 time: 0.0769713 Mar 22 13:35:36.466724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] Routers {'7f549571-0002-44f7-8a89-a22dfd9a0089'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:35:36.467359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:35:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f549571-0002-44f7-8a89-a22dfd9a0089'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:36.529950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-44fbc577-9485-4704-828d-44ac67aff3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:36.531318 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-44fbc577-9485-4704-828d-44ac67aff3a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c285974-589d-4e0a-9405-8a412936bc85 HTTP/1.1" status: 200 len: 853 time: 0.0581887 Mar 22 13:35:36.539284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:36.611472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-1f822a00-19b3-4c53-8483-18de74356b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:36.612931 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-1f822a00-19b3-4c53-8483-18de74356b00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad360037-bd08-4d3c-a15d-4b92598eba97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729675 Mar 22 13:35:36.652417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] Set router 7f549571-0002-44f7-8a89-a22dfd9a0089 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:35:36.731383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:36.747372 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-cac5d5ae-e03a-4e2c-be75-e1c46d55681b service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271756 Mar 22 13:35:36.887457 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3c0e6687-6b1e-4772-80cf-3e588334af3d req-4ea432d9-ae0c-442b-8bac-af32bbbd2005 service neutron] 10.222.0.47 "GET /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336226 Mar 22 13:35:36.989369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:30Z', 'revision_number': 5, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:36.993234 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eec007-d090-4163-be35-c9a6075080fb None None] The sync data for ids ['7f549571-0002-44f7-8a89-a22dfd9a0089'] in dv-neutron-834664-2-hyperv is: [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:33:24Z', 'revision_number': 4, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '801f6b80-9d4a-466c-8697-d4f34db4f27c', 'name': '', 'network_id': 'ad360037-bd08-4d3c-a15d-4b92598eba97', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'mac_address': 'fa:16:3e:e9:84:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '0c285974-589d-4e0a-9405-8a412936bc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:23Z', 'updated_at': '2022-03-22T13:33:30Z', 'revision_number': 5, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'subnets': [{'id': '0c285974-589d-4e0a-9405-8a412936bc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:35:37.201807 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19cbb5-3066-4b69-ace6-451bab05ffba None None] New status for floating IP 96ec236b-c268-4bbf-81f8-260a8315221e: DOWN {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:35:37.895957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:40.443611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76a93e-6d19-4073-8c18-e4f4c30bdfbf req-cff1d4c6-d6bd-4528-94f4-f9a113433e93 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:40.444301 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-8d76a93e-6d19-4073-8c18-e4f4c30bdfbf req-cff1d4c6-d6bd-4528-94f4-f9a113433e93 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Synchronizing usage tracker for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:35:40.459562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-8d76a93e-6d19-4073-8c18-e4f4c30bdfbf req-cff1d4c6-d6bd-4528-94f4-f9a113433e93 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Unset dirty status for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:35:40.460725 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8d76a93e-6d19-4073-8c18-e4f4c30bdfbf req-cff1d4c6-d6bd-4528-94f4-f9a113433e93 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 946 time: 0.1012325 Mar 22 13:35:40.505990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-8d76a93e-6d19-4073-8c18-e4f4c30bdfbf req-93abb79b-3082-4163-9a49-24d49a6045df tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Synchronizing usage tracker for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:35:40.520846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-8d76a93e-6d19-4073-8c18-e4f4c30bdfbf req-93abb79b-3082-4163-9a49-24d49a6045df tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Unset dirty status for tenant:4d7c0a2adff745c1b4a827a42875d2cc on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:35:40.521868 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8d76a93e-6d19-4073-8c18-e4f4c30bdfbf req-93abb79b-3082-4163-9a49-24d49a6045df tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532467 Mar 22 13:35:41.711346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be293f-229e-47e9-a396-55c885619a68 req-4fd2ca62-bf0c-4abd-a061-d4d8d8eb1d70 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:41.713177 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-90be293f-229e-47e9-a396-55c885619a68 req-4fd2ca62-bf0c-4abd-a061-d4d8d8eb1d70 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 946 time: 0.0782020 Mar 22 13:35:41.755864 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-90be293f-229e-47e9-a396-55c885619a68 req-746810b0-9af5-4c11-8bf2-2ed13be44cd6 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 Mar 22 13:35:42.436531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-9d514116-0608-4210-9745-0ab2c00222d0 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:42.437942 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-9d514116-0608-4210-9745-0ab2c00222d0 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.47 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 946 time: 0.0827811 Mar 22 13:35:42.507140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-74f5f765-4e1e-47e8-b2c7-2681df6df1aa tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Deleting port 1d85397b-fbbb-4b51-a8bf-1e7795281414 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:42.507512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-74f5f765-4e1e-47e8-b2c7-2681df6df1aa tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:42.750094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-74f5f765-4e1e-47e8-b2c7-2681df6df1aa tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] For port 1d85397b-fbbb-4b51-a8bf-1e7795281414, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1d85397b-fbbb-4b51-a8bf-1e7795281414,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:35:42.750736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-74f5f765-4e1e-47e8-b2c7-2681df6df1aa tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:42.873242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-74f5f765-4e1e-47e8-b2c7-2681df6df1aa tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Calling delete_port for 1d85397b-fbbb-4b51-a8bf-1e7795281414 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:35:42.936593 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b2fcb-6a8c-4e8e-9118-0a33b85fd586 req-bf8b94e3-7268-4499-b288-25d98b14e96b tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:35:42.938095 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-818b2fcb-6a8c-4e8e-9118-0a33b85fd586 req-bf8b94e3-7268-4499-b288-25d98b14e96b tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/ports?device_id=13a2ca9f-bddf-4a24-9cf6-64906d96ace5 HTTP/1.1" status: 200 len: 946 time: 0.0800683 Mar 22 13:35:42.985661 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-818b2fcb-6a8c-4e8e-9118-0a33b85fd586 req-039a4766-bcf8-45df-aeee-6f9182011de8 tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.70 "GET /v2.0/security-groups?id=259d5b68-262c-41fa-aa2a-6e40bc7a3258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418859 Mar 22 13:35:43.017154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-74f5f765-4e1e-47e8-b2c7-2681df6df1aa tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:43.033208 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['1d85397b-fbbb-4b51-a8bf-1e7795281414'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:35:43.066532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5f765-4e1e-47e8-b2c7-2681df6df1aa tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Pushing event deleted for resources: {'Port': ['ID=1d85397b-fbbb-4b51-a8bf-1e7795281414,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:43.143458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-74f5f765-4e1e-47e8-b2c7-2681df6df1aa tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] No DVR routers for this DVR port 1d85397b-fbbb-4b51-a8bf-1e7795281414 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:35:43.145889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-74f5f765-4e1e-47e8-b2c7-2681df6df1aa tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:43.148296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'name': 'network-vif-deleted', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:35:43.165111 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b0f9779-b658-4af9-8498-a878d909d5d7 req-74f5f765-4e1e-47e8-b2c7-2681df6df1aa tempest-TestMinimumBasicScenario-848431862 tempest-TestMinimumBasicScenario-848431862-project] 10.222.0.47 "DELETE /v2.0/ports/1d85397b-fbbb-4b51-a8bf-1e7795281414 HTTP/1.1" status: 204 len: 173 time: 0.7210989 Mar 22 13:35:43.198713 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a2ca9f-bddf-4a24-9cf6-64906d96ace5', 'name': 'network-vif-deleted', 'tag': '1d85397b-fbbb-4b51-a8bf-1e7795281414', 'status': 'completed', 'code': 200} Mar 22 13:35:45.330465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 1d85397b-fbbb-4b51-a8bf-1e7795281414 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:35:45.368732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 1d85397b-fbbb-4b51-a8bf-1e7795281414 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:35:45.368935 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 1d85397b-fbbb-4b51-a8bf-1e7795281414 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:35:45.655350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49082) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:46.200486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:46.667741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] Deleting port 801f6b80-9d4a-466c-8697-d4f34db4f27c {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:46.668427 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:46.836359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] For port 801f6b80-9d4a-466c-8697-d4f34db4f27c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=801f6b80-9d4a-466c-8697-d4f34db4f27c,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:35:46.836720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:46.960973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] Calling delete_port for 801f6b80-9d4a-466c-8697-d4f34db4f27c owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:35:47.277464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:47.329207 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] Pushing event deleted for resources: {'Port': ['ID=801f6b80-9d4a-466c-8697-d4f34db4f27c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:47.596968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:48.074268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] Router 7f549571-0002-44f7-8a89-a22dfd9a0089 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:35:48.252127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:35:48.260698 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] Sync routers for ids ['7f549571-0002-44f7-8a89-a22dfd9a0089'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:35:48.263896 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d3d6bd1a-807a-4562-a258-ce51fab42067 admin admin] 10.222.0.70 "PUT /v2.0/routers/7f549571-0002-44f7-8a89-a22dfd9a0089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6066852 Mar 22 13:35:48.266335 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49088) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:48.274543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] Routers {'7f549571-0002-44f7-8a89-a22dfd9a0089'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:35:48.275153 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:35:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f549571-0002-44f7-8a89-a22dfd9a0089'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:48.441343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:48.456721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] Set router 7f549571-0002-44f7-8a89-a22dfd9a0089 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:35:48.622689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:48.632294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Deleting port f753a4ec-b2fd-4689-a32d-ef04a6f701b1 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:48.632637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:48.743714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:35:47Z', 'revision_number': 5, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port': {'id': 'f753a4ec-b2fd-4689-a32d-ef04a6f701b1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:21Z', 'updated_at': '2022-03-22T13:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:48.747572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] Checking router: 7f549571-0002-44f7-8a89-a22dfd9a0089 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:35:48.755780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] Routers {'7f549571-0002-44f7-8a89-a22dfd9a0089'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:35:48.756382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:35:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['7f549571-0002-44f7-8a89-a22dfd9a0089'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:48.813805 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] For port f753a4ec-b2fd-4689-a32d-ef04a6f701b1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f753a4ec-b2fd-4689-a32d-ef04a6f701b1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:35:48.814164 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:48.948059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Calling delete_port for f753a4ec-b2fd-4689-a32d-ef04a6f701b1 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:35:48.948783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] Set router 7f549571-0002-44f7-8a89-a22dfd9a0089 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:35:49.054138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:35:48Z', 'revision_number': 6, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:49.058707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a58dc-3820-4c14-aa01-1e0a900f5049 None None] The sync data for ids ['7f549571-0002-44f7-8a89-a22dfd9a0089'] in dv-neutron-834664-2-hyperv is: [{'id': '7f549571-0002-44f7-8a89-a22dfd9a0089', 'name': 'tempest-TestMinimumBasicScenario-552281996-router', 'tenant_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:20Z', 'updated_at': '2022-03-22T13:35:48Z', 'revision_number': 6, 'project_id': '4d7c0a2adff745c1b4a827a42875d2cc', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:35:49.137450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.212668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Pushing event deleted for resources: {'Port': ['ID=f753a4ec-b2fd-4689-a32d-ef04a6f701b1,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:49.276617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.579520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.581686 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.604838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.605416 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f549571-0002-44f7-8a89-a22dfd9a0089 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:35:49.617071 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.618221 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c57c134e-218a-4506-8156-f3a430228efd admin admin] 10.222.0.70 "DELETE /v2.0/routers/7f549571-0002-44f7-8a89-a22dfd9a0089 HTTP/1.1" status: 204 len: 168 time: 1.3510005 Mar 22 13:35:49.620853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49092) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:49.683267 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a17f7d1-b7d8-41d8-8d12-e725ec896e73 admin admin] Deleting subnet 0c285974-589d-4e0a-9405-8a412936bc85 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:35:49.686213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a17f7d1-b7d8-41d8-8d12-e725ec896e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.738497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a17f7d1-b7d8-41d8-8d12-e725ec896e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.827830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a17f7d1-b7d8-41d8-8d12-e725ec896e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.907742 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a17f7d1-b7d8-41d8-8d12-e725ec896e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.949137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a17f7d1-b7d8-41d8-8d12-e725ec896e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:49.952542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17f7d1-b7d8-41d8-8d12-e725ec896e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c285974-589d-4e0a-9405-8a412936bc85,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:49.954988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e9b843-1d90-482d-8ce3-bfa701309a4d None None] Network ad360037-bd08-4d3c-a15d-4b92598eba97 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:35:49.961249 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49096) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:49.961743 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0a17f7d1-b7d8-41d8-8d12-e725ec896e73 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0c285974-589d-4e0a-9405-8a412936bc85 HTTP/1.1" status: 204 len: 168 time: 0.3397064 Mar 22 13:35:50.041604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 801f6b80-9d4a-466c-8697-d4f34db4f27c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:35:50.091575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 801f6b80-9d4a-466c-8697-d4f34db4f27c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:35:50.091575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 801f6b80-9d4a-466c-8697-d4f34db4f27c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:35:50.091930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f753a4ec-b2fd-4689-a32d-ef04a6f701b1 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:35:50.129628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: f753a4ec-b2fd-4689-a32d-ef04a6f701b1 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:35:50.129931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f753a4ec-b2fd-4689-a32d-ef04a6f701b1 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:35:50.189589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.200539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Deleting port 820ae3ed-4d31-4219-b58e-17444856ee88 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:50.200875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.328436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] DHCP port deletion for ad360037-bd08-4d3c-a15d-4b92598eba97 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:35:50.332635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] Deleting port 820ae3ed-4d31-4219-b58e-17444856ee88 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:50.333012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.420093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] For port 820ae3ed-4d31-4219-b58e-17444856ee88, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=820ae3ed-4d31-4219-b58e-17444856ee88,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:35:50.420457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.537206 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] For port 820ae3ed-4d31-4219-b58e-17444856ee88, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=820ae3ed-4d31-4219-b58e-17444856ee88,segment=NetworkSegment(1359e8ea-c695-49b7-a81f-4a760eda1b44),segment_id=1359e8ea-c695-49b7-a81f-4a760eda1b44)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:35:50.537591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.546880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Calling delete_port for 820ae3ed-4d31-4219-b58e-17444856ee88 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:35:50.622532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.661716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] Calling delete_port for 820ae3ed-4d31-4219-b58e-17444856ee88 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:35:50.675450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] No DVR routers for this DVR port 820ae3ed-4d31-4219-b58e-17444856ee88 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:35:50.701041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Pushing event deleted for resources: {'Port': ['ID=820ae3ed-4d31-4219-b58e-17444856ee88,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:50.733493 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:35:50.734214 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:35:50.796004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.822952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad360037-bd08-4d3c-a15d-4b92598eba97']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:50.834901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1359e8ea-c695-49b7-a81f-4a760eda1b44') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:50.835229 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1359e8ea-c695-49b7-a81f-4a760eda1b44') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:50.846672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.862565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.868443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:35:50.868891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:35:50.881722 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:35:50.957898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.973764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:50.984261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad360037-bd08-4d3c-a15d-4b92598eba97,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:50.997891 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b666a9cc-ae4e-480a-89cf-b538e1d7c441 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ad360037-bd08-4d3c-a15d-4b92598eba97 HTTP/1.1" status: 204 len: 168 time: 1.0346546 Mar 22 13:35:51.000568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49100) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:51.235878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] Deleting port 820ae3ed-4d31-4219-b58e-17444856ee88 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:51.236398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:51.303818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6663b282-07b1-4c77-9426-dd77ff1d84e0 None None] The port '820ae3ed-4d31-4219-b58e-17444856ee88' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:35:51.532924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:51.823333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:51.978309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] Deleting port dfea534b-3cfa-4f79-91d4-ee545764f976 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:51.978829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:51.990785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 820ae3ed-4d31-4219-b58e-17444856ee88 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:35:52.024255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 820ae3ed-4d31-4219-b58e-17444856ee88 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:35:52.024598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 820ae3ed-4d31-4219-b58e-17444856ee88 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:35:52.149410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] For port dfea534b-3cfa-4f79-91d4-ee545764f976, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dfea534b-3cfa-4f79-91d4-ee545764f976,segment=NetworkSegment(dec36626-8b10-4cf4-827b-31f761b00505),segment_id=dec36626-8b10-4cf4-827b-31f761b00505)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:35:52.149775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:52.272954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] Calling delete_port for dfea534b-3cfa-4f79-91d4-ee545764f976 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:35:52.453736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:52.504216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfea534b-3cfa-4f79-91d4-ee545764f976,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:52.769243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:53.213838 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] Router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:35:53.387401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:35:53.396278 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] Sync routers for ids ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:35:53.403550 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a811d608-b76a-4383-b9ad-1b4d93e5dee4 admin admin] 10.222.0.70 "PUT /v2.0/routers/46ea0266-ccb5-4ce9-ac6f-69ea904c375d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4017959 Mar 22 13:35:53.405690 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] Routers {'46ea0266-ccb5-4ce9-ac6f-69ea904c375d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:35:53.405940 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49104) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:53.406386 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:35:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:53.585077 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] Set router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:35:53.586064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:53.763892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:53.773039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Deleting port 31e3ba8a-bbe2-4688-97d9-2677b8086e54 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:53.773400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:53.869100 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'name': 'tempest-TestMinimumBasicScenario-728315945-router', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:35:52Z', 'revision_number': 5, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'gw_port': {'id': '31e3ba8a-bbe2-4688-97d9-2677b8086e54', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:53.872886 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] Checking router: 46ea0266-ccb5-4ce9-ac6f-69ea904c375d for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:35:53.881023 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] Routers {'46ea0266-ccb5-4ce9-ac6f-69ea904c375d'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:35:53.881611 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:35:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:53.946175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] For port 31e3ba8a-bbe2-4688-97d9-2677b8086e54, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=31e3ba8a-bbe2-4688-97d9-2677b8086e54,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:35:53.946536 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:54.035799 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] Set router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:35:54.073299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Calling delete_port for 31e3ba8a-bbe2-4688-97d9-2677b8086e54 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:35:54.147572 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'name': 'tempest-TestMinimumBasicScenario-728315945-router', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:35:53Z', 'revision_number': 6, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:54.152152 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273a635-87fb-4558-80cf-d56b279b5ef1 None None] The sync data for ids ['46ea0266-ccb5-4ce9-ac6f-69ea904c375d'] in dv-neutron-834664-2-hyperv is: [{'id': '46ea0266-ccb5-4ce9-ac6f-69ea904c375d', 'name': 'tempest-TestMinimumBasicScenario-728315945-router', 'tenant_id': '11ef03e777ea48338bce8dc2023a5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:33:27Z', 'updated_at': '2022-03-22T13:35:53Z', 'revision_number': 6, 'project_id': '11ef03e777ea48338bce8dc2023a5853', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:35:54.241865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:54.289366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e3ba8a-bbe2-4688-97d9-2677b8086e54,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:54.385230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:54.674159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:54.676370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:54.701762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:54.702563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46ea0266-ccb5-4ce9-ac6f-69ea904c375d {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:35:54.714508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:54.715660 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3503564d-d4a6-4fd0-bf90-921a88c249e8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/46ea0266-ccb5-4ce9-ac6f-69ea904c375d HTTP/1.1" status: 204 len: 168 time: 1.3087080 Mar 22 13:35:54.718110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49108) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:54.776990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bf24fb-140c-499f-98ea-58b603906db7 admin admin] Deleting subnet 958e13c6-2ce7-4f83-92f2-1227c3c76c2e {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:35:54.779775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a6bf24fb-140c-499f-98ea-58b603906db7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:54.827398 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a6bf24fb-140c-499f-98ea-58b603906db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:54.906464 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a6bf24fb-140c-499f-98ea-58b603906db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:54.975659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a6bf24fb-140c-499f-98ea-58b603906db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.019342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf24fb-140c-499f-98ea-58b603906db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958e13c6-2ce7-4f83-92f2-1227c3c76c2e,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:55.024412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a6bf24fb-140c-499f-98ea-58b603906db7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.030959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c218bc-a808-4cae-86a9-f0e56eb097de None None] Network ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:35:55.035352 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a6bf24fb-140c-499f-98ea-58b603906db7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/958e13c6-2ce7-4f83-92f2-1227c3c76c2e HTTP/1.1" status: 204 len: 168 time: 0.3131468 Mar 22 13:35:55.035709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49112) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:55.151145 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.162293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Deleting port cc4cfd08-51d9-4293-ad5d-756a0645a780 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:55.162640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.279559 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] DHCP port deletion for ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:35:55.283594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] Deleting port cc4cfd08-51d9-4293-ad5d-756a0645a780 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:55.283964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.375832 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] For port cc4cfd08-51d9-4293-ad5d-756a0645a780, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cc4cfd08-51d9-4293-ad5d-756a0645a780,segment=NetworkSegment(dec36626-8b10-4cf4-827b-31f761b00505),segment_id=dec36626-8b10-4cf4-827b-31f761b00505)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:35:55.376197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.502400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Calling delete_port for cc4cfd08-51d9-4293-ad5d-756a0645a780 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:35:55.533926 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] For port cc4cfd08-51d9-4293-ad5d-756a0645a780, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cc4cfd08-51d9-4293-ad5d-756a0645a780,segment=NetworkSegment(dec36626-8b10-4cf4-827b-31f761b00505),segment_id=dec36626-8b10-4cf4-827b-31f761b00505)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:35:55.534223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.581248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.626264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4cfd08-51d9-4293-ad5d-756a0645a780,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:55.631549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] No DVR routers for this DVR port cc4cfd08-51d9-4293-ad5d-756a0645a780 on host dv-neutron-834664-2-hyperv {{(pid=87932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:35:55.656399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] Calling delete_port for cc4cfd08-51d9-4293-ad5d-756a0645a780 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:35:55.728055 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:35:55.728408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:35:55.752980 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.777027 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:55.788658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec36626-8b10-4cf4-827b-31f761b00505') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:55.788902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec36626-8b10-4cf4-827b-31f761b00505') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:35:55.800354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.816212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.822064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:35:55.822441 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:35:55.835456 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:35:55.912818 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.917758 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:55.939377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] Pushing event deleted for resources: {'Network': ['ID=ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:55.948412 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d3896023-6845-408b-ad86-00e7fab0dcde admin admin] 10.222.0.70 "DELETE /v2.0/networks/ee40c3f7-66b8-46d7-bf70-dd02a3eeb7ea HTTP/1.1" status: 204 len: 168 time: 0.9115505 Mar 22 13:35:56.001457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dfea534b-3cfa-4f79-91d4-ee545764f976 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:35:56.036849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: dfea534b-3cfa-4f79-91d4-ee545764f976 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:35:56.037442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dfea534b-3cfa-4f79-91d4-ee545764f976 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:35:56.037597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 31e3ba8a-bbe2-4688-97d9-2677b8086e54 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:35:56.070433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 31e3ba8a-bbe2-4688-97d9-2677b8086e54 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:35:56.070635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 31e3ba8a-bbe2-4688-97d9-2677b8086e54 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:35:56.071003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cc4cfd08-51d9-4293-ad5d-756a0645a780 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:35:56.104842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: cc4cfd08-51d9-4293-ad5d-756a0645a780 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:35:56.105190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cc4cfd08-51d9-4293-ad5d-756a0645a780 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:35:56.124462 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49118) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:56.171931 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2495db10-f7e3-4bd0-aa86-3a1711b62481 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d7c0a2adff745c1b4a827a42875d2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463359 Mar 22 13:35:56.174377 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49122) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:56.229851 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] Deleting port cc4cfd08-51d9-4293-ad5d-756a0645a780 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:35:56.230275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:56.235273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b2b0-e8fd-4b06-b649-a78fd8af1704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:56.261303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b2b0-e8fd-4b06-b649-a78fd8af1704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:56.296064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c019f-02a8-4bc2-b6f2-9dcb42217c53 None None] The port 'cc4cfd08-51d9-4293-ad5d-756a0645a780' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:35:56.316234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b2b0-e8fd-4b06-b649-a78fd8af1704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:56.334008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8b2b0-e8fd-4b06-b649-a78fd8af1704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259d5b68-262c-41fa-aa2a-6e40bc7a3258,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:56.345719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b2b0-e8fd-4b06-b649-a78fd8af1704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:56.349555 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6fd8b2b0-e8fd-4b06-b649-a78fd8af1704 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/259d5b68-262c-41fa-aa2a-6e40bc7a3258 HTTP/1.1" status: 204 len: 168 time: 0.1742816 Mar 22 13:35:56.679186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49130) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:56.725528 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0649ec2f-8f65-471a-9172-9075b685f055 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11ef03e777ea48338bce8dc2023a5853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452211 Mar 22 13:35:56.728550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49134) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:56.792180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4247ee54-a85f-4aca-aaa1-1b7ce7c17073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:56.819901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4247ee54-a85f-4aca-aaa1-1b7ce7c17073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:56.871835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4247ee54-a85f-4aca-aaa1-1b7ce7c17073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:56.886973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247ee54-a85f-4aca-aaa1-1b7ce7c17073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b685c4-f5a9-45b1-8461-acf915b3e46d,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:56.891208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4247ee54-a85f-4aca-aaa1-1b7ce7c17073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:56.892303 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4247ee54-a85f-4aca-aaa1-1b7ce7c17073 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00b685c4-f5a9-45b1-8461-acf915b3e46d HTTP/1.1" status: 204 len: 168 time: 0.1628904 Mar 22 13:35:58.797059 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49176) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:58.802165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572938147', 'description': 'tempest-secgroup-smoke-572938147 description', 'project_id': '9645728d4a574b04bd66c30a7915a07d'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:35:58.808723 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:35:58.812537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:35:58.815449 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:35:58.821242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:35:58.831629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:58.843351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:58.857838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:35:58.861601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:35:58.864347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:35:58.870448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:35:58.951093 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:58.954991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:58.969338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:35:58.980619 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:35:58.985969 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:35:58.993664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:35:58.995559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07ff354-fd8c-4de8-a9d9-38142a08d871,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:59.070189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.073807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.209381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2ac203-318a-4120-9c72-a1e3c01d4f32,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:59.212236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.215611 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-254c0425-bc2e-4737-a6ef-ff14ac85c432 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4175198 Mar 22 13:35:59.216252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49180) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:59.221487 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '4c2ac203-318a-4120-9c72-a1e3c01d4f32', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:35:59.228087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:35:59.231817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:35:59.234600 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:35:59.240102 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:35:59.255248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.312917 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.316323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.340290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e7f492-869c-4347-b7e5-7cee43cef659,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:59.348329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.349486 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-88c943ef-3b82-444d-8210-2704ff6ac075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319697 Mar 22 13:35:59.352187 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49184) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:59.357135 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '4c2ac203-318a-4120-9c72-a1e3c01d4f32', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:35:59.362850 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:35:59.366571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:35:59.369406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:35:59.375201 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:35:59.391074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.449620 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.453114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.478564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993bbff6-15fb-4639-b6af-6bd580edefbd,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:59.486501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.487717 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-cc23337e-b73b-405a-8b60-ed85b5bda808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344411 Mar 22 13:35:59.490424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49188) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:59.495365 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '4c2ac203-318a-4120-9c72-a1e3c01d4f32', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:35:59.500972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:35:59.504752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:35:59.507603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:35:59.513716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:35:59.530119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.592036 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.595395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.617738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626ee626-1f38-427e-9d38-1841f6d3c919,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:59.626803 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.628104 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-57ded687-97fd-4852-b7c2-b69c0a47fb9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367855 Mar 22 13:35:59.630755 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49192) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:59.636192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '4c2ac203-318a-4120-9c72-a1e3c01d4f32', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:35:59.641799 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:35:59.645535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:35:59.648342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:35:59.655094 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:35:59.671329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.733170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.736537 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.759610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4cd2b0-b548-489b-8091-8bcb8490df4a,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:59.767694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.769074 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-407e628f-798a-47e5-b20f-1482c40993cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373913 Mar 22 13:35:59.771830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49196) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:59.776773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '4c2ac203-318a-4120-9c72-a1e3c01d4f32', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:35:59.782510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:35:59.786248 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:35:59.789085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:35:59.794564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:35:59.804237 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Project 9645728d4a574b04bd66c30a7915a07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:35:59.811337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.876672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.880299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.904225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8156263-44ae-4ef3-b6a0-d7b19ed72b78,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:35:59.913718 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:59.915216 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-509cd6f1-986d-4553-bdac-9397435c2fe8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424646 Mar 22 13:35:59.918062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49200) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:35:59.922840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '4c2ac203-318a-4120-9c72-a1e3c01d4f32', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:35:59.928451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:35:59.932708 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:35:59.935518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:35:59.941018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:35:59.951628 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Project 9645728d4a574b04bd66c30a7915a07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:35:59.958079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.022378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.026645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.049143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc643ec-8cff-4ef6-8f2d-27f652ea1d0b,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:00.058840 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.060031 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-933f5bb9-074c-480e-b540-e3693ab29eca tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410410 Mar 22 13:36:00.063014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49204) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:00.068263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'network': {'name': 'tempest-network-smoke--1785716506', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'port_security_enabled': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:36:00.072956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:36:00.076827 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:network and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:36:00.079892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:36:00.085345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:36:00.095234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:36:00.098511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.125779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:36:00.134062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.134328 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Added segment 59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db of type vlan for network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c Mar 22 13:36:00.162553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.191627 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.196860 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:00.197510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.293270 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2292466 Mar 22 13:36:00.296528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49208) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:00.301902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'admin_state_up': True, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:36:00.304787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618eafe-eeec-45c0-baf4-9bd10b07af4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Network': ['ID=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:00.309976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:36:00.314629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:router and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:36:00.315334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:36:00.317849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:36:00.324242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:36:00.335912 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.336992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.352372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.620795 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.920594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:00.949881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:01.081771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.26.5.6 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/fa60b733-c032-4617-9849-94c174fd3060) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:36:01.325936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:01.355671 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:01.415065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:36:01.421728 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:36:01.426100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:36:01.460287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=fa60b733-c032-4617-9849-94c174fd3060,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:01.832162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:02.170443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:02.372213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router 675ee769-ad66-4e47-8a3a-db8e65b90e82 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:36:02.552932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:36:02.564026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Sync routers for ids ['675ee769-ad66-4e47-8a3a-db8e65b90e82'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:36:02.573602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Routers {'675ee769-ad66-4e47-8a3a-db8e65b90e82'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:36:02.574593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:35:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['675ee769-ad66-4e47-8a3a-db8e65b90e82'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:02.581503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:02.585443 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-076c6c9c-d05d-4dac-9dd8-0ee1c1c0c455 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2851489 Mar 22 13:36:02.585695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49212) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:02.757034 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Set router 675ee769-ad66-4e47-8a3a-db8e65b90e82 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:36:02.853159 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b7ed68c3-1383-4bba-bdda-cbbff236b9f7 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=9645728d4a574b04bd66c30a7915a07d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2662661 Mar 22 13:36:02.855775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49218) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:02.983816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c1a0b4-c5e6-4656-a57f-aca8bfb6dbea tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:02.985381 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c9c1a0b4-c5e6-4656-a57f-aca8bfb6dbea tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287110 Mar 22 13:36:02.988165 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49222) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:03.027187 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-920e750f-dded-4521-98bc-4e3380da50e2 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378907 Mar 22 13:36:03.029866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49226) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:03.035844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2145874486', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:36:03.044290 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:01Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:03.048112 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Checking router: 675ee769-ad66-4e47-8a3a-db8e65b90e82 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:36:03.048462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Updating router 675ee769-ad66-4e47-8a3a-db8e65b90e82 port fa60b733-c032-4617-9849-94c174fd3060 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:36:03.115434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.144234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:36:03.147999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:subnet and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:36:03.149619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-333dcc22-3223-4c62-b7cb-42d6a16f041f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.151342 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:36:03.156902 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:36:03.165984 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:36:03.169534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.384831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.470019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Subnet': ['ID=ee60ef84-7c20-4b6e-ac35-35bf254ce65c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:03.473302 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.475617 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Checking segment: {'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:36:03.475800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network hostable DHCP agents. Network: d76abbe8-7c86-4f0d-be0f-8df2f0ff097c, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:36:03.485675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Transition to ACTIVE for port object fa60b733-c032-4617-9849-94c174fd3060 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:36:03.494306 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.496622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:36:03.506198 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, d76abbe8-7c86-4f0d-be0f-8df2f0ff097c) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:36:03.511056 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:03.511893 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.532009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb18b92-c06a-4074-beea-0c9a3b6b5797 None None] Network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:36:03.535350 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-42464fcd-ba78-44a6-a2d6-c51af910e345 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5018315 Mar 22 13:36:03.535526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49232) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:03.659717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Pushing event updated for resources: {'Port': ['ID=fa60b733-c032-4617-9849-94c174fd3060,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:03.663562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Attempting to bind port fa60b733-c032-4617-9849-94c174fd3060 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:36:03.663928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Attempting to bind port fa60b733-c032-4617-9849-94c174fd3060 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:36:03.665045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Attempting to bind port fa60b733-c032-4617-9849-94c174fd3060 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:36:03.678773 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.679119 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.679484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.679862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.680194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.680520 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.680842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.681163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.681511 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.681802 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.682117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.682431 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:03.685475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:36:03.685844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:36:03.686247 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.686624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:36:03.687086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Bound port: fa60b733-c032-4617-9849-94c174fd3060, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:36:03.687479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.815520 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] For port fa60b733-c032-4617-9849-94c174fd3060, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:36:03.819788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] For port fa60b733-c032-4617-9849-94c174fd3060, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fa60b733-c032-4617-9849-94c174fd3060,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:36:03.852322 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.919260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-d76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:36:03.920146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.963973 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7cf82-1c5d-4861-aa7b-1d644e8adede None None] Pushing event updated for resources: {'Port': ['ID=fa60b733-c032-4617-9849-94c174fd3060,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:04.005230 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Routers {'675ee769-ad66-4e47-8a3a-db8e65b90e82'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:36:04.005880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:35:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['675ee769-ad66-4e47-8a3a-db8e65b90e82'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:04.262307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] Set router 675ee769-ad66-4e47-8a3a-db8e65b90e82 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:36:04.340033 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:04.370321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Allocated IP 172.20.0.2 (d76abbe8-7c86-4f0d-be0f-8df2f0ff097c/ee60ef84-7c20-4b6e-ac35-35bf254ce65c/961c46c2-2083-47fd-ae38-ec107a7b3bf2) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:36:04.724621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:04.737359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Transition to ACTIVE for port object 961c46c2-2083-47fd-ae38-ec107a7b3bf2 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:36:04.747774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:01Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:04.758390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766e5b8-1f5b-4626-98ba-14f1c8ab6f3e None None] The sync data for ids ['675ee769-ad66-4e47-8a3a-db8e65b90e82'] in dv-neutron-834664-2-hyperv is: [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:01Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:36:04.761646 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Transition to ACTIVE for port object 961c46c2-2083-47fd-ae38-ec107a7b3bf2 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:36:04.767369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:04.829887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:36:04.838265 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:36:04.841101 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.20.0.1 (d76abbe8-7c86-4f0d-be0f-8df2f0ff097c/ee60ef84-7c20-4b6e-ac35-35bf254ce65c/d7d85164-a71c-4084-8be0-b9594173095d) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:36:04.842470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:36:04.848383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Pushing event updated for resources: {'Port': ['ID=961c46c2-2083-47fd-ae38-ec107a7b3bf2,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:04.984723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Attempting to bind port 961c46c2-2083-47fd-ae38-ec107a7b3bf2 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:36:04.985094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Attempting to bind port 961c46c2-2083-47fd-ae38-ec107a7b3bf2 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:36:04.985494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Attempting to bind port 961c46c2-2083-47fd-ae38-ec107a7b3bf2 on network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:36:04.994399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:36:04.994783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Checking segment: {'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:36:04.995310 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:04.995710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Bound using segment: {'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:36:04.996178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Bound port: 961c46c2-2083-47fd-ae38-ec107a7b3bf2, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:36:04.996551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:05.033325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:05.059008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Transition to ACTIVE for port object d7d85164-a71c-4084-8be0-b9594173095d will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:36:05.086450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:05.115309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] For port 961c46c2-2083-47fd-ae38-ec107a7b3bf2, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:36:05.119508 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] For port 961c46c2-2083-47fd-ae38-ec107a7b3bf2, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=961c46c2-2083-47fd-ae38-ec107a7b3bf2,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:36:05.125200 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:05.161605 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:36:05.169216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:36:05.174478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:36:05.210585 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=d7d85164-a71c-4084-8be0-b9594173095d,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:05.217401 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb76322-508a-41c0-8f9f-41c2722cd89a None None] Pushing event updated for resources: {'Port': ['ID=961c46c2-2083-47fd-ae38-ec107a7b3bf2,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:05.246039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:05.409721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-693d5de1-0117-4e30-b7c9-91146907fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:05.622189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.072922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fa60b733-c032-4617-9849-94c174fd3060 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:36:06.141693 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port fa60b733-c032-4617-9849-94c174fd3060 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:36:06.149517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port fa60b733-c032-4617-9849-94c174fd3060 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:06.149914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.199668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.207061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.284634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.302956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port fa60b733-c032-4617-9849-94c174fd3060, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fa60b733-c032-4617-9849-94c174fd3060,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:36:06.308089 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.309166 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 961c46c2-2083-47fd-ae38-ec107a7b3bf2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:36:06.339995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=d7d85164-a71c-4084-8be0-b9594173095d,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:06.343330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.427294 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=fa60b733-c032-4617-9849-94c174fd3060,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:06.439962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 961c46c2-2083-47fd-ae38-ec107a7b3bf2 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:36:06.479932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.495479 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:36:06.496652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:36:06.665912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.696635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router 675ee769-ad66-4e47-8a3a-db8e65b90e82 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:36:06.728518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb073f9-494d-4dea-b531-73953c4709ef None None] Network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:36:06.831937 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0ef0697e-e13c-40a9-b3f9-49e9f3dbadf4 None None] Provisioning for port 961c46c2-2083-47fd-ae38-ec107a7b3bf2 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:36:06.842699 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0ef0697e-e13c-40a9-b3f9-49e9f3dbadf4 None None] Provisioning complete for port 961c46c2-2083-47fd-ae38-ec107a7b3bf2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:06.843062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ef0697e-e13c-40a9-b3f9-49e9f3dbadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.879760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:36:06.897280 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-654ccf6e-5c2a-48f5-a074-12eccb6b0075 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "PUT /v2.0/routers/675ee769-ad66-4e47-8a3a-db8e65b90e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3542063 Mar 22 13:36:06.897468 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Sync routers for ids ['675ee769-ad66-4e47-8a3a-db8e65b90e82'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:36:06.902987 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Routers {'675ee769-ad66-4e47-8a3a-db8e65b90e82'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:36:06.903728 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:36:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['675ee769-ad66-4e47-8a3a-db8e65b90e82'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:07.055152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ef0697e-e13c-40a9-b3f9-49e9f3dbadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:07.064859 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-ee95c292-6a9f-49fe-b2bf-b8bdcffc62f0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572938147&fields=id&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 267 time: 0.0447149 Mar 22 13:36:07.102972 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0ef0697e-e13c-40a9-b3f9-49e9f3dbadf4 None None] For port 961c46c2-2083-47fd-ae38-ec107a7b3bf2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=961c46c2-2083-47fd-ae38-ec107a7b3bf2,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:36:07.111026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ef0697e-e13c-40a9-b3f9-49e9f3dbadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:07.134491 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Set router 675ee769-ad66-4e47-8a3a-db8e65b90e82 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:36:07.191844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0697e-e13c-40a9-b3f9-49e9f3dbadf4 None None] Pushing event updated for resources: {'Port': ['ID=961c46c2-2083-47fd-ae38-ec107a7b3bf2,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:07.239390 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-8cffa73e-0559-4f39-ae6b-184312f42374 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:07.240967 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-8cffa73e-0559-4f39-ae6b-184312f42374 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/networks?id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c HTTP/1.1" status: 200 len: 797 time: 0.1680014 Mar 22 13:36:07.257374 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-438f2b2b-ad3f-4ced-89a3-9d4a33cec560 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/quotas/9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 375 time: 0.0097940 Mar 22 13:36:07.349702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-902e7548-6aef-40cc-b90c-e5bb9db375d4 None None] Provisioning complete for port 961c46c2-2083-47fd-ae38-ec107a7b3bf2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:07.350177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-902e7548-6aef-40cc-b90c-e5bb9db375d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:07.409845 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-cec330e3-3e49-411c-bc35-30298edd69c5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361609 Mar 22 13:36:07.417277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-fb5e1fb8-85f1-4c1f-920e-e2cdcfc3685a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:36:07.424358 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-fb5e1fb8-85f1-4c1f-920e-e2cdcfc3685a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117059 Mar 22 13:36:07.453745 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:36:07.488344 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:05Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd7d85164-a71c-4084-8be0-b9594173095d', 'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:5b:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:04Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 2, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:07.493180 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Checking router: 675ee769-ad66-4e47-8a3a-db8e65b90e82 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:36:07.493462 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Updating router 675ee769-ad66-4e47-8a3a-db8e65b90e82 port d7d85164-a71c-4084-8be0-b9594173095d binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:36:07.511041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-902e7548-6aef-40cc-b90c-e5bb9db375d4 None None] Provisioning for port d7d85164-a71c-4084-8be0-b9594173095d completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:36:07.516844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-902e7548-6aef-40cc-b90c-e5bb9db375d4 None None] Provisioning complete for port d7d85164-a71c-4084-8be0-b9594173095d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:07.517373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-902e7548-6aef-40cc-b90c-e5bb9db375d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:07.559309 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:07.582675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-902e7548-6aef-40cc-b90c-e5bb9db375d4 None None] Port d7d85164-a71c-4084-8be0-b9594173095d cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:36:07.589156 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-404e95b6-dea1-413e-a84f-920560342b28 service neutron] 10.222.0.70 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621995 Mar 22 13:36:07.709394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-be2f9e32-0697-46ad-9106-b116587c361f None None] Provisioning complete for port d7d85164-a71c-4084-8be0-b9594173095d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:07.709902 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-be2f9e32-0697-46ad-9106-b116587c361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:07.729542 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-59e827b2-e856-433b-bdc7-eb96dfb1c561 service neutron] 10.222.0.70 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394598 Mar 22 13:36:07.777622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-be2f9e32-0697-46ad-9106-b116587c361f None None] Port d7d85164-a71c-4084-8be0-b9594173095d cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:36:07.909933 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-671dbad0-ad5f-4b66-a4ca-36a303fa5fde None None] Provisioning complete for port d7d85164-a71c-4084-8be0-b9594173095d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:07.910158 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-671dbad0-ad5f-4b66-a4ca-36a303fa5fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:07.929048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-23133d29-fa5a-4ce4-90ba-1adf6cb3b467 req-1780299f-722c-4389-88b5-2df1dcd356ce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:36:07.942611 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:07.944418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:07.946683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-23133d29-fa5a-4ce4-90ba-1adf6cb3b467 req-1780299f-722c-4389-88b5-2df1dcd356ce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:36:07.948936 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-23133d29-fa5a-4ce4-90ba-1adf6cb3b467 req-1780299f-722c-4389-88b5-2df1dcd356ce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 210 time: 0.0687959 Mar 22 13:36:07.966953 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Transition to ACTIVE for port object d7d85164-a71c-4084-8be0-b9594173095d will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:36:07.978108 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:07.998850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-671dbad0-ad5f-4b66-a4ca-36a303fa5fde None None] Port d7d85164-a71c-4084-8be0-b9594173095d cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:36:08.022721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fa60b733-c032-4617-9849-94c174fd3060 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:36:08.110003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port fa60b733-c032-4617-9849-94c174fd3060 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:08.110561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:08.159504 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Pushing event updated for resources: {'Port': ['ID=d7d85164-a71c-4084-8be0-b9594173095d,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:08.205222 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.205566 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.205901 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.206233 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.206561 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.206889 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.207235 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.207562 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.207885 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.208203 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.208520 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.208836 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:36:08.234698 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Attempting to bind port d7d85164-a71c-4084-8be0-b9594173095d on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:36:08.235068 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Attempting to bind port d7d85164-a71c-4084-8be0-b9594173095d by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:36:08.235463 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Attempting to bind port d7d85164-a71c-4084-8be0-b9594173095d on network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:36:08.241224 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:36:08.241596 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Checking segment: {'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:36:08.242033 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:08.242483 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Bound using segment: {'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:36:08.243067 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Bound port: d7d85164-a71c-4084-8be0-b9594173095d, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:36:08.243810 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:08.248842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 961c46c2-2083-47fd-ae38-ec107a7b3bf2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:36:08.339445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 961c46c2-2083-47fd-ae38-ec107a7b3bf2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:08.339814 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:08.353762 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] For port d7d85164-a71c-4084-8be0-b9594173095d, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:36:08.357413 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] For port d7d85164-a71c-4084-8be0-b9594173095d, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d7d85164-a71c-4084-8be0-b9594173095d,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:36:08.362797 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:08.446207 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Routers {'675ee769-ad66-4e47-8a3a-db8e65b90e82'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:36:08.447382 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:36:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['675ee769-ad66-4e47-8a3a-db8e65b90e82'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:08.536150 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc093b4-a11c-408a-a109-2e2387fe5e79 None None] Pushing event updated for resources: {'Port': ['ID=d7d85164-a71c-4084-8be0-b9594173095d,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:08.653784 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] Set router 675ee769-ad66-4e47-8a3a-db8e65b90e82 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:36:08.992446 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:05Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd7d85164-a71c-4084-8be0-b9594173095d', 'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:5b:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:04Z', 'updated_at': '2022-03-22T13:36:08Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:08.996257 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1b7fc-8067-42f8-849f-3d705d5ef220 None None] The sync data for ids ['675ee769-ad66-4e47-8a3a-db8e65b90e82'] in dv-neutron-834664-2-hyperv is: [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:05Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd7d85164-a71c-4084-8be0-b9594173095d', 'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:5b:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:04Z', 'updated_at': '2022-03-22T13:36:08Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:36:09.110181 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-252f0dc0-0872-43fd-a9f8-422a8bce3bc0 req-afab8008-147a-4aee-8e27-c0dd421320a2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 210 time: 0.0480247 Mar 22 13:36:09.402944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-a990e57e-f204-43a8-9745-b6d7f05bbf71 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:09.404398 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-a990e57e-f204-43a8-9745-b6d7f05bbf71 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/networks?id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c HTTP/1.1" status: 200 len: 797 time: 0.1656549 Mar 22 13:36:09.460849 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-2b675f66-9d32-4eee-95f2-61ac02f0debd tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 379 time: 0.0473158 Mar 22 13:36:09.487124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'port': {'device_id': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'admin_state_up': True, 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'security_groups': ['4c2ac203-318a-4120-9c72-a1e3c01d4f32']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:36:09.637587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:36:09.647769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:36:09.657962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:36:09.661603 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:09.831373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.20.0.12 (d76abbe8-7c86-4f0d-be0f-8df2f0ff097c/ee60ef84-7c20-4b6e-ac35-35bf254ce65c/2ed40d7e-5a72-471c-b094-c0e6d2c7549d) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:36:10.029630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d7d85164-a71c-4084-8be0-b9594173095d up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:36:10.048441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:10.066555 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Transition to ACTIVE for port object 2ed40d7e-5a72-471c-b094-c0e6d2c7549d will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:36:10.090208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:10.100633 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port d7d85164-a71c-4084-8be0-b9594173095d completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:36:10.106371 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d7d85164-a71c-4084-8be0-b9594173095d triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:10.106734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:10.158699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:36:10.161720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:36:10.171109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:36:10.241524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:10.242447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:10.254186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:10.254798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:10.280827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port d7d85164-a71c-4084-8be0-b9594173095d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d7d85164-a71c-4084-8be0-b9594173095d,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:36:10.285201 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-5ae848f8-e476-41d0-90f7-6460615aa5be tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8024032 Mar 22 13:36:10.289613 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:10.313137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Request body: {'port': {'device_id': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:36:10.338246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e78fb-2d76-4d61-83f6-189d9c525214 req-7d78acdc-803a-44cc-a1fa-d806e93cf06d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:10.340322 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-153e78fb-2d76-4d61-83f6-189d9c525214 req-7d78acdc-803a-44cc-a1fa-d806e93cf06d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 932 time: 0.1070759 Mar 22 13:36:10.377048 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=d7d85164-a71c-4084-8be0-b9594173095d,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:10.389622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-153e78fb-2d76-4d61-83f6-189d9c525214 req-434fe63d-49d7-41d8-a3a0-4df26a6e5dd7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:36:10.410689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-153e78fb-2d76-4d61-83f6-189d9c525214 req-434fe63d-49d7-41d8-a3a0-4df26a6e5dd7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:36:10.416161 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-153e78fb-2d76-4d61-83f6-189d9c525214 req-434fe63d-49d7-41d8-a3a0-4df26a6e5dd7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698581 Mar 22 13:36:10.508276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3ec63f7a-22de-4fea-ba33-5aeafca5a03f None None] Provisioning for port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:36:10.513318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3ec63f7a-22de-4fea-ba33-5aeafca5a03f None None] Provisioning complete for port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:10.513851 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3ec63f7a-22de-4fea-ba33-5aeafca5a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:10.566229 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-3ec63f7a-22de-4fea-ba33-5aeafca5a03f None None] Port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:36:10.566773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:10.911011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed40d7e-5a72-471c-b094-c0e6d2c7549d {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:36:10.918065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:10.933546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Transition to ACTIVE for port object 2ed40d7e-5a72-471c-b094-c0e6d2c7549d will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:36:10.937120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:11.100091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Pushing event updated for resources: {'Port': ['ID=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:11.184617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Attempting to bind port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:36:11.185242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Attempting to bind port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:36:11.185242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Attempting to bind port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d on network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:36:11.189808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d on network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:36:11.190123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Attempting to bind port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d on network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:36:11.195735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:36:11.196074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Checking segment: {'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:36:11.196450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Bound using segment: {'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:36:11.196946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Bound port: 2ed40d7e-5a72-471c-b094-c0e6d2c7549d, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:36:11.197289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:11.286778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] For port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:36:11.290200 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] For port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:36:11.294893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:11.350154 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:11.350754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:11.352718 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] 10.222.0.47 "PUT /v2.0/ports/2ed40d7e-5a72-471c-b094-c0e6d2c7549d HTTP/1.1" status: 200 len: 1094 time: 1.0562422 Mar 22 13:36:11.353237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'tag': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:36:11.378666 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fb43b-8595-4e10-97ce-fdc2ab3f414f service neutron] Pushing event updated for resources: {'Port': ['ID=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:11.440730 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'tag': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'status': 'completed', 'code': 200} Mar 22 13:36:11.487895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-19a245af-4a17-44e1-8603-832669ded2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:11.489380 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-19a245af-4a17-44e1-8603-832669ded2de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 1097 time: 0.0826929 Mar 22 13:36:11.564321 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-0fd0a0e8-4dbe-40b4-818d-36191e6e130e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed40d7e-5a72-471c-b094-c0e6d2c7549d HTTP/1.1" status: 200 len: 217 time: 0.0654924 Mar 22 13:36:11.602849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a108f4-ca5f-4e8a-bf69-2b77f031b880 req-6e5e0e58-fd01-4644-ae0e-fafa5b329122 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:11.604404 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-85a108f4-ca5f-4e8a-bf69-2b77f031b880 req-6e5e0e58-fd01-4644-ae0e-fafa5b329122 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 944 time: 0.0839353 Mar 22 13:36:11.630251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-458b9169-bf31-4cd5-8b63-ff69b2021351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:11.631648 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-458b9169-bf31-4cd5-8b63-ff69b2021351 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee60ef84-7c20-4b6e-ac35-35bf254ce65c HTTP/1.1" status: 200 len: 835 time: 0.0580716 Mar 22 13:36:11.649453 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-85a108f4-ca5f-4e8a-bf69-2b77f031b880 req-d93d10ec-677a-4065-99c1-39f2dee85238 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389724 Mar 22 13:36:11.716343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-16e94be2-6968-4715-aad2-efdbc713be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:11.717777 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-16e94be2-6968-4715-aad2-efdbc713be15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729790 Mar 22 13:36:11.850228 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-aaec5af0-30d6-4ab5-82c4-23d5c6830029 service neutron] 10.222.0.47 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256545 Mar 22 13:36:11.988312 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cb2796ea-cbb4-4e2b-90e3-9d70f1eee4e8 req-16e70a0c-8c70-46c6-badf-4819374c27a7 service neutron] 10.222.0.47 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289575 Mar 22 13:36:12.005813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d7d85164-a71c-4084-8be0-b9594173095d up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:36:12.075507 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port d7d85164-a71c-4084-8be0-b9594173095d triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:12.075870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:12.106435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-8db73451-4218-4ef8-a378-d518e640873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:12.107939 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-8db73451-4218-4ef8-a378-d518e640873f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 1097 time: 0.0719912 Mar 22 13:36:12.339820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-0f5d5b75-d396-495e-8836-a72fe57f98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:12.341270 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-0f5d5b75-d396-495e-8836-a72fe57f98b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c HTTP/1.1" status: 200 len: 898 time: 0.2256043 Mar 22 13:36:12.421915 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-eb703b81-5b8c-478d-bebf-84e49080422e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed40d7e-5a72-471c-b094-c0e6d2c7549d HTTP/1.1" status: 200 len: 217 time: 0.0725112 Mar 22 13:36:12.486615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-a9885b6c-4133-4813-9626-e8f267ea3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:12.488114 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-a9885b6c-4133-4813-9626-e8f267ea3879 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee60ef84-7c20-4b6e-ac35-35bf254ce65c HTTP/1.1" status: 200 len: 835 time: 0.0589783 Mar 22 13:36:12.568564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-4f45b6e6-a226-4f14-8e5b-e03c91c2d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:12.570095 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-4f45b6e6-a226-4f14-8e5b-e03c91c2d11e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743344 Mar 22 13:36:12.702279 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-9a6081c6-4c64-440d-9f6d-b749cf1f5d62 service neutron] 10.222.0.47 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242204 Mar 22 13:36:12.884735 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7309b5ba-1202-42ec-a73b-cdd93db0e050 req-23f4cf2b-36da-4383-baff-6b7efd5940b8 service neutron] 10.222.0.47 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744409 Mar 22 13:36:12.911232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd4f10-36a3-40f0-ac8a-a1b84d4e3206 req-a7c7c46e-f763-4000-a74c-bd12bcbf7a81 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:12.912167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-84bd4f10-36a3-40f0-ac8a-a1b84d4e3206 req-a7c7c46e-f763-4000-a74c-bd12bcbf7a81 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:36:12.927559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-84bd4f10-36a3-40f0-ac8a-a1b84d4e3206 req-a7c7c46e-f763-4000-a74c-bd12bcbf7a81 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:36:12.928762 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84bd4f10-36a3-40f0-ac8a-a1b84d4e3206 req-a7c7c46e-f763-4000-a74c-bd12bcbf7a81 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 944 time: 0.1322694 Mar 22 13:36:12.974658 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-84bd4f10-36a3-40f0-ac8a-a1b84d4e3206 req-1a0dfe3d-3d22-4df3-aa25-f365bfadeb10 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397251 Mar 22 13:36:14.154477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2e299-13ba-41db-a5ec-fe68427ebe62 req-395e8cd5-aeb8-4975-912e-2be43aee357e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:14.155934 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3be2e299-13ba-41db-a5ec-fe68427ebe62 req-395e8cd5-aeb8-4975-912e-2be43aee357e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 944 time: 0.0788286 Mar 22 13:36:14.198899 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3be2e299-13ba-41db-a5ec-fe68427ebe62 req-077fe56f-d219-49c8-b1d5-36663e30b85a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373003 Mar 22 13:36:15.378182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09e997-6cef-45cb-a24c-d860817ca638 req-680039c3-5d66-43fc-8552-5835bd8dfc92 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:15.379662 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6a09e997-6cef-45cb-a24c-d860817ca638 req-680039c3-5d66-43fc-8552-5835bd8dfc92 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 944 time: 0.0796390 Mar 22 13:36:15.424755 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6a09e997-6cef-45cb-a24c-d860817ca638 req-af981e92-ffd3-49da-ae49-8393e2dba8bf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393043 Mar 22 13:36:15.450999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2ed40d7e-5a72-471c-b094-c0e6d2c7549d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:36:15.581962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:36:15.595266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'port_id': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'mac_address': 'fa:16:3e:bb:b4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:36:15.647750 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:15.664495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed40d7e-5a72-471c-b094-c0e6d2c7549d {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:36:15.678885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:36:15.682674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:15.750613 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:15.929964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['2ed40d7e-5a72-471c-b094-c0e6d2c7549d'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:36:16.617494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258959e-47a9-4005-a240-cc488eb0e367 req-131b707b-44c4-4ec2-8e48-f9fc51401f40 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:16.618990 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a258959e-47a9-4005-a240-cc488eb0e367 req-131b707b-44c4-4ec2-8e48-f9fc51401f40 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 945 time: 0.0849340 Mar 22 13:36:16.660862 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a258959e-47a9-4005-a240-cc488eb0e367 req-f3713e9a-1c5f-409b-94ab-4b6090a0f847 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363579 Mar 22 13:36:17.466366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2ed40d7e-5a72-471c-b094-c0e6d2c7549d up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:36:17.534946 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:36:17.539815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:36:17.540179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:17.653001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:17.678899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:36:17.688553 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:36:17.693414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:17.769683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:17.778575 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'code': 200} Mar 22 13:36:17.857480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d866e4b-cad1-4f06-8578-36426eb8e99e req-f01760f1-4ff2-4fa5-91bc-c37753ac094e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:17.858927 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9d866e4b-cad1-4f06-8578-36426eb8e99e req-f01760f1-4ff2-4fa5-91bc-c37753ac094e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0895159 Mar 22 13:36:17.903702 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9d866e4b-cad1-4f06-8578-36426eb8e99e req-70b58c46-f7c1-4436-9625-e606451c41e6 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388699 Mar 22 13:36:18.008351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b0f7-3805-4ac0-96aa-7135269999e1 req-510d3b50-03ab-4591-98b6-0e6c8af71115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:18.009833 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7591b0f7-3805-4ac0-96aa-7135269999e1 req-510d3b50-03ab-4591-98b6-0e6c8af71115 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 1099 time: 0.0700095 Mar 22 13:36:18.049787 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7591b0f7-3805-4ac0-96aa-7135269999e1 req-ecb2e8c2-beda-4a75-8ec3-41e7e6f2401f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334029 Mar 22 13:36:19.084889 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70063b15-2120-418b-b50d-1133819198bf req-0d571f65-1da9-4624-ac06-e2ad91da30d6 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:19.086973 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-70063b15-2120-418b-b50d-1133819198bf req-0d571f65-1da9-4624-ac06-e2ad91da30d6 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0799546 Mar 22 13:36:19.134271 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-70063b15-2120-418b-b50d-1133819198bf req-70b5da2a-f2b6-41b0-9cb1-7e3dfc808f02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413241 Mar 22 13:36:20.319254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7218b7-5d08-4d85-be22-975eb40ecac3 req-4e91ac28-76d5-4ea6-9579-86545fb2ea7a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:20.321106 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3e7218b7-5d08-4d85-be22-975eb40ecac3 req-4e91ac28-76d5-4ea6-9579-86545fb2ea7a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0822778 Mar 22 13:36:20.364791 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3e7218b7-5d08-4d85-be22-975eb40ecac3 req-8333e123-771b-4410-b979-bb0f565a3bab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381329 Mar 22 13:36:20.544838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0760-3fd6-41f3-a53a-3237b65cb070 req-a144d812-083b-4ffd-9aa8-399a2ef42ebd tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:20.546274 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-97ca0760-3fd6-41f3-a53a-3237b65cb070 req-a144d812-083b-4ffd-9aa8-399a2ef42ebd tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0782309 Mar 22 13:36:20.590890 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-97ca0760-3fd6-41f3-a53a-3237b65cb070 req-3c8a8219-ce92-4400-987b-30751e7fba88 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390463 Mar 22 13:36:20.612319 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49298) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:20.683765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba9b1a-7b57-4344-a9aa-89a0c0ef1705 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:20.685206 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-48ba9b1a-7b57-4344-a9aa-89a0c0ef1705 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 1094 time: 0.0717597 Mar 22 13:36:20.688028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49302) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:20.692597 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:36:20.698968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:36:20.702915 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:floatingip and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:36:20.705699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:36:20.711118 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:36:20.824291 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:20.957760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:21.086465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.26.5.225 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/75f4c03d-8c72-4818-b490-be89cbfdc5f8) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:36:21.229679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:21.257748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:21.319311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:36:21.322015 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:36:21.329886 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:36:21.364614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=75f4c03d-8c72-4818-b490-be89cbfdc5f8,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:21.740690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:21.812772 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:21.822367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:22.013873 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:22.019225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:22.131847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=75f4c03d-8c72-4818-b490-be89cbfdc5f8,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:36:22.138671 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:22.313415 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Floating IP b9ed0db0-f141-4961-a0e9-411dcf95addf associated. External IP: 172.26.5.225, port: 2ed40d7e-5a72-471c-b094-c0e6d2c7549d. Mar 22 13:36:22.766052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router 675ee769-ad66-4e47-8a3a-db8e65b90e82 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:36:22.941830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:36:22.952204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] Sync routers for ids ['675ee769-ad66-4e47-8a3a-db8e65b90e82'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:36:22.962041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] Routers {'675ee769-ad66-4e47-8a3a-db8e65b90e82'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:36:22.962656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:36:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['675ee769-ad66-4e47-8a3a-db8e65b90e82'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:22.965918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:23.020594 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a24e5e3d-1f68-43fb-8ae6-6e051c60079a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3314979 Mar 22 13:36:23.021087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'tag': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:36:23.068589 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'tag': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'status': 'completed', 'code': 200} Mar 22 13:36:23.173987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] Set router 675ee769-ad66-4e47-8a3a-db8e65b90e82 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:36:23.230944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-cbfb6ac2-4ae2-421d-9ede-280ac5a25174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:23.232436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-cbfb6ac2-4ae2-421d-9ede-280ac5a25174 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 1099 time: 0.1362090 Mar 22 13:36:23.240517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956f401-c8c2-4340-a909-3ee6d76100cc req-476ba0da-315e-444e-b431-c062348c71b3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:23.242404 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1956f401-c8c2-4340-a909-3ee6d76100cc req-476ba0da-315e-444e-b431-c062348c71b3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.1137347 Mar 22 13:36:23.371746 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1956f401-c8c2-4340-a909-3ee6d76100cc req-dd4080f6-a1fa-4e11-8805-567e58a33346 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098328 Mar 22 13:36:23.396375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49310) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:23.405726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-b0c65c78-0608-405e-a0ba-795fa28e97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:23.407192 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-b0c65c78-0608-405e-a0ba-795fa28e97c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c HTTP/1.1" status: 200 len: 898 time: 0.1639328 Mar 22 13:36:23.505088 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-12d05c72-3492-42ff-8042-58d551c9eb52 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/b9ed0db0-f141-4961-a0e9-411dcf95addf HTTP/1.1" status: 200 len: 992 time: 0.1065376 Mar 22 13:36:23.513429 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-c640233e-1fe7-4fd7-8286-4fcdc751508a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed40d7e-5a72-471c-b094-c0e6d2c7549d HTTP/1.1" status: 200 len: 1000 time: 0.0990467 Mar 22 13:36:23.533113 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:05Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'b9ed0db0-f141-4961-a0e9-411dcf95addf', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'port_id': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'mac_address': 'fa:16:3e:bb:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:36:21Z', 'updated_at': '2022-03-22T13:36:21Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d85164-a71c-4084-8be0-b9594173095d', 'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:5b:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:04Z', 'updated_at': '2022-03-22T13:36:10Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:23.536928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] Checking router: 675ee769-ad66-4e47-8a3a-db8e65b90e82 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:36:23.545130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] Routers {'675ee769-ad66-4e47-8a3a-db8e65b90e82'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:36:23.545719 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:36:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['675ee769-ad66-4e47-8a3a-db8e65b90e82'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:23.576012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-fe569e5e-b9a2-49e8-81e3-0a197dc558c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:23.577954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-fe569e5e-b9a2-49e8-81e3-0a197dc558c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee60ef84-7c20-4b6e-ac35-35bf254ce65c HTTP/1.1" status: 200 len: 835 time: 0.0577006 Mar 22 13:36:23.724330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] Set router 675ee769-ad66-4e47-8a3a-db8e65b90e82 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:36:23.752662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-0e666a80-a29f-4365-834d-2084f6af2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:23.754113 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-0e666a80-a29f-4365-834d-2084f6af2e78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1707892 Mar 22 13:36:23.886849 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-1c144c28-2ee5-4355-a6bc-5f47f077837a service neutron] 10.222.0.47 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234612 Mar 22 13:36:24.017694 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-13747241-dea7-41ee-a7b5-7ae30f55bebc req-047e6090-1ea0-4e56-8c77-a5ecedc4a8a4 service neutron] 10.222.0.47 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245477 Mar 22 13:36:24.071516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:05Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'b9ed0db0-f141-4961-a0e9-411dcf95addf', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'port_id': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'mac_address': 'fa:16:3e:bb:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:36:21Z', 'updated_at': '2022-03-22T13:36:21Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d85164-a71c-4084-8be0-b9594173095d', 'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:5b:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:04Z', 'updated_at': '2022-03-22T13:36:10Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:36:24.075440 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aec2cd-4986-4cb4-9188-6a6835ea5e2d None None] The sync data for ids ['675ee769-ad66-4e47-8a3a-db8e65b90e82'] in dv-neutron-834664-2-hyperv is: [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:05Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'b9ed0db0-f141-4961-a0e9-411dcf95addf', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'port_id': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'mac_address': 'fa:16:3e:bb:b4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:36:21Z', 'updated_at': '2022-03-22T13:36:21Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d85164-a71c-4084-8be0-b9594173095d', 'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:5b:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:04Z', 'updated_at': '2022-03-22T13:36:10Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:36:24.345879 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599dcaaf-4f7d-44b1-8f29-559d16305be1 None None] New status for floating IP b9ed0db0-f141-4961-a0e9-411dcf95addf: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:36:24.508405 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49314) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:24.618636 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-706db6ae-69bb-4b09-a182-341e5ef9ca4d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/b9ed0db0-f141-4961-a0e9-411dcf95addf HTTP/1.1" status: 200 len: 992 time: 0.1080887 Mar 22 13:36:25.620573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49318) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:25.728241 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ba9606f8-242c-4a91-b3e2-fc8d874f87e0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/b9ed0db0-f141-4961-a0e9-411dcf95addf HTTP/1.1" status: 200 len: 994 time: 0.1066279 Mar 22 13:36:33.111575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a201859d-4513-4f3b-923e-68fce55f8ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:35.401168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-80ea4738-1c11-4045-9e9a-a22531087a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:36.479406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:36.667486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:37.898702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:44.453327 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:36:51.838381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:57.213345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4f02f-6727-449c-a94b-6a53cddee8f2 req-950e698e-de6f-4487-bad3-ab0a9f585349 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:57.214740 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-73c4f02f-6727-449c-a94b-6a53cddee8f2 req-950e698e-de6f-4487-bad3-ab0a9f585349 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0804162 Mar 22 13:36:57.261131 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-73c4f02f-6727-449c-a94b-6a53cddee8f2 req-9d38f665-a95f-4e0a-97e0-8102f5eb29ef tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406008 Mar 22 13:36:58.450668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b1a94-3a35-4084-aedf-582bc10672a7 req-8f61b1aa-9dca-4ce3-b5a5-4f0ec5d91f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:58.452415 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-636b1a94-3a35-4084-aedf-582bc10672a7 req-8f61b1aa-9dca-4ce3-b5a5-4f0ec5d91f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0792725 Mar 22 13:36:58.499057 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-636b1a94-3a35-4084-aedf-582bc10672a7 req-7dedff41-763c-4e59-82e7-6d7ce43317b7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411222 Mar 22 13:36:58.521882 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49348) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:36:58.630941 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b1ca17c4-f21a-45e8-a235-1f511e872d61 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/b9ed0db0-f141-4961-a0e9-411dcf95addf HTTP/1.1" status: 200 len: 994 time: 0.1079516 Mar 22 13:36:59.285104 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-aea5c01d-7615-4950-b76f-14fc39f7abca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696638 Mar 22 13:36:59.442755 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-2ad3fd93-b2f0-490a-9283-4d835af2f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:59.444210 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-2ad3fd93-b2f0-490a-9283-4d835af2f1d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 1099 time: 0.0692275 Mar 22 13:36:59.589958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-2493a6cc-9b35-47f0-b6aa-54ddabb0500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:59.591399 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-2493a6cc-9b35-47f0-b6aa-54ddabb0500c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c HTTP/1.1" status: 200 len: 898 time: 0.1262782 Mar 22 13:36:59.703736 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-6182c621-03fe-48ea-b182-e87cd1dff586 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed40d7e-5a72-471c-b094-c0e6d2c7549d HTTP/1.1" status: 200 len: 1002 time: 0.1044207 Mar 22 13:36:59.769061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-d51e97dc-b2f6-4067-aba0-aae0a326e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:59.770465 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-d51e97dc-b2f6-4067-aba0-aae0a326e516 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee60ef84-7c20-4b6e-ac35-35bf254ce65c HTTP/1.1" status: 200 len: 835 time: 0.0597289 Mar 22 13:36:59.847602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-4c976c7c-bb7d-432d-9751-fa4d4037d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:36:59.848986 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-4c976c7c-bb7d-432d-9751-fa4d4037d15f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697477 Mar 22 13:36:59.983836 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-1e14afa3-c43c-4d81-8efb-7e0585c32818 service neutron] 10.222.0.47 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263926 Mar 22 13:37:00.095016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dcb94-ea3d-4f01-b80e-40559c654933 req-31b976ec-7a91-4bde-a5b1-edde61803e0b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:00.096518 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-221dcb94-ea3d-4f01-b80e-40559c654933 req-31b976ec-7a91-4bde-a5b1-edde61803e0b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0835884 Mar 22 13:37:00.121985 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95553bfb-297a-4f6f-b445-6fe05f316b1b req-1e5f4826-e1ea-4088-8c69-33b6a0f72a11 service neutron] 10.222.0.47 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314785 Mar 22 13:37:00.146177 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-221dcb94-ea3d-4f01-b80e-40559c654933 req-d590de9e-5c66-4a1c-ad96-1e4953364721 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418971 Mar 22 13:37:01.340083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81708b28-93be-4271-b666-909795fed6f2 req-f14e5de7-ce85-4f8c-98ba-720163f966ae tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:01.341525 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-81708b28-93be-4271-b666-909795fed6f2 req-f14e5de7-ce85-4f8c-98ba-720163f966ae tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0877304 Mar 22 13:37:01.384837 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-81708b28-93be-4271-b666-909795fed6f2 req-cc21a5b9-a9c1-4ceb-aac8-ccb4bcb351b6 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376787 Mar 22 13:37:01.407748 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49360) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:01.513465 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-be8704e7-d0ff-4bf0-be83-3417c25b8abf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/b9ed0db0-f141-4961-a0e9-411dcf95addf HTTP/1.1" status: 200 len: 994 time: 0.1044722 Mar 22 13:37:01.797850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49368) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:02.090279 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 75f4c03d-8c72-4818-b490-be89cbfdc5f8 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:37:02.090539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:02.258165 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:02.258488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:02.378793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 75f4c03d-8c72-4818-b490-be89cbfdc5f8 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:37:02.527557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:02.580430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=75f4c03d-8c72-4818-b490-be89cbfdc5f8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:02.621389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.621664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.622009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.622347 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.622684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.623016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.623372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.623699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.624028 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.624352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.624677 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.624999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:02.681662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:02.682007 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Floating IP b9ed0db0-f141-4961-a0e9-411dcf95addf disassociated (deleted). External IP: 172.26.5.225, port: 2ed40d7e-5a72-471c-b094-c0e6d2c7549d. Mar 22 13:37:03.031275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router 675ee769-ad66-4e47-8a3a-db8e65b90e82 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:37:03.113685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-54d1e129-5af0-4e64-9a56-cd5e4b742e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:03.210412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:37:03.220333 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] Sync routers for ids ['675ee769-ad66-4e47-8a3a-db8e65b90e82'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:37:03.230741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] Routers {'675ee769-ad66-4e47-8a3a-db8e65b90e82'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:37:03.231324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:36:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['675ee769-ad66-4e47-8a3a-db8e65b90e82'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:03.231654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:03.399397 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6e41c9ff-6f4d-4438-88c5-5465b879695e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/floatingips/b9ed0db0-f141-4961-a0e9-411dcf95addf HTTP/1.1" status: 204 len: 168 time: 1.6004643 Mar 22 13:37:03.400196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'tag': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:37:03.422219 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] Set router 675ee769-ad66-4e47-8a3a-db8e65b90e82 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:37:03.444170 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'tag': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'status': 'completed', 'code': 200} Mar 22 13:37:03.535730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f4380-da2e-4858-b221-74621a657e24 req-52ae848d-f676-4a1b-ae4b-287ddad768dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:03.537188 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b92f4380-da2e-4858-b221-74621a657e24 req-52ae848d-f676-4a1b-ae4b-287ddad768dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 1099 time: 0.0700135 Mar 22 13:37:03.686678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f4380-da2e-4858-b221-74621a657e24 req-8f2f4dbf-14d1-4527-9b21-ade0f26be1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:03.688321 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b92f4380-da2e-4858-b221-74621a657e24 req-8f2f4dbf-14d1-4527-9b21-ade0f26be1fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c HTTP/1.1" status: 200 len: 898 time: 0.1440747 Mar 22 13:37:03.769176 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b92f4380-da2e-4858-b221-74621a657e24 req-bbed0936-2355-40e7-8ebd-bb9f4d9b504a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed40d7e-5a72-471c-b094-c0e6d2c7549d HTTP/1.1" status: 200 len: 217 time: 0.0689178 Mar 22 13:37:03.783374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f9cc8-3850-4d24-9264-53015ae974d3 req-d82b1035-a9cb-4ded-9189-dd28361e3758 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:03.784841 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-858f9cc8-3850-4d24-9264-53015ae974d3 req-d82b1035-a9cb-4ded-9189-dd28361e3758 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0840628 Mar 22 13:37:03.803427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:05Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd7d85164-a71c-4084-8be0-b9594173095d', 'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:5b:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:04Z', 'updated_at': '2022-03-22T13:36:10Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:03.807478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] Checking router: 675ee769-ad66-4e47-8a3a-db8e65b90e82 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:37:03.816218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] Routers {'675ee769-ad66-4e47-8a3a-db8e65b90e82'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:37:03.816827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:36:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['675ee769-ad66-4e47-8a3a-db8e65b90e82'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:03.831757 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-858f9cc8-3850-4d24-9264-53015ae974d3 req-5e21d247-5655-4b86-91ec-409f8370a7ea tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402541 Mar 22 13:37:03.834605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f4380-da2e-4858-b221-74621a657e24 req-cf5717f0-7e7d-448c-98e7-0c60c1f2c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:03.836703 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b92f4380-da2e-4858-b221-74621a657e24 req-cf5717f0-7e7d-448c-98e7-0c60c1f2c36a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee60ef84-7c20-4b6e-ac35-35bf254ce65c HTTP/1.1" status: 200 len: 835 time: 0.0597887 Mar 22 13:37:03.914774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f4380-da2e-4858-b221-74621a657e24 req-df49bff0-0992-4b49-90ec-42044419b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:03.916275 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b92f4380-da2e-4858-b221-74621a657e24 req-df49bff0-0992-4b49-90ec-42044419b2b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730081 Mar 22 13:37:04.002154 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] Set router 675ee769-ad66-4e47-8a3a-db8e65b90e82 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:37:04.050737 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b92f4380-da2e-4858-b221-74621a657e24 req-86125efb-a609-45a1-9afd-31c40f799db8 service neutron] 10.222.0.47 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266646 Mar 22 13:37:04.184320 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b92f4380-da2e-4858-b221-74621a657e24 req-f8e1001e-0bbd-4788-b17c-1c1af55a561f service neutron] 10.222.0.47 "GET /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255114 Mar 22 13:37:04.312480 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:05Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd7d85164-a71c-4084-8be0-b9594173095d', 'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:5b:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:04Z', 'updated_at': '2022-03-22T13:36:10Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:04.316783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc3db4-891c-42c1-8063-1079d3d02e5e None None] The sync data for ids ['675ee769-ad66-4e47-8a3a-db8e65b90e82'] in dv-neutron-834664-2-hyperv is: [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:05Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'd7d85164-a71c-4084-8be0-b9594173095d', 'name': '', 'network_id': 'd76abbe8-7c86-4f0d-be0f-8df2f0ff097c', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:5b:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:04Z', 'updated_at': '2022-03-22T13:36:10Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ee60ef84-7c20-4b6e-ac35-35bf254ce65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:37:04.524173 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be491691-a20e-492f-9421-eeba5549e4be None None] New status for floating IP b9ed0db0-f141-4961-a0e9-411dcf95addf: DOWN {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:37:05.012530 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a93bbb-9d59-4d26-886b-d1c43280b1ca req-8c79b904-e909-48dd-8efe-ee90bcab94d5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:05.013223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c8a93bbb-9d59-4d26-886b-d1c43280b1ca req-8c79b904-e909-48dd-8efe-ee90bcab94d5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:37:05.029085 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c8a93bbb-9d59-4d26-886b-d1c43280b1ca req-8c79b904-e909-48dd-8efe-ee90bcab94d5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:37:05.030245 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c8a93bbb-9d59-4d26-886b-d1c43280b1ca req-8c79b904-e909-48dd-8efe-ee90bcab94d5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0942066 Mar 22 13:37:05.073521 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c8a93bbb-9d59-4d26-886b-d1c43280b1ca req-ce38012c-8250-4762-a2fc-e0d8b07e6d10 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c2ac203-318a-4120-9c72-a1e3c01d4f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374229 Mar 22 13:37:05.402325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-84c45ac7-60a8-4eda-b5a7-6974b92ee102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:05.589431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-62f2c9b9-30ec-4f89-9ab7-d0965fb978fe tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:05.590748 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-62f2c9b9-30ec-4f89-9ab7-d0965fb978fe tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 946 time: 0.0824339 Mar 22 13:37:05.660696 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-beb509d1-3a19-4622-a593-e31a950c5335 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:37:05.661043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-beb509d1-3a19-4622-a593-e31a950c5335 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:05.911096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-beb509d1-3a19-4622-a593-e31a950c5335 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:37:05.911599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-beb509d1-3a19-4622-a593-e31a950c5335 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:06.035072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-beb509d1-3a19-4622-a593-e31a950c5335 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 2ed40d7e-5a72-471c-b094-c0e6d2c7549d owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:37:06.188690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-beb509d1-3a19-4622-a593-e31a950c5335 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:06.244197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb509d1-3a19-4622-a593-e31a950c5335 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=2ed40d7e-5a72-471c-b094-c0e6d2c7549d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:06.352914 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6cdfa50e-4c8b-4712-b95e-9861181daa7f req-5027c3c1-e287-43e7-856c-6f9bea0c35e1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=44e7c8a6-3a84-433a-95c8-17f4914fbccc HTTP/1.1" status: 200 len: 210 time: 0.1732335 Mar 22 13:37:06.429284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-beb509d1-3a19-4622-a593-e31a950c5335 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] No DVR routers for this DVR port 2ed40d7e-5a72-471c-b094-c0e6d2c7549d on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:37:06.431815 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-beb509d1-3a19-4622-a593-e31a950c5335 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:06.434262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'name': 'network-vif-deleted', 'tag': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:37:06.449355 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91b01f55-9f23-4f75-b99b-a3f98544f5f7 req-beb509d1-3a19-4622-a593-e31a950c5335 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "DELETE /v2.0/ports/2ed40d7e-5a72-471c-b094-c0e6d2c7549d HTTP/1.1" status: 204 len: 173 time: 0.8524957 Mar 22 13:37:06.482735 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e7c8a6-3a84-433a-95c8-17f4914fbccc', 'name': 'network-vif-deleted', 'tag': '2ed40d7e-5a72-471c-b094-c0e6d2c7549d', 'status': 'completed', 'code': 200} Mar 22 13:37:06.483683 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:06.669485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:07.447035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49386) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:07.908003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:07.997112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:08.346916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port d7d85164-a71c-4084-8be0-b9594173095d {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:37:08.347291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:08.534429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port d7d85164-a71c-4084-8be0-b9594173095d, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=d7d85164-a71c-4084-8be0-b9594173095d,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:37:08.535142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:08.757249 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for d7d85164-a71c-4084-8be0-b9594173095d owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:37:08.939140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:09.014124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=d7d85164-a71c-4084-8be0-b9594173095d,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:09.259197 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:09.620525 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router 675ee769-ad66-4e47-8a3a-db8e65b90e82 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:37:09.716012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2ed40d7e-5a72-471c-b094-c0e6d2c7549d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:37:09.749941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 2ed40d7e-5a72-471c-b094-c0e6d2c7549d {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:37:09.750280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 2ed40d7e-5a72-471c-b094-c0e6d2c7549d not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:37:09.794151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:37:09.804124 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] Sync routers for ids ['675ee769-ad66-4e47-8a3a-db8e65b90e82'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:37:09.807700 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2bc9c086-1c15-4d6f-adb7-415993abe523 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "PUT /v2.0/routers/675ee769-ad66-4e47-8a3a-db8e65b90e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3592753 Mar 22 13:37:09.810051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49390) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:09.813341 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] Routers {'675ee769-ad66-4e47-8a3a-db8e65b90e82'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:37:09.813976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:37:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['675ee769-ad66-4e47-8a3a-db8e65b90e82'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:09.876541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-edaa74d2-91a9-41f8-a43f-b6158eb5c4f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting subnet ee60ef84-7c20-4b6e-ac35-35bf254ce65c {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:37:09.879339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-edaa74d2-91a9-41f8-a43f-b6158eb5c4f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:09.931926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-edaa74d2-91a9-41f8-a43f-b6158eb5c4f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:09.992114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] Set router 675ee769-ad66-4e47-8a3a-db8e65b90e82 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:37:10.015843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-edaa74d2-91a9-41f8-a43f-b6158eb5c4f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:10.092779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-edaa74d2-91a9-41f8-a43f-b6158eb5c4f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:10.132919 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa74d2-91a9-41f8-a43f-b6158eb5c4f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Subnet': ['ID=ee60ef84-7c20-4b6e-ac35-35bf254ce65c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:10.134736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-edaa74d2-91a9-41f8-a43f-b6158eb5c4f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:10.143385 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-edaa74d2-91a9-41f8-a43f-b6158eb5c4f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/subnets/ee60ef84-7c20-4b6e-ac35-35bf254ce65c HTTP/1.1" status: 204 len: 168 time: 0.3299730 Mar 22 13:37:10.143533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49394) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:10.220800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c02eef-0d0d-4654-b135-d071efeb51fb None None] Network d76abbe8-7c86-4f0d-be0f-8df2f0ff097c requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:37:10.429548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:10.497986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:37:08Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:10.502037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] Checking router: 675ee769-ad66-4e47-8a3a-db8e65b90e82 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:37:10.510374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] Routers {'675ee769-ad66-4e47-8a3a-db8e65b90e82'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:37:10.511273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:37:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['675ee769-ad66-4e47-8a3a-db8e65b90e82'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:10.565732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] DHCP port deletion for d76abbe8-7c86-4f0d-be0f-8df2f0ff097c request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:37:10.586010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Deleting port 961c46c2-2083-47fd-ae38-ec107a7b3bf2 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:37:10.586378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:10.609652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:10.619562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port fa60b733-c032-4617-9849-94c174fd3060 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:37:10.619908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:10.797474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port fa60b733-c032-4617-9849-94c174fd3060, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=fa60b733-c032-4617-9849-94c174fd3060,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:37:10.798129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:10.812129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] Set router 675ee769-ad66-4e47-8a3a-db8e65b90e82 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:37:10.923272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for fa60b733-c032-4617-9849-94c174fd3060 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:37:11.066485 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] For port 961c46c2-2083-47fd-ae38-ec107a7b3bf2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=961c46c2-2083-47fd-ae38-ec107a7b3bf2,segment=NetworkSegment(59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db),segment_id=59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:37:11.066770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.112164 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.160434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=fa60b733-c032-4617-9849-94c174fd3060,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:11.202539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Calling delete_port for 961c46c2-2083-47fd-ae38-ec107a7b3bf2 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:37:11.253168 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.334717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.383238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Pushing event deleted for resources: {'Port': ['ID=961c46c2-2083-47fd-ae38-ec107a7b3bf2,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:11.389575 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] No DVR routers for this DVR port 961c46c2-2083-47fd-ae38-ec107a7b3bf2 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:37:11.400661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.401289 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.401815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.402295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.402733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.403178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.403680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.404143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.404579 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.405078 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.405579 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.406104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d47c22-15af-427f-b77c-a80b77697145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:11.423150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:37:08Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:11.427585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd71fb1-853b-4d48-959e-8166f5a0a6b8 None None] The sync data for ids ['675ee769-ad66-4e47-8a3a-db8e65b90e82'] in dv-neutron-834664-2-hyperv is: [{'id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-80559665', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': 'fa60b733-c032-4617-9849-94c174fd3060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:37:08Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'fa60b733-c032-4617-9849-94c174fd3060', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675ee769-ad66-4e47-8a3a-db8e65b90e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:36:00Z', 'updated_at': '2022-03-22T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:37:11.429927 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.432178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.455287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.455798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Fanout notify agent at l3_agent the message router_deleted on router 675ee769-ad66-4e47-8a3a-db8e65b90e82 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:37:11.471632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.472721 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-cedb1bb0-83a1-441d-8f33-8b0b587edbf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/routers/675ee769-ad66-4e47-8a3a-db8e65b90e82 HTTP/1.1" status: 204 len: 168 time: 1.3283293 Mar 22 13:37:11.476035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49398) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:11.588834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.823119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.853533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76abbe8-7c86-4f0d-be0f-8df2f0ff097c']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:11.865958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:11.866296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ed6b8e-9ae3-42d3-8dca-9ad8a78f09db') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:11.877889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.893254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.899686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:37:11.900062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:37:11.914627 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:37:11.995881 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.023970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.032166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Network': ['ID=d76abbe8-7c86-4f0d-be0f-8df2f0ff097c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:12.038877 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49402) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:12.050840 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-19628d4c-daf7-423b-adf4-8524d2c3b30b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/networks/d76abbe8-7c86-4f0d-be0f-8df2f0ff097c HTTP/1.1" status: 204 len: 168 time: 0.5737536 Mar 22 13:37:12.109295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.137602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.200161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.219113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2ac203-318a-4120-9c72-a1e3c01d4f32,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:12.228756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.229111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.229457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.229795 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.230141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.230477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.230807 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.231137 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.231495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.231824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.232152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.232477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:12.242657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.246847 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1afa65ce-7a58-48e5-95ac-f0fe96f39100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/security-groups/4c2ac203-318a-4120-9c72-a1e3c01d4f32 HTTP/1.1" status: 204 len: 168 time: 0.2068863 Mar 22 13:37:12.399059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 961c46c2-2083-47fd-ae38-ec107a7b3bf2 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:37:12.436635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 961c46c2-2083-47fd-ae38-ec107a7b3bf2 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:37:12.436635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 961c46c2-2083-47fd-ae38-ec107a7b3bf2 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:37:12.436635 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d7d85164-a71c-4084-8be0-b9594173095d no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:37:12.473193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49410) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:12.479026 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288934052', 'description': 'tempest-secgroup-smoke-288934052 description', 'project_id': '9645728d4a574b04bd66c30a7915a07d'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:12.485244 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:12.489618 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:12.492968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:12.498736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:12.508480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.517706 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: d7d85164-a71c-4084-8be0-b9594173095d {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:37:12.518049 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device d7d85164-a71c-4084-8be0-b9594173095d not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:37:12.529451 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:12.533369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:12.536144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:12.542507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:12.618691 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.622385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.665723 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688f1b57-0c37-474f-bafa-3fb0a6c656f7,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:12.669935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.671179 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3acfbfee-cb64-4d12-91ea-021e68c934d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1969779 Mar 22 13:37:12.674160 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49414) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:12.679564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '688f1b57-0c37-474f-bafa-3fb0a6c656f7', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:12.685614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:12.689344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:12.692210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:12.699857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:12.718805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.792804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.796651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.819014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7170f206-7ca3-49fc-98a2-c2bf8332deaa,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:12.828764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.829950 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-4485a1f4-344c-4e0f-9ef6-407100906dfa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546462 Mar 22 13:37:12.832657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49418) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:12.838191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '688f1b57-0c37-474f-bafa-3fb0a6c656f7', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:12.843879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:12.847608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:12.850410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:12.855981 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:12.871242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.929685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.932926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.955765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f816b84-ad37-4b3c-9a6b-103a31492fdc,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:12.965026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:12.966159 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2e024482-6748-4066-970b-ac0f99d6b091 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325989 Mar 22 13:37:12.968808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49422) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:12.973586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '688f1b57-0c37-474f-bafa-3fb0a6c656f7', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:12.979192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:12.982821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:12.985615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:12.991192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:13.010043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.069054 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.073150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.097654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a8cf21-db89-41d4-a34c-97ca54df8c8d,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:13.108234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.109557 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a0624f11-f399-4c2b-afc3-e2e271f0ef02 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398301 Mar 22 13:37:13.112269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49426) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:13.117703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '688f1b57-0c37-474f-bafa-3fb0a6c656f7', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:13.123638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:13.127389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:13.130196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:13.136479 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:13.153093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.214654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.218065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.244194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ea214b-43d9-4023-81d5-476df0ed0816,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:13.252345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.253504 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-377522ba-a434-4ccd-8479-cb364df26660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403291 Mar 22 13:37:13.256168 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49430) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:13.261714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '688f1b57-0c37-474f-bafa-3fb0a6c656f7', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:13.267462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:13.271118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:13.273978 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:13.279460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:13.289284 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Project 9645728d4a574b04bd66c30a7915a07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:37:13.295754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.360468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.364702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.389395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15589797-e010-483b-b29e-26c913927fac,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:13.397343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.398509 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c3ce043f-c9d1-4754-b608-f5fbf85f7107 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407926 Mar 22 13:37:13.401221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49434) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:13.406030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '688f1b57-0c37-474f-bafa-3fb0a6c656f7', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:13.411724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:13.415504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:13.418304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:13.423887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:13.434398 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Project 9645728d4a574b04bd66c30a7915a07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:37:13.445536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.510257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.513629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.536261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f2c349-c429-4076-8d0b-6cd06c18f240,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:13.544842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.546025 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6a97ebcb-c663-42b7-a760-6de8b6d70c77 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438770 Mar 22 13:37:13.548872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49438) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:13.554849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'network': {'name': 'tempest-network-smoke--1960681427', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'port_security_enabled': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:13.559667 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:13.563365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:network and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:13.566118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:13.571699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:13.581465 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:37:13.584899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.611151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:37:13.619796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.620133 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Added segment b191578d-b57d-4712-b055-2c3c5e1bb2a7 of type vlan for network a0808201-42b4-4f0b-b868-346506e02830 Mar 22 13:37:13.645143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.675223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.680499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:13.681076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.779396 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2292991 Mar 22 13:37:13.781982 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49442) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:13.787723 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'admin_state_up': True, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:13.791803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd409c-14cd-40c6-9ee4-7fbc7304f1b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Network': ['ID=a0808201-42b4-4f0b-b868-346506e02830,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:13.797900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:13.801763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:router and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:13.802122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network a0808201-42b4-4f0b-b868-346506e02830 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:37:13.805238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:13.811432 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:13.822476 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.823542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.841540 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:13.992120 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fa60b733-c032-4617-9849-94c174fd3060 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:37:14.026295 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: fa60b733-c032-4617-9849-94c174fd3060 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:37:14.026636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device fa60b733-c032-4617-9849-94c174fd3060 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:37:14.129962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:14.437392 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:14.466834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:14.614160 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.26.5.160 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/2bc6c1c3-741d-43b2-bf54-25427978f8a2) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:37:14.755831 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:14.783601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:14.846507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:37:14.853769 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:37:14.858135 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:37:14.886429 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=2bc6c1c3-741d-43b2-bf54-25427978f8a2,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:15.383417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:15.719488 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:15.922340 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router 4868d9ef-cee5-4873-afdc-aa85e8683733 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:37:16.094132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:37:16.104491 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Sync routers for ids ['4868d9ef-cee5-4873-afdc-aa85e8683733'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:37:16.113057 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Routers {'4868d9ef-cee5-4873-afdc-aa85e8683733'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:37:16.113652 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:37:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4868d9ef-cee5-4873-afdc-aa85e8683733'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:16.120874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:16.122091 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2d0ce784-6bc5-4b59-aad6-e133570cabd2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3390377 Mar 22 13:37:16.125177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49446) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:16.169477 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e9132977-a4fc-428c-9adf-dde4535807cb tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=9645728d4a574b04bd66c30a7915a07d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431862 Mar 22 13:37:16.172192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49450) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:16.292554 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Set router 4868d9ef-cee5-4873-afdc-aa85e8683733 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:37:16.304896 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe809d14-9f69-48fc-b544-4e1e2c79f9b6 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:16.306370 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fe809d14-9f69-48fc-b544-4e1e2c79f9b6 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332877 Mar 22 13:37:16.309151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49454) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:16.350279 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4c379e9c-275b-4385-9c02-f2f5f124e298 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376208 Mar 22 13:37:16.351076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49458) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:16.356323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874455790', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:16.582602 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:15Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:16.587006 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Checking router: 4868d9ef-cee5-4873-afdc-aa85e8683733 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:37:16.587373 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Updating router 4868d9ef-cee5-4873-afdc-aa85e8683733 port 2bc6c1c3-741d-43b2-bf54-25427978f8a2 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:37:16.590114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:16.593996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:subnet and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:16.596899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:16.602542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:16.612345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:37:16.615855 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:16.639127 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:16.830636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:16.916844 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Subnet': ['ID=0605553c-4fcd-4426-bbd9-2969393c0b9f,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:16.920859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Checking segment: {'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:37:16.921222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network hostable DHCP agents. Network: a0808201-42b4-4f0b-b868-346506e02830, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:37:16.939745 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network a0808201-42b4-4f0b-b868-346506e02830 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:37:16.948417 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, a0808201-42b4-4f0b-b868-346506e02830) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:37:16.956414 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c54442-fb56-4428-ad88-a07f6d326db8 None None] Network a0808201-42b4-4f0b-b868-346506e02830 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:37:16.958165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:16.958756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:16.981601 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-44c45150-4d4f-414c-b2a9-ef678d949244 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6296189 Mar 22 13:37:16.984553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49462) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:16.997649 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.009390 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Transition to ACTIVE for port object 2bc6c1c3-741d-43b2-bf54-25427978f8a2 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:37:17.016743 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.096947 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Attempting to bind port 2bc6c1c3-741d-43b2-bf54-25427978f8a2 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:37:17.097692 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Attempting to bind port 2bc6c1c3-741d-43b2-bf54-25427978f8a2 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:37:17.097692 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Attempting to bind port 2bc6c1c3-741d-43b2-bf54-25427978f8a2 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:37:17.116271 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:37:17.117019 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:37:17.117114 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.117485 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:37:17.117939 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Bound port: 2bc6c1c3-741d-43b2-bf54-25427978f8a2, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:37:17.118300 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.149995 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Pushing event updated for resources: {'Port': ['ID=2bc6c1c3-741d-43b2-bf54-25427978f8a2,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:17.166924 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.167519 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.167857 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.168192 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.168522 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.168853 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.169179 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.169501 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.169816 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.170140 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.170458 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.170779 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:37:17.199589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-a0808201-42b4-4f0b-b868-346506e02830', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:37:17.200426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.208980 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] For port 2bc6c1c3-741d-43b2-bf54-25427978f8a2, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:37:17.212613 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] For port 2bc6c1c3-741d-43b2-bf54-25427978f8a2, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2bc6c1c3-741d-43b2-bf54-25427978f8a2,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:37:17.217216 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.300670 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Routers {'4868d9ef-cee5-4873-afdc-aa85e8683733'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:37:17.301445 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:37:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4868d9ef-cee5-4873-afdc-aa85e8683733'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:17.371355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Allocated IP 172.20.0.2 (a0808201-42b4-4f0b-b868-346506e02830/0605553c-4fcd-4426-bbd9-2969393c0b9f/4e3883e0-20ca-47cb-af05-fce2e45f69c3) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:37:17.455725 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95f776-a146-466f-a3a0-0e5d28d3e42e None None] Pushing event updated for resources: {'Port': ['ID=2bc6c1c3-741d-43b2-bf54-25427978f8a2,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:17.491841 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] Set router 4868d9ef-cee5-4873-afdc-aa85e8683733 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:37:17.581598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.592976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Transition to ACTIVE for port object 4e3883e0-20ca-47cb-af05-fce2e45f69c3 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:37:17.612776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Transition to ACTIVE for port object 4e3883e0-20ca-47cb-af05-fce2e45f69c3 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:37:17.619240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.679870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Network a0808201-42b4-4f0b-b868-346506e02830 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:37:17.686585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:37:17.694043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:37:17.700243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Pushing event updated for resources: {'Port': ['ID=4e3883e0-20ca-47cb-af05-fce2e45f69c3,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:17.788491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Attempting to bind port 4e3883e0-20ca-47cb-af05-fce2e45f69c3 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:37:17.789062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Attempting to bind port 4e3883e0-20ca-47cb-af05-fce2e45f69c3 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:37:17.789517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Attempting to bind port 4e3883e0-20ca-47cb-af05-fce2e45f69c3 on network a0808201-42b4-4f0b-b868-346506e02830 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:37:17.794823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:37:17.795309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Checking segment: {'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:37:17.795774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.796180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.796291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Bound using segment: {'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:37:17.796814 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Bound port: 4e3883e0-20ca-47cb-af05-fce2e45f69c3, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:37:17.797248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.802850 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:15Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:17.808711 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69485b-aa65-4d33-80bd-dbcf58c20b83 None None] The sync data for ids ['4868d9ef-cee5-4873-afdc-aa85e8683733'] in dv-neutron-834664-2-hyperv is: [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:15Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:37:17.894296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] For port 4e3883e0-20ca-47cb-af05-fce2e45f69c3, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:37:17.898347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] For port 4e3883e0-20ca-47cb-af05-fce2e45f69c3, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4e3883e0-20ca-47cb-af05-fce2e45f69c3,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:37:17.907150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:17.990532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfae8e-3f5c-41ac-b191-494a86436b75 None None] Pushing event updated for resources: {'Port': ['ID=4e3883e0-20ca-47cb-af05-fce2e45f69c3,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:18.287106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.20.0.1 (a0808201-42b4-4f0b-b868-346506e02830/0605553c-4fcd-4426-bbd9-2969393c0b9f/5432f50c-fd00-43d7-9961-b0c871d43aea) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:37:18.457915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:18.474860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Transition to ACTIVE for port object 5432f50c-fd00-43d7-9961-b0c871d43aea will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:37:18.498760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:18.568145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network a0808201-42b4-4f0b-b868-346506e02830 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:37:18.576067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:37:18.580852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:37:18.612096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=5432f50c-fd00-43d7-9961-b0c871d43aea,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:18.646176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:18.924629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:18.984420 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14fcc3e-bd0a-40cb-b799-31177bdc2c72 None None] Network a0808201-42b4-4f0b-b868-346506e02830 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:37:19.078007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5f89ea8f-b2ac-469d-b190-b661628264c6 None None] Provisioning for port 4e3883e0-20ca-47cb-af05-fce2e45f69c3 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:37:19.461253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:19.466040 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:19.518590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-63fe2a1a-26dd-4aa0-850f-cf552abc9774 None None] Provisioning for port 5432f50c-fd00-43d7-9961-b0c871d43aea completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:37:19.524222 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-63fe2a1a-26dd-4aa0-850f-cf552abc9774 None None] Provisioning complete for port 5432f50c-fd00-43d7-9961-b0c871d43aea triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:19.524592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-63fe2a1a-26dd-4aa0-850f-cf552abc9774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:19.582966 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-63fe2a1a-26dd-4aa0-850f-cf552abc9774 None None] Port 5432f50c-fd00-43d7-9961-b0c871d43aea cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:37:19.588546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=5432f50c-fd00-43d7-9961-b0c871d43aea,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:19.591918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:19.701737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-794316fa-5aee-4854-8a15-37339aef0d8e None None] Provisioning complete for port 5432f50c-fd00-43d7-9961-b0c871d43aea triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:19.702098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-794316fa-5aee-4854-8a15-37339aef0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:19.727897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network a0808201-42b4-4f0b-b868-346506e02830 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:37:19.729011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:37:19.755720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-794316fa-5aee-4854-8a15-37339aef0d8e None None] Port 5432f50c-fd00-43d7-9961-b0c871d43aea cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:37:19.915494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router 4868d9ef-cee5-4873-afdc-aa85e8683733 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:37:19.974341 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-10a35a8f-f51d-4011-9bdf-350ced7d6c4c None None] Provisioning complete for port 5432f50c-fd00-43d7-9961-b0c871d43aea triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:19.974712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-10a35a8f-f51d-4011-9bdf-350ced7d6c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:20.031790 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-10a35a8f-f51d-4011-9bdf-350ced7d6c4c None None] Port 5432f50c-fd00-43d7-9961-b0c871d43aea cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:37:20.088638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2bc6c1c3-741d-43b2-bf54-25427978f8a2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:37:20.109272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:37:20.123612 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3e18ca15-d84c-43bb-93e5-57dc73a220b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "PUT /v2.0/routers/4868d9ef-cee5-4873-afdc-aa85e8683733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1378200 Mar 22 13:37:20.156407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Sync routers for ids ['4868d9ef-cee5-4873-afdc-aa85e8683733'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:37:20.182122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Routers {'4868d9ef-cee5-4873-afdc-aa85e8683733'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:37:20.182753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:37:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4868d9ef-cee5-4873-afdc-aa85e8683733'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:20.276425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 2bc6c1c3-741d-43b2-bf54-25427978f8a2 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:37:20.284536 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-1b5463aa-6142-4830-92ec-e1c05be92fe5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288934052&fields=id&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 267 time: 0.0399990 Mar 22 13:37:20.330590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2bc6c1c3-741d-43b2-bf54-25427978f8a2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:20.330965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:20.416283 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Set router 4868d9ef-cee5-4873-afdc-aa85e8683733 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:37:20.436932 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-de66463c-fa5d-441b-a926-85c4f72b6ab8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:20.437600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-de66463c-fa5d-441b-a926-85c4f72b6ab8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:37:20.453937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-de66463c-fa5d-441b-a926-85c4f72b6ab8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:37:20.455632 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-de66463c-fa5d-441b-a926-85c4f72b6ab8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/networks?id=a0808201-42b4-4f0b-b868-346506e02830 HTTP/1.1" status: 200 len: 797 time: 0.1638656 Mar 22 13:37:20.470897 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-89f43c97-a105-4848-ace7-399b58f47441 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/quotas/9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 375 time: 0.0091345 Mar 22 13:37:20.560127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-72e1136e-a271-406d-b874-44453dec05b1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:37:20.575617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-72e1136e-a271-406d-b874-44453dec05b1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:37:20.577208 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-72e1136e-a271-406d-b874-44453dec05b1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005738 Mar 22 13:37:20.677161 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:20.711321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 2bc6c1c3-741d-43b2-bf54-25427978f8a2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2bc6c1c3-741d-43b2-bf54-25427978f8a2,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:37:20.717305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:20.717628 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-30e78f7a-a3f8-4b21-a590-254b7a60fd45 service neutron] 10.222.0.70 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270552 Mar 22 13:37:20.718061 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4e3883e0-20ca-47cb-af05-fce2e45f69c3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:37:20.852929 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-c2681e34-7cb2-4d01-adff-c97228466b3e service neutron] 10.222.0.70 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292632 Mar 22 13:37:20.888202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=2bc6c1c3-741d-43b2-bf54-25427978f8a2,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:20.910732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 4e3883e0-20ca-47cb-af05-fce2e45f69c3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:37:20.918278 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 4e3883e0-20ca-47cb-af05-fce2e45f69c3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:20.918655 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:20.977147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '5432f50c-fd00-43d7-9961-b0c871d43aea', 'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:a5:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:18Z', 'updated_at': '2022-03-22T13:37:19Z', 'revision_number': 2, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:20.984212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Checking router: 4868d9ef-cee5-4873-afdc-aa85e8683733 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:37:20.984567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Updating router 4868d9ef-cee5-4873-afdc-aa85e8683733 port 5432f50c-fd00-43d7-9961-b0c871d43aea binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:37:21.044733 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f98c07c6-6b35-4965-8ef1-b43c520847ac req-9ef97683-960a-4629-a928-fa20d95e08c7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 210 time: 0.0446084 Mar 22 13:37:21.045211 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:21.148351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:21.252344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 4e3883e0-20ca-47cb-af05-fce2e45f69c3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4e3883e0-20ca-47cb-af05-fce2e45f69c3,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:37:21.256383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:21.415355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=4e3883e0-20ca-47cb-af05-fce2e45f69c3,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:21.453445 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:37:21.525615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:21.536682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Transition to ACTIVE for port object 5432f50c-fd00-43d7-9961-b0c871d43aea will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:37:21.544076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:21.736004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d63f2-89d3-477a-b96c-837d26fa0b56 None None] Pushing event updated for resources: {'Port': ['ID=5432f50c-fd00-43d7-9961-b0c871d43aea,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:21.799148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Attempting to bind port 5432f50c-fd00-43d7-9961-b0c871d43aea on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:37:21.799533 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Attempting to bind port 5432f50c-fd00-43d7-9961-b0c871d43aea by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:37:21.799894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Attempting to bind port 5432f50c-fd00-43d7-9961-b0c871d43aea on network a0808201-42b4-4f0b-b868-346506e02830 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:37:21.805047 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:37:21.805445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Checking segment: {'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:37:21.805846 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:21.806238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Bound using segment: {'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:37:21.806692 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Bound port: 5432f50c-fd00-43d7-9961-b0c871d43aea, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:37:21.807063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:21.890872 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:21.916707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] For port 5432f50c-fd00-43d7-9961-b0c871d43aea, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:37:21.920740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] For port 5432f50c-fd00-43d7-9961-b0c871d43aea, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5432f50c-fd00-43d7-9961-b0c871d43aea,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:37:21.924871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:22.001490 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Routers {'4868d9ef-cee5-4873-afdc-aa85e8683733'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:37:22.001845 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:37:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4868d9ef-cee5-4873-afdc-aa85e8683733'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:22.091732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2bc6c1c3-741d-43b2-bf54-25427978f8a2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:37:22.143070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d63f2-89d3-477a-b96c-837d26fa0b56 None None] Pushing event updated for resources: {'Port': ['ID=5432f50c-fd00-43d7-9961-b0c871d43aea,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:22.248756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-9bb0b45c-c060-4005-9931-5aad43478f3a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:22.250461 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-9bb0b45c-c060-4005-9931-5aad43478f3a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/networks?id=a0808201-42b4-4f0b-b868-346506e02830 HTTP/1.1" status: 200 len: 797 time: 0.2251363 Mar 22 13:37:22.292006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 2bc6c1c3-741d-43b2-bf54-25427978f8a2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:22.292396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:22.311899 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4ada6a25-4bcb-4c0f-9fc9-7e606628299d req-d0177248-ca81-4e39-bc26-fe74554e8267 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 210 time: 0.0603316 Mar 22 13:37:22.336923 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-8ee05717-df48-4116-9e7b-d19f68fb8660 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 379 time: 0.0517797 Mar 22 13:37:22.360867 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'port': {'device_id': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'admin_state_up': True, 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'security_groups': ['688f1b57-0c37-474f-bafa-3fb0a6c656f7']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:22.374455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] Set router 4868d9ef-cee5-4873-afdc-aa85e8683733 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:37:22.625577 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:22.634836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:22.645306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:37:22.649393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:22.655542 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4e3883e0-20ca-47cb-af05-fce2e45f69c3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:37:22.786014 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 4e3883e0-20ca-47cb-af05-fce2e45f69c3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:22.786381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:22.808125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.20.0.4 (a0808201-42b4-4f0b-b868-346506e02830/0605553c-4fcd-4426-bbd9-2969393c0b9f/e72d13ce-32ba-42f6-b014-23e75f3074d9) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:37:22.894021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '5432f50c-fd00-43d7-9961-b0c871d43aea', 'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:a5:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:18Z', 'updated_at': '2022-03-22T13:37:21Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:22.906737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d89064-11f0-4634-859f-a21f2993d87a None None] The sync data for ids ['4868d9ef-cee5-4873-afdc-aa85e8683733'] in dv-neutron-834664-2-hyperv is: [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '5432f50c-fd00-43d7-9961-b0c871d43aea', 'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:a5:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:18Z', 'updated_at': '2022-03-22T13:37:21Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:37:23.029330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:23.045630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Transition to ACTIVE for port object e72d13ce-32ba-42f6-b014-23e75f3074d9 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:37:23.070361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:23.140196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network a0808201-42b4-4f0b-b868-346506e02830 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:37:23.148345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:37:23.152833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:37:23.206709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=e72d13ce-32ba-42f6-b014-23e75f3074d9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:23.230841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:23.231498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:23.260828 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-99c3387b-b7ab-4b86-9b55-e9e646a26737 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9042959 Mar 22 13:37:23.276366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Request body: {'port': {'device_id': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:23.395260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d159a05a-319e-4b7b-bcef-b56e89dcb682 None None] Provisioning for port e72d13ce-32ba-42f6-b014-23e75f3074d9 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:37:23.403392 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d159a05a-319e-4b7b-bcef-b56e89dcb682 None None] Provisioning complete for port e72d13ce-32ba-42f6-b014-23e75f3074d9 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:23.403949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d159a05a-319e-4b7b-bcef-b56e89dcb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:23.414481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:23.468580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-d159a05a-319e-4b7b-bcef-b56e89dcb682 None None] Port e72d13ce-32ba-42f6-b014-23e75f3074d9 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:37:23.529448 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc54ff-05ef-45aa-81ea-eddbae8d3cf0 req-44435a43-a0d1-4932-b20f-e260078c5f47 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:23.536335 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c9fc54ff-05ef-45aa-81ea-eddbae8d3cf0 req-44435a43-a0d1-4932-b20f-e260078c5f47 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 931 time: 0.0945239 Mar 22 13:37:23.579115 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-c9fc54ff-05ef-45aa-81ea-eddbae8d3cf0 req-5db47e0e-942f-4197-973d-877ee58953a7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:37:23.596447 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-c9fc54ff-05ef-45aa-81ea-eddbae8d3cf0 req-5db47e0e-942f-4197-973d-877ee58953a7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:37:23.597873 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c9fc54ff-05ef-45aa-81ea-eddbae8d3cf0 req-5db47e0e-942f-4197-973d-877ee58953a7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605845 Mar 22 13:37:23.789182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72d13ce-32ba-42f6-b014-23e75f3074d9 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:37:23.799559 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:23.814930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Transition to ACTIVE for port object e72d13ce-32ba-42f6-b014-23e75f3074d9 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:37:23.818459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:23.977214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Pushing event updated for resources: {'Port': ['ID=e72d13ce-32ba-42f6-b014-23e75f3074d9,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:24.066422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Attempting to bind port e72d13ce-32ba-42f6-b014-23e75f3074d9 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:37:24.066760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Attempting to bind port e72d13ce-32ba-42f6-b014-23e75f3074d9 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:37:24.067092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Attempting to bind port e72d13ce-32ba-42f6-b014-23e75f3074d9 on network a0808201-42b4-4f0b-b868-346506e02830 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:37:24.072395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Port e72d13ce-32ba-42f6-b014-23e75f3074d9 on network a0808201-42b4-4f0b-b868-346506e02830 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:37:24.072713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Attempting to bind port e72d13ce-32ba-42f6-b014-23e75f3074d9 on network a0808201-42b4-4f0b-b868-346506e02830 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:37:24.075369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5432f50c-fd00-43d7-9961-b0c871d43aea up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:37:24.078044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:37:24.078379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Checking segment: {'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:37:24.078766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Bound using segment: {'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:37:24.079213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Bound port: e72d13ce-32ba-42f6-b014-23e75f3074d9, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b191578d-b57d-4712-b055-2c3c5e1bb2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:37:24.079565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:24.154397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 5432f50c-fd00-43d7-9961-b0c871d43aea completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:37:24.159084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 5432f50c-fd00-43d7-9961-b0c871d43aea triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:24.159483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:24.170550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] For port e72d13ce-32ba-42f6-b014-23e75f3074d9, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:37:24.174135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] For port e72d13ce-32ba-42f6-b014-23e75f3074d9, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:37:24.177937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:24.241032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:24.241704 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:24.243093 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] 10.222.0.47 "PUT /v2.0/ports/e72d13ce-32ba-42f6-b014-23e75f3074d9 HTTP/1.1" status: 200 len: 1093 time: 0.9714048 Mar 22 13:37:24.243607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'tag': 'e72d13ce-32ba-42f6-b014-23e75f3074d9'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:37:24.273418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62428b-0d34-4758-9db5-c0637ed87e66 service neutron] Pushing event updated for resources: {'Port': ['ID=e72d13ce-32ba-42f6-b014-23e75f3074d9,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:24.355595 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:24.385279 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'tag': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'status': 'completed', 'code': 200} Mar 22 13:37:24.393695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-0046bb59-236d-4e07-93f9-652b39066de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:24.395340 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-0046bb59-236d-4e07-93f9-652b39066de3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 1096 time: 0.1038334 Mar 22 13:37:24.397861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 5432f50c-fd00-43d7-9961-b0c871d43aea, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5432f50c-fd00-43d7-9961-b0c871d43aea,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:37:24.402128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:24.472162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=5432f50c-fd00-43d7-9961-b0c871d43aea,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:24.562686 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-57cd5a7a-9b21-4843-9d70-55a77e965d05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9 HTTP/1.1" status: 200 len: 217 time: 0.1553681 Mar 22 13:37:24.629474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-004f753a-b44d-4145-8e5a-e2219847748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:24.630505 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-004f753a-b44d-4145-8e5a-e2219847748f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0605553c-4fcd-4426-bbd9-2969393c0b9f HTTP/1.1" status: 200 len: 835 time: 0.0581262 Mar 22 13:37:24.707191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-eae8a81f-44ac-4745-8697-d069033fb4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:24.708667 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-eae8a81f-44ac-4745-8697-d069033fb4f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0808201-42b4-4f0b-b868-346506e02830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699306 Mar 22 13:37:24.785030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d15405-e096-4d0a-9fb5-f59007c2475e req-14062fcc-57ea-4143-8513-18cec7d2ba09 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:24.786512 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b4d15405-e096-4d0a-9fb5-f59007c2475e req-14062fcc-57ea-4143-8513-18cec7d2ba09 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 943 time: 0.0800087 Mar 22 13:37:24.834031 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b4d15405-e096-4d0a-9fb5-f59007c2475e req-5cf792e4-23f2-4847-bb33-ea43e49d6f83 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417502 Mar 22 13:37:24.844245 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-b8cb6378-28ec-4549-8bbc-0737015fc60d service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264305 Mar 22 13:37:24.977717 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9587c5a8-7b96-444c-95b8-747fc8b0e30d req-8d4f7088-b30d-40ed-b27d-1253318488c5 service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260464 Mar 22 13:37:25.098372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d89763-12a3-4717-8659-698e95b71771 req-50ba022f-577d-48ad-9fdd-2c74c7ab9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:25.099859 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23d89763-12a3-4717-8659-698e95b71771 req-50ba022f-577d-48ad-9fdd-2c74c7ab9d8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 1096 time: 0.0731847 Mar 22 13:37:25.229334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d89763-12a3-4717-8659-698e95b71771 req-fa54ed8d-425e-4add-998b-bbfbc3edfe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:25.230740 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23d89763-12a3-4717-8659-698e95b71771 req-fa54ed8d-425e-4add-998b-bbfbc3edfe6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0808201-42b4-4f0b-b868-346506e02830 HTTP/1.1" status: 200 len: 898 time: 0.1241493 Mar 22 13:37:25.303445 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23d89763-12a3-4717-8659-698e95b71771 req-e38d0d57-792a-4944-bb95-5f27d3f5595d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9 HTTP/1.1" status: 200 len: 217 time: 0.0636764 Mar 22 13:37:25.369836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d89763-12a3-4717-8659-698e95b71771 req-a1332b51-04d8-48e0-9ec7-10dde4068ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:25.371181 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23d89763-12a3-4717-8659-698e95b71771 req-a1332b51-04d8-48e0-9ec7-10dde4068ea3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0605553c-4fcd-4426-bbd9-2969393c0b9f HTTP/1.1" status: 200 len: 835 time: 0.0572507 Mar 22 13:37:25.449310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d89763-12a3-4717-8659-698e95b71771 req-66df5f61-324a-4b42-ba22-67129c3d804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:25.450754 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23d89763-12a3-4717-8659-698e95b71771 req-66df5f61-324a-4b42-ba22-67129c3d804a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0808201-42b4-4f0b-b868-346506e02830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711877 Mar 22 13:37:25.581573 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23d89763-12a3-4717-8659-698e95b71771 req-da8cad30-f3a5-4fdb-8eaf-b2f82a6f8cc0 service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239247 Mar 22 13:37:25.711696 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23d89763-12a3-4717-8659-698e95b71771 req-67f6bbf0-3610-40f9-abec-1424ca7ea0bc service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232166 Mar 22 13:37:26.021394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcf1e8-7214-4ddd-b42e-3b44965c9bc8 req-26ec0e4a-d04a-4280-bfd7-ca2e24538bef tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:26.022106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-39fcf1e8-7214-4ddd-b42e-3b44965c9bc8 req-26ec0e4a-d04a-4280-bfd7-ca2e24538bef tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:37:26.037104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-39fcf1e8-7214-4ddd-b42e-3b44965c9bc8 req-26ec0e4a-d04a-4280-bfd7-ca2e24538bef tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:37:26.038377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-39fcf1e8-7214-4ddd-b42e-3b44965c9bc8 req-26ec0e4a-d04a-4280-bfd7-ca2e24538bef tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 943 time: 0.1002150 Mar 22 13:37:26.044876 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5432f50c-fd00-43d7-9961-b0c871d43aea up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:37:26.084977 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-39fcf1e8-7214-4ddd-b42e-3b44965c9bc8 req-4c4d2fbf-0534-4bc5-b229-8ea9d46c9958 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403631 Mar 22 13:37:26.111769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 5432f50c-fd00-43d7-9961-b0c871d43aea triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:26.112131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:27.266339 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c834f-7d1e-40f4-81bb-769cc109e1a2 req-0c6d34ed-d3af-4dfa-9f20-02a64d4c6e90 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:27.267803 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8c8c834f-7d1e-40f4-81bb-769cc109e1a2 req-0c6d34ed-d3af-4dfa-9f20-02a64d4c6e90 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 943 time: 0.0805779 Mar 22 13:37:27.312207 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8c8c834f-7d1e-40f4-81bb-769cc109e1a2 req-67d23d8a-cc62-4c0d-9973-faa6d23ac928 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 Mar 22 13:37:27.765002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e72d13ce-32ba-42f6-b014-23e75f3074d9 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:37:27.896736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e72d13ce-32ba-42f6-b014-23e75f3074d9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:37:27.911546 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'port_id': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'mac_address': 'fa:16:3e:05:57:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:37:27.969470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:27.985871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72d13ce-32ba-42f6-b014-23e75f3074d9 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:37:28.001237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e72d13ce-32ba-42f6-b014-23e75f3074d9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:37:28.005094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:28.069994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=e72d13ce-32ba-42f6-b014-23e75f3074d9,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:28.271723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['e72d13ce-32ba-42f6-b014-23e75f3074d9'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:37:28.499405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c651dc-4ee5-4c61-8f78-1997d504895c req-521d5af0-29b9-4d1c-be00-a410d289f86a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:28.500861 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-71c651dc-4ee5-4c61-8f78-1997d504895c req-521d5af0-29b9-4d1c-be00-a410d289f86a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 944 time: 0.0809782 Mar 22 13:37:28.547706 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-71c651dc-4ee5-4c61-8f78-1997d504895c req-ef8d4ec4-f672-4d5e-accd-f04664b938c1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411949 Mar 22 13:37:29.732757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40a9a8-6981-48cf-8b6b-7559bbb16272 req-2c130d9a-d2c6-4ef6-b3b1-48d37695c820 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:29.734104 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d40a9a8-6981-48cf-8b6b-7559bbb16272 req-2c130d9a-d2c6-4ef6-b3b1-48d37695c820 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 944 time: 0.0818076 Mar 22 13:37:29.776648 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d40a9a8-6981-48cf-8b6b-7559bbb16272 req-32b21891-e738-4453-9b80-de8ed3013b4d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369890 Mar 22 13:37:29.777395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e72d13ce-32ba-42f6-b014-23e75f3074d9 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:37:29.843690 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port e72d13ce-32ba-42f6-b014-23e75f3074d9 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:37:29.848307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port e72d13ce-32ba-42f6-b014-23e75f3074d9 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:37:29.848674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:29.970347 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:29.996868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72d13ce-32ba-42f6-b014-23e75f3074d9'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:37:30.006178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e72d13ce-32ba-42f6-b014-23e75f3074d9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:37:30.011818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:30.047362 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'code': 200} Mar 22 13:37:30.078798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=e72d13ce-32ba-42f6-b014-23e75f3074d9,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:30.276094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de519ee5-e945-4f99-9a87-f78c4045c5ab req-9f23e076-2c4e-4130-882a-d38575e5c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:30.277485 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de519ee5-e945-4f99-9a87-f78c4045c5ab req-9f23e076-2c4e-4130-882a-d38575e5c002 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 1098 time: 0.0705674 Mar 22 13:37:30.323994 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de519ee5-e945-4f99-9a87-f78c4045c5ab req-999edad1-6e50-4276-a3d9-2bef1699f254 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370884 Mar 22 13:37:30.956502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9ff1-8c77-4e9a-8eeb-39fbaf6e95aa req-369f02a8-6858-4d83-b6e3-193e61fb9baf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:30.957935 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f42b9ff1-8c77-4e9a-8eeb-39fbaf6e95aa req-369f02a8-6858-4d83-b6e3-193e61fb9baf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0796783 Mar 22 13:37:31.000527 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f42b9ff1-8c77-4e9a-8eeb-39fbaf6e95aa req-391224d9-dbe4-4c3d-a283-bc74390b0e8a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371835 Mar 22 13:37:32.184249 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab61e14-4ad0-46e1-b4c8-a901a5455b72 req-0c0d95e1-a4d4-4bbf-aa16-f16ba27cce87 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:32.185687 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9ab61e14-4ad0-46e1-b4c8-a901a5455b72 req-0c0d95e1-a4d4-4bbf-aa16-f16ba27cce87 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0820403 Mar 22 13:37:32.229619 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9ab61e14-4ad0-46e1-b4c8-a901a5455b72 req-58b74065-1887-409c-bed5-32d4bb9f1cad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384405 Mar 22 13:37:32.410748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e54d8-f9a7-4cc7-b983-2df78ab8e821 req-b59372a2-96ee-4137-9eba-6f42ed632221 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:32.412229 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7d7e54d8-f9a7-4cc7-b983-2df78ab8e821 req-b59372a2-96ee-4137-9eba-6f42ed632221 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0815153 Mar 22 13:37:32.454956 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7d7e54d8-f9a7-4cc7-b983-2df78ab8e821 req-5c5b135a-3fa5-47ee-ae32-83d8849efc52 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371287 Mar 22 13:37:32.477325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49518) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:32.546382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337ed1c-cf32-4d5d-a723-fb314b6ae7c1 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:32.547915 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f337ed1c-cf32-4d5d-a723-fb314b6ae7c1 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 1093 time: 0.0696051 Mar 22 13:37:32.551213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49522) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:32.557069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:37:32.562973 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:37:32.566740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:floatingip and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:37:32.569571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:37:32.575147 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:37:32.585923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:32.720172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:32.858287 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.26.5.131 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/26743795-f1a9-4ad0-b2ed-de9e30ad087f) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:37:33.097980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:33.115239 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-80d200c7-1de9-459e-bd65-ff0fc9be9d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:33.127050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:33.189380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:37:33.196627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:37:33.201345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:37:33.230420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=26743795-f1a9-4ad0-b2ed-de9e30ad087f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:33.612957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:33.683763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:33.888176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:33.892584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:34.003874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=26743795-f1a9-4ad0-b2ed-de9e30ad087f,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:37:34.013241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:34.180793 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Floating IP c3339a8a-a563-4b1b-8b11-07fbe8e3429b associated. External IP: 172.26.5.131, port: e72d13ce-32ba-42f6-b014-23e75f3074d9. Mar 22 13:37:34.635007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router 4868d9ef-cee5-4873-afdc-aa85e8683733 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:37:34.816193 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:37:34.826477 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] Sync routers for ids ['4868d9ef-cee5-4873-afdc-aa85e8683733'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:37:34.837216 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] Routers {'4868d9ef-cee5-4873-afdc-aa85e8683733'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:37:34.837872 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:37:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4868d9ef-cee5-4873-afdc-aa85e8683733'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:34.841295 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:34.898754 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f22202d9-8a34-47e7-8758-9fe73c17ea36 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3463643 Mar 22 13:37:34.899379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'tag': 'e72d13ce-32ba-42f6-b014-23e75f3074d9'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:37:34.946616 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'tag': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'status': 'completed', 'code': 200} Mar 22 13:37:35.019570 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] Set router 4868d9ef-cee5-4873-afdc-aa85e8683733 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:37:35.120692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af209237-28ef-42ac-b37c-02931be724ac req-bccf55cf-1d2e-48b8-a020-9f116029b2c3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:35.122169 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-af209237-28ef-42ac-b37c-02931be724ac req-bccf55cf-1d2e-48b8-a020-9f116029b2c3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.1343427 Mar 22 13:37:35.127729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-0d4f7748-3d3b-46e4-8539-1a80d515cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:35.129068 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-0d4f7748-3d3b-46e4-8539-1a80d515cd76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 1098 time: 0.1057363 Mar 22 13:37:35.260188 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-af209237-28ef-42ac-b37c-02931be724ac req-e233a976-adae-480f-a472-d01d2dd5fa07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301069 Mar 22 13:37:35.284497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49530) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:35.293767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-2e7808af-b4a3-44ba-b0cb-0a6099731486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:35.295203 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-2e7808af-b4a3-44ba-b0cb-0a6099731486 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0808201-42b4-4f0b-b868-346506e02830 HTTP/1.1" status: 200 len: 898 time: 0.1488056 Mar 22 13:37:35.401300 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-43dbe125-c49c-4ba4-a0ef-7b7dc5a748ff tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/c3339a8a-a563-4b1b-8b11-07fbe8e3429b HTTP/1.1" status: 200 len: 991 time: 0.1156235 Mar 22 13:37:35.402976 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'c3339a8a-a563-4b1b-8b11-07fbe8e3429b', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'port_id': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'mac_address': 'fa:16:3e:05:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:37:33Z', 'updated_at': '2022-03-22T13:37:33Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5432f50c-fd00-43d7-9961-b0c871d43aea', 'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:a5:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:18Z', 'updated_at': '2022-03-22T13:37:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:35.407242 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] Checking router: 4868d9ef-cee5-4873-afdc-aa85e8683733 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:37:35.408484 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3551dbff-9fa8-4905-87a3-6f16664ed8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:35.414033 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-0ab00b12-e1d8-4f87-919d-d6492e689470 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9 HTTP/1.1" status: 200 len: 999 time: 0.1116936 Mar 22 13:37:35.416210 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] Routers {'4868d9ef-cee5-4873-afdc-aa85e8683733'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:37:35.416806 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:37:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4868d9ef-cee5-4873-afdc-aa85e8683733'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:35.480124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-65b5d1d8-0384-4477-84df-37f4195be439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:35.481561 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-65b5d1d8-0384-4477-84df-37f4195be439 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0605553c-4fcd-4426-bbd9-2969393c0b9f HTTP/1.1" status: 200 len: 835 time: 0.0620801 Mar 22 13:37:35.554871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-4798d808-613f-4123-90f2-7ed9ab132af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:37:35.556281 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-4798d808-613f-4123-90f2-7ed9ab132af9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0808201-42b4-4f0b-b868-346506e02830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686653 Mar 22 13:37:35.595465 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] Set router 4868d9ef-cee5-4873-afdc-aa85e8683733 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:37:35.690991 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-58f012e6-61f6-42db-b1b1-3bb282875ec2 service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269617 Mar 22 13:37:35.825822 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cf279b24-6b47-418b-acc5-c3107ceab33e req-12e8f516-b731-4f88-8d67-738cf2f45ffe service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278474 Mar 22 13:37:35.945201 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'c3339a8a-a563-4b1b-8b11-07fbe8e3429b', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'port_id': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'mac_address': 'fa:16:3e:05:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:37:33Z', 'updated_at': '2022-03-22T13:37:33Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5432f50c-fd00-43d7-9961-b0c871d43aea', 'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:a5:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:18Z', 'updated_at': '2022-03-22T13:37:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:37:35.949018 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3932d3b-cbe4-43c0-b0fa-52382967d20e None None] The sync data for ids ['4868d9ef-cee5-4873-afdc-aa85e8683733'] in dv-neutron-834664-2-hyperv is: [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'c3339a8a-a563-4b1b-8b11-07fbe8e3429b', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.131', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'port_id': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'mac_address': 'fa:16:3e:05:57:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:37:33Z', 'updated_at': '2022-03-22T13:37:33Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5432f50c-fd00-43d7-9961-b0c871d43aea', 'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:a5:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:18Z', 'updated_at': '2022-03-22T13:37:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:37:36.124354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5508d0-93a6-44db-9491-a9c421165a7e None None] New status for floating IP c3339a8a-a563-4b1b-8b11-07fbe8e3429b: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:37:36.403517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49534) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:37:36.485854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:36.511539 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-513bc7fa-22ea-46fc-9c2b-15bb837a009d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/c3339a8a-a563-4b1b-8b11-07fbe8e3429b HTTP/1.1" status: 200 len: 993 time: 0.1068838 Mar 22 13:37:36.671897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:37.904429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:51.871201 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:58.453275 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:38:00.280197 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-018c8799-8d87-4a36-bf9c-35d470032528 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718997 Mar 22 13:38:00.418412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-109a5670-a83a-4b27-891d-605c4e5464d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:00.419912 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-109a5670-a83a-4b27-891d-605c4e5464d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 1098 time: 0.0705597 Mar 22 13:38:00.563931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-6015f9f1-6a04-4e72-9631-ec714db250c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:00.565255 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-6015f9f1-6a04-4e72-9631-ec714db250c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0808201-42b4-4f0b-b868-346506e02830 HTTP/1.1" status: 200 len: 898 time: 0.1253989 Mar 22 13:38:00.768900 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-cf36f3f9-2248-4c2d-99b2-07bf02501775 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9 HTTP/1.1" status: 200 len: 1001 time: 0.1960435 Mar 22 13:38:00.837798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-d993bc7b-af25-4b8e-aa92-0bb9723213e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:00.839127 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-d993bc7b-af25-4b8e-aa92-0bb9723213e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0605553c-4fcd-4426-bbd9-2969393c0b9f HTTP/1.1" status: 200 len: 835 time: 0.0636539 Mar 22 13:38:00.914484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-868fb6d6-3c6a-4579-8b2b-12910728fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:00.916055 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-868fb6d6-3c6a-4579-8b2b-12910728fbc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0808201-42b4-4f0b-b868-346506e02830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701599 Mar 22 13:38:01.048827 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-baf59411-b0bd-45b1-89fa-a3536a6a8de0 service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258163 Mar 22 13:38:01.191415 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6d361aa-e7a4-42d4-85ad-69f744260fd4 req-15582eee-53e1-498b-a960-047173820f47 service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353800 Mar 22 13:38:03.117301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-07279fc8-fa4c-45c0-95ab-d53ad5265cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:05.400733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fecb6440-e8e4-40cc-b6cf-cac01c1d0ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:06.488059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:06.673344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:07.905648 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:10.002546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416772f9-1584-4277-97d2-948b2ec47fbc req-6aaee554-087b-4d8e-ba2d-f39095609a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:10.004661 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-416772f9-1584-4277-97d2-948b2ec47fbc req-6aaee554-087b-4d8e-ba2d-f39095609a3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 1098 time: 0.0706768 Mar 22 13:38:10.040835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5593c13-ecc4-46df-a3c9-7f1588feb710 req-386fdebb-3f18-4a52-995e-82c6909bf07c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:10.042283 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d5593c13-ecc4-46df-a3c9-7f1588feb710 req-386fdebb-3f18-4a52-995e-82c6909bf07c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0790505 Mar 22 13:38:10.097719 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d5593c13-ecc4-46df-a3c9-7f1588feb710 req-f1742694-1509-4523-88a6-6bc979e4d906 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496504 Mar 22 13:38:10.142313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416772f9-1584-4277-97d2-948b2ec47fbc req-25b19e5b-65c7-4ff1-882b-37f53b606a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:10.143783 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-416772f9-1584-4277-97d2-948b2ec47fbc req-25b19e5b-65c7-4ff1-882b-37f53b606a54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0808201-42b4-4f0b-b868-346506e02830 HTTP/1.1" status: 200 len: 898 time: 0.1286089 Mar 22 13:38:10.247772 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-416772f9-1584-4277-97d2-948b2ec47fbc req-291473f7-4119-4afe-92ba-9e587ba90a6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9 HTTP/1.1" status: 200 len: 1001 time: 0.0951514 Mar 22 13:38:10.312412 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416772f9-1584-4277-97d2-948b2ec47fbc req-7416d91e-8bca-4523-aa5e-4795fcc56412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:10.313716 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-416772f9-1584-4277-97d2-948b2ec47fbc req-7416d91e-8bca-4523-aa5e-4795fcc56412 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0605553c-4fcd-4426-bbd9-2969393c0b9f HTTP/1.1" status: 200 len: 835 time: 0.0592239 Mar 22 13:38:10.388001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416772f9-1584-4277-97d2-948b2ec47fbc req-fdcc7a2b-9bbc-450f-9491-07b2c0f06517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:10.389465 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-416772f9-1584-4277-97d2-948b2ec47fbc req-fdcc7a2b-9bbc-450f-9491-07b2c0f06517 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0808201-42b4-4f0b-b868-346506e02830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689201 Mar 22 13:38:10.519647 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-416772f9-1584-4277-97d2-948b2ec47fbc req-0dc360a0-c02d-4217-ad6c-760f29f748b5 service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226575 Mar 22 13:38:10.654595 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-416772f9-1584-4277-97d2-948b2ec47fbc req-702e5e5a-a1e1-4567-aed5-086503d04d5b service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266716 Mar 22 13:38:11.281501 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd886dfa-efa9-4947-9a8d-e7118ce5173b req-52e0fade-6453-47f4-941e-61f41d48870e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:11.282926 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fd886dfa-efa9-4947-9a8d-e7118ce5173b req-52e0fade-6453-47f4-941e-61f41d48870e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0785215 Mar 22 13:38:11.329088 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fd886dfa-efa9-4947-9a8d-e7118ce5173b req-78839a8b-b24f-4b30-82b4-e7eb17454f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404503 Mar 22 13:38:12.512239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09262-76b3-4150-ad2e-53b3cd83d34c req-d31e57a7-56fd-4001-b0d5-14daae030c5f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:12.513692 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-22f09262-76b3-4150-ad2e-53b3cd83d34c req-d31e57a7-56fd-4001-b0d5-14daae030c5f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0801871 Mar 22 13:38:12.556932 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-22f09262-76b3-4150-ad2e-53b3cd83d34c req-c7afe358-3df2-4b6c-be9f-f623a23f4194 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376937 Mar 22 13:38:13.739652 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a1ac5-ff4b-4d22-872e-7fe45439e898 req-56528861-b7be-405f-9ae1-10014771f006 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:13.741640 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a03a1ac5-ff4b-4d22-872e-7fe45439e898 req-56528861-b7be-405f-9ae1-10014771f006 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0800838 Mar 22 13:38:13.783736 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a03a1ac5-ff4b-4d22-872e-7fe45439e898 req-a913b259-7a6e-4672-8e32-5598cc693fcf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364397 Mar 22 13:38:14.975577 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500375-9bba-49fa-a413-b05c4149122f req-48ec7acd-c57e-4672-89e7-3bbb6fe0734c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:14.977048 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-83500375-9bba-49fa-a413-b05c4149122f req-48ec7acd-c57e-4672-89e7-3bbb6fe0734c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0897477 Mar 22 13:38:15.019636 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-83500375-9bba-49fa-a413-b05c4149122f req-050a6070-b9b8-4905-a245-5f689b169f20 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370483 Mar 22 13:38:16.210925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469da45-c4c0-4035-86cf-64597ad5a543 req-547b7f1b-e960-4500-a81f-3c533d92c723 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:16.212422 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6469da45-c4c0-4035-86cf-64597ad5a543 req-547b7f1b-e960-4500-a81f-3c533d92c723 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0846422 Mar 22 13:38:16.257046 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6469da45-c4c0-4035-86cf-64597ad5a543 req-6f8821b8-ef0e-448e-95a8-ecd665a178bf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390060 Mar 22 13:38:17.442535 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d33e0c-2cdc-4f88-b4ba-a832e8a2e7be req-6edc5be7-ae75-4fd9-96ef-edd1a2cccb2a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:17.444580 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-29d33e0c-2cdc-4f88-b4ba-a832e8a2e7be req-6edc5be7-ae75-4fd9-96ef-edd1a2cccb2a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0791721 Mar 22 13:38:17.487652 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-29d33e0c-2cdc-4f88-b4ba-a832e8a2e7be req-5aa985b1-bcc2-44c2-9047-20d87e565ec3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Mar 22 13:38:18.665950 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca20f-f609-4689-9f5d-4336dd3742d1 req-2b296b53-bdaf-4c81-b4dc-0d61a0069471 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:18.667348 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dccca20f-f609-4689-9f5d-4336dd3742d1 req-2b296b53-bdaf-4c81-b4dc-0d61a0069471 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0782871 Mar 22 13:38:18.710636 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dccca20f-f609-4689-9f5d-4336dd3742d1 req-8fc2fed4-ce24-44d4-a1f9-6dc2266f5a68 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378125 Mar 22 13:38:19.895650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc351a19-5a5e-4fe5-ac1e-604c323c7d68 req-e9ffe3fd-71ac-405c-9160-433cdcabf049 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:19.897090 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bc351a19-5a5e-4fe5-ac1e-604c323c7d68 req-e9ffe3fd-71ac-405c-9160-433cdcabf049 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0822523 Mar 22 13:38:19.939775 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bc351a19-5a5e-4fe5-ac1e-604c323c7d68 req-8fcd43eb-4d92-4c06-a10d-e07d9d7b1e69 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371449 Mar 22 13:38:21.217914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3248f4-65a5-46d2-b179-888d95fd445b req-545bc121-6a8e-4c33-9884-b770b7670257 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:21.219426 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ea3248f4-65a5-46d2-b179-888d95fd445b req-545bc121-6a8e-4c33-9884-b770b7670257 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.1746056 Mar 22 13:38:21.262179 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ea3248f4-65a5-46d2-b179-888d95fd445b req-952380d1-7849-4379-9fcd-b2311f0aeb70 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366676 Mar 22 13:38:21.871248 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:22.443069 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ef657-e067-4bf8-b93e-34bde61e3fa3 req-ee6ee9e7-2874-4029-9320-fba2b7329fd8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:22.445134 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ec8ef657-e067-4bf8-b93e-34bde61e3fa3 req-ee6ee9e7-2874-4029-9320-fba2b7329fd8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0800858 Mar 22 13:38:22.491957 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ec8ef657-e067-4bf8-b93e-34bde61e3fa3 req-5e980c22-bbed-4896-953c-c9f007255f29 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 Mar 22 13:38:22.514249 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49576) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:38:22.619634 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0ec5f916-63c8-4e50-9c90-ad18f2faa4e6 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/c3339a8a-a563-4b1b-8b11-07fbe8e3429b HTTP/1.1" status: 200 len: 993 time: 0.1042464 Mar 22 13:38:33.119871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7855-8855-46f8-be1b-0a92564a47c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:35.402111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c120a1be-6cf1-4878-936f-a6f21abb6753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:35.452865 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:38:36.493165 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:36.675562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:37.930920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:51.884006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:55.951650 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49592) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:38:56.251927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 26743795-f1a9-4ad0-b2ed-de9e30ad087f {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:38:56.252189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:56.420130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:56.420459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:56.539678 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 26743795-f1a9-4ad0-b2ed-de9e30ad087f owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:38:56.685159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:56.731423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=26743795-f1a9-4ad0-b2ed-de9e30ad087f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:38:56.774096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.774445 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.774789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.775127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.775483 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.775816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.776141 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.776466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.776789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.777110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.777432 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.777753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:38:56.832126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:56.832398 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Floating IP c3339a8a-a563-4b1b-8b11-07fbe8e3429b disassociated (deleted). External IP: 172.26.5.131, port: e72d13ce-32ba-42f6-b014-23e75f3074d9. Mar 22 13:38:57.175906 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router 4868d9ef-cee5-4873-afdc-aa85e8683733 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:38:57.354888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:38:57.366098 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] Sync routers for ids ['4868d9ef-cee5-4873-afdc-aa85e8683733'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:38:57.374179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:57.375655 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] Routers {'4868d9ef-cee5-4873-afdc-aa85e8683733'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:38:57.376253 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:38:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4868d9ef-cee5-4873-afdc-aa85e8683733'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:38:57.428909 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-57e4d783-963e-4576-843b-c6f13d74bc89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/floatingips/c3339a8a-a563-4b1b-8b11-07fbe8e3429b HTTP/1.1" status: 204 len: 168 time: 1.4760864 Mar 22 13:38:57.429555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'tag': 'e72d13ce-32ba-42f6-b014-23e75f3074d9'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:38:57.480744 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'tag': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'status': 'completed', 'code': 200} Mar 22 13:38:57.560880 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] Set router 4868d9ef-cee5-4873-afdc-aa85e8683733 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:38:57.636825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-e59fe91e-3210-496b-9548-3a6c2a02b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:57.638303 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-e59fe91e-3210-496b-9548-3a6c2a02b6ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 1098 time: 0.1258409 Mar 22 13:38:57.822544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-1efe179c-6574-4b5a-bfd3-9657f63ddbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:57.823927 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-1efe179c-6574-4b5a-bfd3-9657f63ddbf2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0808201-42b4-4f0b-b868-346506e02830 HTTP/1.1" status: 200 len: 898 time: 0.1772406 Mar 22 13:38:57.901850 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-70d7c056-ce29-468a-b086-85f9c076d9f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9 HTTP/1.1" status: 200 len: 217 time: 0.0661666 Mar 22 13:38:57.909348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7558-1485-4001-ace2-cd1afa4c8c02 req-ce8acd73-0453-43e6-b755-c03e7e5e2d50 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:57.910797 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a50a7558-1485-4001-ace2-cd1afa4c8c02 req-ce8acd73-0453-43e6-b755-c03e7e5e2d50 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.1818886 Mar 22 13:38:57.912878 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '5432f50c-fd00-43d7-9961-b0c871d43aea', 'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:a5:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:18Z', 'updated_at': '2022-03-22T13:37:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:38:57.916744 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] Checking router: 4868d9ef-cee5-4873-afdc-aa85e8683733 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:38:57.924774 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] Routers {'4868d9ef-cee5-4873-afdc-aa85e8683733'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:38:57.925365 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:38:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4868d9ef-cee5-4873-afdc-aa85e8683733'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:38:58.001686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-4864b829-974f-485a-b51b-8d49277d4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:58.003111 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-4864b829-974f-485a-b51b-8d49277d4dd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0605553c-4fcd-4426-bbd9-2969393c0b9f HTTP/1.1" status: 200 len: 835 time: 0.0908656 Mar 22 13:38:58.006072 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a50a7558-1485-4001-ace2-cd1afa4c8c02 req-8465a943-4873-46b5-af3c-f8e4a0436381 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646186 Mar 22 13:38:58.082505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-ef6eecaa-3230-4bca-8993-7e8d239bd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:58.084446 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-ef6eecaa-3230-4bca-8993-7e8d239bd0cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0808201-42b4-4f0b-b868-346506e02830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711160 Mar 22 13:38:58.101298 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] Set router 4868d9ef-cee5-4873-afdc-aa85e8683733 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:38:58.217800 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-242c9577-1448-42ce-8e4b-0fd99c2ec801 service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251080 Mar 22 13:38:58.352941 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5039f2d4-2b40-463a-ae55-6739f0a530e1 req-6aefaacd-f127-4351-8692-e843e7607591 service neutron] 10.222.0.47 "GET /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258931 Mar 22 13:38:58.411612 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '5432f50c-fd00-43d7-9961-b0c871d43aea', 'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:a5:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:18Z', 'updated_at': '2022-03-22T13:37:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:38:58.416100 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5a86d-c887-4e15-8184-3a2d8c365fc4 None None] The sync data for ids ['4868d9ef-cee5-4873-afdc-aa85e8683733'] in dv-neutron-834664-2-hyperv is: [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:37:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '5432f50c-fd00-43d7-9961-b0c871d43aea', 'name': '', 'network_id': 'a0808201-42b4-4f0b-b868-346506e02830', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:a5:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:18Z', 'updated_at': '2022-03-22T13:37:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': '0605553c-4fcd-4426-bbd9-2969393c0b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:38:58.616160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06bbf5c-5940-4934-93f8-ee6a256118b7 None None] New status for floating IP c3339a8a-a563-4b1b-8b11-07fbe8e3429b: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:38:59.306369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06586-b279-44af-b65d-2750e8fa13ec req-108fcbc0-249a-4a6d-81e7-c23ccf45317c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:59.306987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-61d06586-b279-44af-b65d-2750e8fa13ec req-108fcbc0-249a-4a6d-81e7-c23ccf45317c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:38:59.322181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-61d06586-b279-44af-b65d-2750e8fa13ec req-108fcbc0-249a-4a6d-81e7-c23ccf45317c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:38:59.323749 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-61d06586-b279-44af-b65d-2750e8fa13ec req-108fcbc0-249a-4a6d-81e7-c23ccf45317c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.2053812 Mar 22 13:38:59.368932 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-61d06586-b279-44af-b65d-2750e8fa13ec req-e4ee3fbe-062c-4b02-b993-ae7b411d93a9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=688f1b57-0c37-474f-bafa-3fb0a6c656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393701 Mar 22 13:38:59.662642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-e04146b0-4732-4da4-95dc-965083dda74b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:38:59.664061 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-e04146b0-4732-4da4-95dc-965083dda74b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 945 time: 0.0820365 Mar 22 13:38:59.733544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port e72d13ce-32ba-42f6-b014-23e75f3074d9 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:38:59.733879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:59.976289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port e72d13ce-32ba-42f6-b014-23e75f3074d9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e72d13ce-32ba-42f6-b014-23e75f3074d9,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:38:59.976586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:00.100447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for e72d13ce-32ba-42f6-b014-23e75f3074d9 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:39:00.344306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:00.393214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=e72d13ce-32ba-42f6-b014-23e75f3074d9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:00.433388 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.433741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.434082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.434419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.434752 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.435081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.435430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.435756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.436275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.436604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.436929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.437253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:00.482503 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] No DVR routers for this DVR port e72d13ce-32ba-42f6-b014-23e75f3074d9 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:39:00.484982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:00.487535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'name': 'network-vif-deleted', 'tag': 'e72d13ce-32ba-42f6-b014-23e75f3074d9'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:39:00.535191 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556016d5-9fbc-4716-b29d-dfa7126bc96a', 'name': 'network-vif-deleted', 'tag': 'e72d13ce-32ba-42f6-b014-23e75f3074d9', 'status': 'completed', 'code': 200} Mar 22 13:39:00.536642 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6aa7281c-e6e8-45f1-a37d-46e2efd2aa13 req-ffe5ad83-af79-4420-b860-8ede8b00a45b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "DELETE /v2.0/ports/e72d13ce-32ba-42f6-b014-23e75f3074d9 HTTP/1.1" status: 204 len: 173 time: 0.8653331 Mar 22 13:39:00.542407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-0863c28e-903f-4b7b-8ef8-f0cabc1ff3a1 req-48fab14a-3845-4f19-a143-81ae3c406035 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:39:00.560835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-0863c28e-903f-4b7b-8ef8-f0cabc1ff3a1 req-48fab14a-3845-4f19-a143-81ae3c406035 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:39:00.561953 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0863c28e-903f-4b7b-8ef8-f0cabc1ff3a1 req-48fab14a-3845-4f19-a143-81ae3c406035 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=556016d5-9fbc-4716-b29d-dfa7126bc96a HTTP/1.1" status: 200 len: 210 time: 0.0653529 Mar 22 13:39:01.656074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49614) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:02.203667 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:02.557606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 5432f50c-fd00-43d7-9961-b0c871d43aea {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:39:02.557932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:02.742619 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port 5432f50c-fd00-43d7-9961-b0c871d43aea, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5432f50c-fd00-43d7-9961-b0c871d43aea,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:39:02.743297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:02.864806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 5432f50c-fd00-43d7-9961-b0c871d43aea owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:39:03.122156 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3fdaf035-e4c0-4f3c-97c3-21c249f91821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:03.303202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:03.349854 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=5432f50c-fd00-43d7-9961-b0c871d43aea,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:03.625885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:03.977635 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router 4868d9ef-cee5-4873-afdc-aa85e8683733 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:39:04.154184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:39:04.163226 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] Sync routers for ids ['4868d9ef-cee5-4873-afdc-aa85e8683733'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:39:04.172351 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3f667e3f-b090-4f46-b25e-631753fb417a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "PUT /v2.0/routers/4868d9ef-cee5-4873-afdc-aa85e8683733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5151749 Mar 22 13:39:04.172624 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] Routers {'4868d9ef-cee5-4873-afdc-aa85e8683733'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:39:04.173226 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:38:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4868d9ef-cee5-4873-afdc-aa85e8683733'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:04.175013 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49620) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:04.195736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e72d13ce-32ba-42f6-b014-23e75f3074d9 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:39:04.232585 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: e72d13ce-32ba-42f6-b014-23e75f3074d9 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:39:04.232928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e72d13ce-32ba-42f6-b014-23e75f3074d9 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:39:04.244527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c306f85-c94c-4a1f-a0f4-35189943ab7c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting subnet 0605553c-4fcd-4426-bbd9-2969393c0b9f {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:39:04.247561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c306f85-c94c-4a1f-a0f4-35189943ab7c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:04.306237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c306f85-c94c-4a1f-a0f4-35189943ab7c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:04.354906 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] Set router 4868d9ef-cee5-4873-afdc-aa85e8683733 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:39:04.507371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c306f85-c94c-4a1f-a0f4-35189943ab7c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:04.580440 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c306f85-c94c-4a1f-a0f4-35189943ab7c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:04.621397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c306f85-c94c-4a1f-a0f4-35189943ab7c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Subnet': ['ID=0605553c-4fcd-4426-bbd9-2969393c0b9f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:04.624923 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-2c306f85-c94c-4a1f-a0f4-35189943ab7c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:04.633519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49624) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:04.635720 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-2c306f85-c94c-4a1f-a0f4-35189943ab7c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/subnets/0605553c-4fcd-4426-bbd9-2969393c0b9f HTTP/1.1" status: 204 len: 168 time: 0.4595973 Mar 22 13:39:04.638056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b468da0b-75d5-447c-935f-552ab93c9c98 None None] Network a0808201-42b4-4f0b-b868-346506e02830 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:39:04.643078 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:39:03Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:04.646902 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] Checking router: 4868d9ef-cee5-4873-afdc-aa85e8683733 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:39:04.655482 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] Routers {'4868d9ef-cee5-4873-afdc-aa85e8683733'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:39:04.656084 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:38:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['4868d9ef-cee5-4873-afdc-aa85e8683733'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:04.816113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:04.880917 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] Set router 4868d9ef-cee5-4873-afdc-aa85e8683733 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:39:04.904075 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] DHCP port deletion for a0808201-42b4-4f0b-b868-346506e02830 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:39:04.908272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Deleting port 4e3883e0-20ca-47cb-af05-fce2e45f69c3 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:39:04.908643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:05.005799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:05.016210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 2bc6c1c3-741d-43b2-bf54-25427978f8a2 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:39:05.016566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:05.118721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] For port 4e3883e0-20ca-47cb-af05-fce2e45f69c3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=4e3883e0-20ca-47cb-af05-fce2e45f69c3,segment=NetworkSegment(b191578d-b57d-4712-b055-2c3c5e1bb2a7),segment_id=b191578d-b57d-4712-b055-2c3c5e1bb2a7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:39:05.119064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:05.170955 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:39:03Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:05.175592 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e982baa-bb80-45b1-b5d0-bd5080e0d48d None None] The sync data for ids ['4868d9ef-cee5-4873-afdc-aa85e8683733'] in dv-neutron-834664-2-hyperv is: [{'id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649741695', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:37:13Z', 'updated_at': '2022-03-22T13:39:03Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '2bc6c1c3-741d-43b2-bf54-25427978f8a2', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4868d9ef-cee5-4873-afdc-aa85e8683733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:37:14Z', 'updated_at': '2022-03-22T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:39:05.198316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port 2bc6c1c3-741d-43b2-bf54-25427978f8a2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=2bc6c1c3-741d-43b2-bf54-25427978f8a2,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:39:05.198684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:05.252696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Calling delete_port for 4e3883e0-20ca-47cb-af05-fce2e45f69c3 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:39:05.338822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:05.344982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 2bc6c1c3-741d-43b2-bf54-25427978f8a2 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:39:05.389163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Pushing event deleted for resources: {'Port': ['ID=4e3883e0-20ca-47cb-af05-fce2e45f69c3,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:05.401600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.401941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.402275 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.402718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.402914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.403299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.403627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.403947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.404266 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.404578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.404893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.405203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:05.409326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d338a4c-a5b6-4050-9745-c405db4492a5 None None] No DVR routers for this DVR port 4e3883e0-20ca-47cb-af05-fce2e45f69c3 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:39:05.429029 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d334ff2-20ce-4b3c-90ec-c95fade1ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:05.688191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:05.736768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=2bc6c1c3-741d-43b2-bf54-25427978f8a2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:05.934087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.109874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.112188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.136858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.137460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Fanout notify agent at l3_agent the message router_deleted on router 4868d9ef-cee5-4873-afdc-aa85e8683733 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:39:06.141954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5432f50c-fd00-43d7-9961-b0c871d43aea no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:39:06.157471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.161930 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-55939e92-9e0c-4c0e-ba72-954d2e2855ab tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/routers/4868d9ef-cee5-4873-afdc-aa85e8683733 HTTP/1.1" status: 204 len: 168 time: 1.5243385 Mar 22 13:39:06.162245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49628) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:06.183059 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 5432f50c-fd00-43d7-9961-b0c871d43aea {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:39:06.183383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5432f50c-fd00-43d7-9961-b0c871d43aea not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:39:06.183805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4e3883e0-20ca-47cb-af05-fce2e45f69c3 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:39:06.220142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 4e3883e0-20ca-47cb-af05-fce2e45f69c3 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:39:06.220490 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 4e3883e0-20ca-47cb-af05-fce2e45f69c3 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:39:06.286749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.422247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.446199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0808201-42b4-4f0b-b868-346506e02830']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:06.462022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b191578d-b57d-4712-b055-2c3c5e1bb2a7') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:06.462313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b191578d-b57d-4712-b055-2c3c5e1bb2a7') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:06.473188 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.491909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.495063 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.498216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:39:06.498606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:39:06.515436 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:39:06.596339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.614858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.630041 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Network': ['ID=a0808201-42b4-4f0b-b868-346506e02830,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:06.641119 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b91344d2-b97b-4556-99d3-f89812b4a5e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/networks/a0808201-42b4-4f0b-b868-346506e02830 HTTP/1.1" status: 204 len: 168 time: 0.4776411 Mar 22 13:39:06.641650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49632) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:06.677712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.713438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d57da73-efbf-47b5-aeac-08c3391b5b9f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.741541 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d57da73-efbf-47b5-aeac-08c3391b5b9f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.807225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d57da73-efbf-47b5-aeac-08c3391b5b9f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.826543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57da73-efbf-47b5-aeac-08c3391b5b9f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688f1b57-0c37-474f-bafa-3fb0a6c656f7,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:06.835572 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9d57da73-efbf-47b5-aeac-08c3391b5b9f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:06.836704 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9d57da73-efbf-47b5-aeac-08c3391b5b9f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/security-groups/688f1b57-0c37-474f-bafa-3fb0a6c656f7 HTTP/1.1" status: 204 len: 168 time: 0.1941750 Mar 22 13:39:07.063703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49640) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:07.069350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340204842', 'description': 'tempest-secgroup-smoke-1340204842 description', 'project_id': '9645728d4a574b04bd66c30a7915a07d'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:07.075533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:07.079597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:07.082383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:07.088592 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:07.098983 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.118081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:07.121719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:07.124447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:07.130491 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:07.201999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.205486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.247431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c13d3f-02f7-474d-ac5c-8123505c71ca,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:07.253086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.254320 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ae058542-229c-49f8-9eda-6e4d3484375f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1896141 Mar 22 13:39:07.257724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49644) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:07.262706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '42c13d3f-02f7-474d-ac5c-8123505c71ca', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:07.268529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:07.272315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:07.275108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:07.280694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:07.296298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.355740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.360123 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.384933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0d3835-bca4-4e3b-91d9-3fbe9e9daee4,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:07.393526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.394698 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-10568715-20d0-4832-8d7d-8b0167a4130b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360745 Mar 22 13:39:07.397468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49650) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:07.402345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '42c13d3f-02f7-474d-ac5c-8123505c71ca', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:07.408067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:07.412114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:07.414892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:07.420497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:07.437440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.498277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.501539 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.526527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d278b1-7213-499b-8c0d-c5126919f32b,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:07.534848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.536553 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2457df8e-e7f0-4140-a1df-7bb7573dc1f3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381316 Mar 22 13:39:07.539351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49654) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:07.544334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '42c13d3f-02f7-474d-ac5c-8123505c71ca', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:07.550184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:07.554430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:07.557245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:07.562912 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:07.579038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.639826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.643150 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.666735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750bd2d4-5113-419b-9629-1aefeae20dff,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:07.675569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.677328 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-de5df989-9f71-4d67-8f4c-c7bf551ff8fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370549 Mar 22 13:39:07.680216 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49658) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:07.685157 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '42c13d3f-02f7-474d-ac5c-8123505c71ca', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:07.691051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:07.694839 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:07.697642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:07.703453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:07.719920 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.780363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.783599 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.807374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3166fedd-8d96-4352-996f-b697c2027b3d,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:07.816369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.818036 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-bd37f74b-c50b-4863-a867-00840bc3d964 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368172 Mar 22 13:39:07.821343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49662) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:07.826657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '42c13d3f-02f7-474d-ac5c-8123505c71ca', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:07.833232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:07.837550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:07.840410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:07.846010 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:07.855473 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Project 9645728d4a574b04bd66c30a7915a07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:39:07.861823 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.924736 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.928685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.929716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.953481 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889d6ad2-4e78-4ff2-b9d9-2b1d6dc12085,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:07.963363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:07.964590 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-94bcc8de-6811-4bbe-80ed-9109fcb9163d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422458 Mar 22 13:39:07.968053 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49668) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:07.973303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '42c13d3f-02f7-474d-ac5c-8123505c71ca', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:07.979274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:07.983036 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:07.985903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:07.992051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:08.003045 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Project 9645728d4a574b04bd66c30a7915a07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:39:08.010664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.077794 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.081361 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2bc6c1c3-741d-43b2-bf54-25427978f8a2 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:39:08.081872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.106322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b0e4a3-a97a-49d3-acf0-49fdc2cc81af,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:08.115373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.119322 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6b55b75c-af30-4845-a2f0-1e61a20ffb04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474488 Mar 22 13:39:08.119464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49672) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:08.123728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 2bc6c1c3-741d-43b2-bf54-25427978f8a2 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:39:08.124070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 2bc6c1c3-741d-43b2-bf54-25427978f8a2 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:39:08.124874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'network': {'name': 'tempest-network-smoke--518974973', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'port_security_enabled': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:08.131062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:08.135091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:network and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:08.137977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:08.143891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:08.153552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:39:08.157499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.188214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:39:08.197582 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.197929 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Added segment 860e3a02-49b6-4371-8240-6862a88297b6 of type vlan for network 07384da9-8ad3-4794-85ca-29f8597a8218 Mar 22 13:39:08.222882 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.251725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.257364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:08.257947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.362087 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2416222 Mar 22 13:39:08.365652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49676) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:08.369189 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5283b-1bda-4243-a8dc-42a2daf31670 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Network': ['ID=07384da9-8ad3-4794-85ca-29f8597a8218,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:08.371504 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'admin_state_up': True, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:08.378587 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:08.381197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 07384da9-8ad3-4794-85ca-29f8597a8218 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:39:08.382614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:router and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:08.385534 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:08.391825 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:08.401647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.402750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.418402 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.697786 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:08.997892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:09.027176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:09.158307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.26.5.12 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/cfac6f9f-ca46-4885-87a7-84133438156c) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:39:09.303787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:09.333682 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:09.397499 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:39:09.404598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:39:09.407112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:39:09.441348 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=cfac6f9f-ca46-4885-87a7-84133438156c,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:09.933737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:10.270929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:10.470652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router b5a51d36-f646-496a-ae3c-c4b89b8ab78f is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:39:10.653946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:39:10.667243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Sync routers for ids ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:39:10.676630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Routers {'b5a51d36-f646-496a-ae3c-c4b89b8ab78f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:39:10.678364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:39:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:10.680263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:10.681478 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-27e59b51-2ed6-4c8b-8482-a0a07f28b56b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3146200 Mar 22 13:39:10.686460 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49680) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:10.728544 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0535b583-a0c1-4626-bb54-1279a251f4d2 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=9645728d4a574b04bd66c30a7915a07d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409811 Mar 22 13:39:10.731139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49684) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:10.860518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Set router b5a51d36-f646-496a-ae3c-c4b89b8ab78f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:39:10.962078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d0bd2-c6f0-4152-b333-050d5c7e1538 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:10.963484 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-484d0bd2-c6f0-4152-b333-050d5c7e1538 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2313232 Mar 22 13:39:10.966213 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49688) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:11.004531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-58f9e0e7-27a9-4000-8868-55169c35b975 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372281 Mar 22 13:39:11.007106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49692) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:11.012319 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347659302', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:11.119758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:11.123499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:subnet and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:11.126242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:11.131861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:11.141718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:09Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:11.142822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:39:11.146395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Checking router: b5a51d36-f646-496a-ae3c-c4b89b8ab78f for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:39:11.146868 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Updating router b5a51d36-f646-496a-ae3c-c4b89b8ab78f port cfac6f9f-ca46-4885-87a7-84133438156c binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:39:11.146977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:11.202012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:11.373277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:11.454618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Subnet': ['ID=c1dafd5a-a834-43f2-bc77-6d0b54696015,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:11.462587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Checking segment: {'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:39:11.462968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network hostable DHCP agents. Network: 07384da9-8ad3-4794-85ca-29f8597a8218, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:39:11.482007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 07384da9-8ad3-4794-85ca-29f8597a8218 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:39:11.491515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 07384da9-8ad3-4794-85ca-29f8597a8218) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:39:11.495982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:11.496569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:11.517081 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a64cf0a9-b7af-4249-b1ca-6472dbc8bb23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5089746 Mar 22 13:39:11.517288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd031431-9750-44d2-9f74-9bdc06532c46 None None] Network 07384da9-8ad3-4794-85ca-29f8597a8218 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:39:11.519799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49696) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:11.641843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:11.660108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Transition to ACTIVE for port object cfac6f9f-ca46-4885-87a7-84133438156c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:39:11.676785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:11.794001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Attempting to bind port cfac6f9f-ca46-4885-87a7-84133438156c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:39:11.794397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Attempting to bind port cfac6f9f-ca46-4885-87a7-84133438156c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:39:11.794755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Attempting to bind port cfac6f9f-ca46-4885-87a7-84133438156c on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:39:11.809472 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adffcb-24d2-41de-a59a-1ea7b5d59141 None None] Pushing event updated for resources: {'Port': ['ID=cfac6f9f-ca46-4885-87a7-84133438156c,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:11.813363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:39:11.813733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:39:11.814127 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:11.814512 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:39:11.814969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Bound port: cfac6f9f-ca46-4885-87a7-84133438156c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:39:11.815366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:11.907097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-07384da9-8ad3-4794-85ca-29f8597a8218', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:39:11.907910 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:11.980499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] For port cfac6f9f-ca46-4885-87a7-84133438156c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:39:12.002584 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] For port cfac6f9f-ca46-4885-87a7-84133438156c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cfac6f9f-ca46-4885-87a7-84133438156c,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:39:12.007020 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:12.180771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Routers {'b5a51d36-f646-496a-ae3c-c4b89b8ab78f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:39:12.181313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:39:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:12.209068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:12.237012 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adffcb-24d2-41de-a59a-1ea7b5d59141 None None] Pushing event updated for resources: {'Port': ['ID=cfac6f9f-ca46-4885-87a7-84133438156c,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:12.265864 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Allocated IP 172.20.0.2 (07384da9-8ad3-4794-85ca-29f8597a8218/c1dafd5a-a834-43f2-bc77-6d0b54696015/61f5919b-af4c-4e9c-a4b9-878bdcaf3531) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:39:12.451502 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:39:12.460594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] Set router b5a51d36-f646-496a-ae3c-c4b89b8ab78f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:39:12.798209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:12.813082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Transition to ACTIVE for port object 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:39:12.839313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Transition to ACTIVE for port object 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:39:12.845971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:12.908462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Network 07384da9-8ad3-4794-85ca-29f8597a8218 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:39:12.912710 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:39:12.915406 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.20.0.1 (07384da9-8ad3-4794-85ca-29f8597a8218/c1dafd5a-a834-43f2-bc77-6d0b54696015/7c80659b-8248-43ef-8c61-9da6530a20f4) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:39:12.921652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:39:12.932423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Pushing event updated for resources: {'Port': ['ID=61f5919b-af4c-4e9c-a4b9-878bdcaf3531,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:12.937862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:09Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:12.999391 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438b10b-4aab-4b60-8e85-67ac4d177606 None None] The sync data for ids ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'] in dv-neutron-834664-2-hyperv is: [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:09Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:39:13.027457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Attempting to bind port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:39:13.027822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Attempting to bind port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:39:13.028177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Attempting to bind port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 on network 07384da9-8ad3-4794-85ca-29f8597a8218 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:39:13.033643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:39:13.034000 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Checking segment: {'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:39:13.034400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:13.034779 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Bound using segment: {'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:39:13.035256 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Bound port: 61f5919b-af4c-4e9c-a4b9-878bdcaf3531, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:39:13.035636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:13.079062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:13.095902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Transition to ACTIVE for port object 7c80659b-8248-43ef-8c61-9da6530a20f4 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:39:13.120417 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:13.131039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] For port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:39:13.134167 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] For port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=61f5919b-af4c-4e9c-a4b9-878bdcaf3531,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:39:13.143422 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:13.194094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 07384da9-8ad3-4794-85ca-29f8597a8218 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:39:13.205106 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:39:13.207851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:39:13.241470 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900c6a1-17ba-4ee2-a6db-a5c9c21e9cba None None] Pushing event updated for resources: {'Port': ['ID=61f5919b-af4c-4e9c-a4b9-878bdcaf3531,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:13.271740 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=7c80659b-8248-43ef-8c61-9da6530a20f4,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:13.292647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:13.653596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:14.085823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:14.093335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:14.158822 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:39:14.212689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:14.215987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=7c80659b-8248-43ef-8c61-9da6530a20f4,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:14.224928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7f916-976e-4dc4-b29a-0a13c1e5a210 None None] Network 07384da9-8ad3-4794-85ca-29f8597a8218 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:39:14.326149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8a9e6808-7186-47c7-a5c4-74119eaac5ea None None] Provisioning for port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:39:14.339406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:39:14.349838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:14.350125 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:14.357431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 07384da9-8ad3-4794-85ca-29f8597a8218 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:39:14.358868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:39:14.618939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:14.668006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=61f5919b-af4c-4e9c-a4b9-878bdcaf3531,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:39:14.672721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:14.673764 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cfac6f9f-ca46-4885-87a7-84133438156c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:39:14.675913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router b5a51d36-f646-496a-ae3c-c4b89b8ab78f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:39:14.792369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=61f5919b-af4c-4e9c-a4b9-878bdcaf3531,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:14.804111 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port cfac6f9f-ca46-4885-87a7-84133438156c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:39:14.810475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port cfac6f9f-ca46-4885-87a7-84133438156c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:14.810980 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:14.883856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:39:14.894678 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Sync routers for ids ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:39:14.897338 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-74cbd9b3-1bba-438f-98b6-31f3ff6c940c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "PUT /v2.0/routers/b5a51d36-f646-496a-ae3c-c4b89b8ab78f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3765306 Mar 22 13:39:14.905003 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Routers {'b5a51d36-f646-496a-ae3c-c4b89b8ab78f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:39:14.905833 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:39:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:14.947869 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:14.983469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port cfac6f9f-ca46-4885-87a7-84133438156c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cfac6f9f-ca46-4885-87a7-84133438156c,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:39:14.993424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:15.026537 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4f6a372d-11ed-4338-9d3b-0bfc229a381f None None] Provisioning for port 7c80659b-8248-43ef-8c61-9da6530a20f4 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:39:15.037231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4f6a372d-11ed-4338-9d3b-0bfc229a381f None None] Provisioning complete for port 7c80659b-8248-43ef-8c61-9da6530a20f4 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:15.037231 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f6a372d-11ed-4338-9d3b-0bfc229a381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:15.099118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-b72a0c64-d1d2-4258-ab66-dc63da4f1e0b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:39:15.114981 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Set router b5a51d36-f646-496a-ae3c-c4b89b8ab78f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:39:15.116988 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a372d-11ed-4338-9d3b-0bfc229a381f None None] Port 7c80659b-8248-43ef-8c61-9da6530a20f4 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:39:15.118918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-b72a0c64-d1d2-4258-ab66-dc63da4f1e0b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:39:15.121364 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-b72a0c64-d1d2-4258-ab66-dc63da4f1e0b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340204842&fields=id&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 267 time: 0.0708776 Mar 22 13:39:15.125218 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=cfac6f9f-ca46-4885-87a7-84133438156c,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:15.134618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4f6a372d-11ed-4338-9d3b-0bfc229a381f None None] Provisioning complete for port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:15.134919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f6a372d-11ed-4338-9d3b-0bfc229a381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:15.327587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-41b9ebeb-4b45-4d91-a617-4e6982e14fd8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:15.328598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-41b9ebeb-4b45-4d91-a617-4e6982e14fd8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:39:15.345673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-41b9ebeb-4b45-4d91-a617-4e6982e14fd8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:39:15.347202 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-41b9ebeb-4b45-4d91-a617-4e6982e14fd8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/networks?id=07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 200 len: 796 time: 0.2082119 Mar 22 13:39:15.362725 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-2304e3fa-2e9a-403b-ad57-8d0d54254ae3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/quotas/9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 375 time: 0.0097287 Mar 22 13:39:15.393432 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a51a7c22-37d0-46d7-9c82-0924d5b55df5 None None] Provisioning complete for port 7c80659b-8248-43ef-8c61-9da6530a20f4 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:15.393959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a51a7c22-37d0-46d7-9c82-0924d5b55df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:15.451644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a51a7c22-37d0-46d7-9c82-0924d5b55df5 None None] Port 7c80659b-8248-43ef-8c61-9da6530a20f4 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:39:15.461108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-c11bcc03-e19b-462c-89b3-b3a5bf7cffad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:39:15.466578 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:13Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7c80659b-8248-43ef-8c61-9da6530a20f4', 'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:3b:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:12Z', 'updated_at': '2022-03-22T13:39:13Z', 'revision_number': 2, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:15.470319 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Checking router: b5a51d36-f646-496a-ae3c-c4b89b8ab78f for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:39:15.470664 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Updating router b5a51d36-f646-496a-ae3c-c4b89b8ab78f port 7c80659b-8248-43ef-8c61-9da6530a20f4 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:39:15.476223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-c11bcc03-e19b-462c-89b3-b3a5bf7cffad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:39:15.477529 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-c11bcc03-e19b-462c-89b3-b3a5bf7cffad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073098 Mar 22 13:39:15.526507 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:15.664855 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-552b916c-4e81-4b89-b3b1-ad232db1950f service neutron] 10.222.0.70 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757493 Mar 22 13:39:15.800613 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-a90ddcd6-46b5-4433-b1d4-b5f87eee38a2 service neutron] 10.222.0.70 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296792 Mar 22 13:39:15.876718 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:15.889681 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Transition to ACTIVE for port object 7c80659b-8248-43ef-8c61-9da6530a20f4 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:39:15.895815 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:16.010272 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-fabb8122-44b9-4f71-92cd-6bb97e6c555a req-f1a646bf-faa0-4111-a7c5-de92725e5b8a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:39:16.026156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-fabb8122-44b9-4f71-92cd-6bb97e6c555a req-f1a646bf-faa0-4111-a7c5-de92725e5b8a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:39:16.029091 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fabb8122-44b9-4f71-92cd-6bb97e6c555a req-f1a646bf-faa0-4111-a7c5-de92725e5b8a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 210 time: 0.0665376 Mar 22 13:39:16.128179 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Pushing event updated for resources: {'Port': ['ID=7c80659b-8248-43ef-8c61-9da6530a20f4,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:16.145558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:39:16.149985 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.150334 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.150669 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.150992 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.151412 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.151738 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.152073 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.152394 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.152716 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.153031 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.153350 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.153663 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:39:16.170230 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Attempting to bind port 7c80659b-8248-43ef-8c61-9da6530a20f4 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:39:16.171145 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Attempting to bind port 7c80659b-8248-43ef-8c61-9da6530a20f4 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:39:16.171755 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Attempting to bind port 7c80659b-8248-43ef-8c61-9da6530a20f4 on network 07384da9-8ad3-4794-85ca-29f8597a8218 {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:39:16.180696 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:39:16.181355 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Checking segment: {'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:39:16.181904 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:16.182737 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Bound using segment: {'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:39:16.183380 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Bound port: 7c80659b-8248-43ef-8c61-9da6530a20f4, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:39:16.184342 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:16.238137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:16.238408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:16.348300 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] For port 7c80659b-8248-43ef-8c61-9da6530a20f4, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:39:16.355930 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] For port 7c80659b-8248-43ef-8c61-9da6530a20f4, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7c80659b-8248-43ef-8c61-9da6530a20f4,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:39:16.361890 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:16.419213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cfac6f9f-ca46-4885-87a7-84133438156c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:39:16.450591 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Routers {'b5a51d36-f646-496a-ae3c-c4b89b8ab78f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:39:16.451389 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:39:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:16.504652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port cfac6f9f-ca46-4885-87a7-84133438156c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:16.505905 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:16.524754 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3ebca-ecf0-46c0-bed3-ac55267cbc45 None None] Pushing event updated for resources: {'Port': ['ID=7c80659b-8248-43ef-8c61-9da6530a20f4,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:16.668842 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] Set router b5a51d36-f646-496a-ae3c-c4b89b8ab78f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:39:16.982699 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:13Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7c80659b-8248-43ef-8c61-9da6530a20f4', 'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:3b:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:12Z', 'updated_at': '2022-03-22T13:39:16Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:16.986400 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0f1b8-5630-49b5-9a4e-bd7ff3aab8fb None None] The sync data for ids ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'] in dv-neutron-834664-2-hyperv is: [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:13Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7c80659b-8248-43ef-8c61-9da6530a20f4', 'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:3b:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:12Z', 'updated_at': '2022-03-22T13:39:16Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:39:17.189766 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-05a38466-ec91-4b3f-82b0-69745c3a09c8 req-9c4c9a1e-a4a5-42e4-801f-e5a2cf864502 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 210 time: 0.0455019 Mar 22 13:39:17.354339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-5cfa00b0-0045-42e9-a981-9e376547c042 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:17.356359 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-5cfa00b0-0045-42e9-a981-9e376547c042 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/networks?id=07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 200 len: 796 time: 0.1656210 Mar 22 13:39:17.423717 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-0c6431ff-8b2b-48bc-8cbe-2124d87db207 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 380 time: 0.0571642 Mar 22 13:39:17.433381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'port': {'device_id': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'admin_state_up': True, 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'security_groups': ['42c13d3f-02f7-474d-ac5c-8123505c71ca']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:17.573718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:17.583678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:17.593690 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:39:17.597232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:17.766252 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.20.0.4 (07384da9-8ad3-4794-85ca-29f8597a8218/c1dafd5a-a834-43f2-bc77-6d0b54696015/31ba7c12-828f-43c4-bdef-d7f8208042a6) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:39:18.072523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:18.098510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Transition to ACTIVE for port object 31ba7c12-828f-43c4-bdef-d7f8208042a6 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:39:18.120663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7c80659b-8248-43ef-8c61-9da6530a20f4 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:39:18.123497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:18.186494 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 7c80659b-8248-43ef-8c61-9da6530a20f4 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:39:18.191026 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7c80659b-8248-43ef-8c61-9da6530a20f4 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:18.191202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 07384da9-8ad3-4794-85ca-29f8597a8218 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:39:18.191672 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:18.199302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:39:18.203859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:39:18.234449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=31ba7c12-828f-43c4-bdef-d7f8208042a6,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:18.275307 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:18.275901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:18.307252 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-4cd3de5c-4a42-40c9-b4ca-d42bd49aaca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8772981 Mar 22 13:39:18.324261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Request body: {'port': {'device_id': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:18.327999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:18.366906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 7c80659b-8248-43ef-8c61-9da6530a20f4, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7c80659b-8248-43ef-8c61-9da6530a20f4,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:39:18.372464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:18.446480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc8954-3688-424f-a230-832565286cb4 req-e5940e8b-6666-4fc1-bebe-24066e3483ba tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:18.448293 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bfbc8954-3688-424f-a230-832565286cb4 req-e5940e8b-6666-4fc1-bebe-24066e3483ba tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 931 time: 0.1337912 Mar 22 13:39:18.469742 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=7c80659b-8248-43ef-8c61-9da6530a20f4,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:18.471131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:18.496137 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c3729b98-4ac1-4240-8ff8-927c95f30942 None None] Provisioning for port 31ba7c12-828f-43c4-bdef-d7f8208042a6 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:39:18.501719 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c3729b98-4ac1-4240-8ff8-927c95f30942 None None] Provisioning complete for port 31ba7c12-828f-43c4-bdef-d7f8208042a6 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:18.502091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c3729b98-4ac1-4240-8ff8-927c95f30942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:18.521795 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bfbc8954-3688-424f-a230-832565286cb4 req-f55f0de2-f642-4f23-997a-a8ea0256bb98 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609617 Mar 22 13:39:18.563944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-c3729b98-4ac1-4240-8ff8-927c95f30942 None None] Port 31ba7c12-828f-43c4-bdef-d7f8208042a6 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:39:18.819367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ba7c12-828f-43c4-bdef-d7f8208042a6 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:39:18.826537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:18.840013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Transition to ACTIVE for port object 31ba7c12-828f-43c4-bdef-d7f8208042a6 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:39:18.844004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:19.011128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Pushing event updated for resources: {'Port': ['ID=31ba7c12-828f-43c4-bdef-d7f8208042a6,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:19.081595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Attempting to bind port 31ba7c12-828f-43c4-bdef-d7f8208042a6 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:39:19.081848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Attempting to bind port 31ba7c12-828f-43c4-bdef-d7f8208042a6 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:39:19.082179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Attempting to bind port 31ba7c12-828f-43c4-bdef-d7f8208042a6 on network 07384da9-8ad3-4794-85ca-29f8597a8218 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:39:19.088961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Port 31ba7c12-828f-43c4-bdef-d7f8208042a6 on network 07384da9-8ad3-4794-85ca-29f8597a8218 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:39:19.089366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Attempting to bind port 31ba7c12-828f-43c4-bdef-d7f8208042a6 on network 07384da9-8ad3-4794-85ca-29f8597a8218 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:39:19.094562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:39:19.094898 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Checking segment: {'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:39:19.095316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Bound using segment: {'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:39:19.095739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Bound port: 31ba7c12-828f-43c4-bdef-d7f8208042a6, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860e3a02-49b6-4371-8240-6862a88297b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:39:19.096129 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:19.185629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] For port 31ba7c12-828f-43c4-bdef-d7f8208042a6, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:39:19.189109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] For port 31ba7c12-828f-43c4-bdef-d7f8208042a6, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:39:19.193047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:19.243573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:19.244013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:19.245749 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] 10.222.0.47 "PUT /v2.0/ports/31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 200 len: 1093 time: 0.9256532 Mar 22 13:39:19.248227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:39:19.282808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba444bb9-eb0a-4e56-a51e-6d315ab8301e service neutron] Pushing event updated for resources: {'Port': ['ID=31ba7c12-828f-43c4-bdef-d7f8208042a6,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:19.307917 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'status': 'completed', 'code': 200} Mar 22 13:39:19.388146 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-fe93f5b7-4b45-449a-aa07-da4c7d5b00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:19.389620 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-fe93f5b7-4b45-449a-aa07-da4c7d5b00f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1096 time: 0.0785704 Mar 22 13:39:19.458773 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-eba42d07-b41e-4da2-a540-727feb997b23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 200 len: 217 time: 0.0610383 Mar 22 13:39:19.527027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ce88dc57-e06a-419e-b018-9d12d0d75f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:19.528469 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-ce88dc57-e06a-419e-b018-9d12d0d75f2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1dafd5a-a834-43f2-bc77-6d0b54696015 HTTP/1.1" status: 200 len: 835 time: 0.0598786 Mar 22 13:39:19.603499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-7850bd7c-0248-4b81-8c06-fc1fdfe3042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:19.604886 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-7850bd7c-0248-4b81-8c06-fc1fdfe3042f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07384da9-8ad3-4794-85ca-29f8597a8218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698354 Mar 22 13:39:19.701821 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393f944-fa55-4100-9a96-956619f83439 req-e5d41448-0067-4f21-8c02-e7f2634bef87 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:19.703344 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6393f944-fa55-4100-9a96-956619f83439 req-e5d41448-0067-4f21-8c02-e7f2634bef87 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 943 time: 0.0785806 Mar 22 13:39:19.739252 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-5e6e021b-0ba3-43de-916e-25e301a9cf98 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266279 Mar 22 13:39:19.746785 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6393f944-fa55-4100-9a96-956619f83439 req-e30e0389-2393-4aae-883c-4fc213bc17b1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372419 Mar 22 13:39:19.968489 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e4f8df89-0dfa-4ec1-b68f-4a4784614c12 req-846e6930-b359-4544-94fb-cdafe3b25e4b service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194963 Mar 22 13:39:20.086893 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-eb4cb091-ae92-445a-9ff9-07058f336566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:20.088397 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-eb4cb091-ae92-445a-9ff9-07058f336566 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1096 time: 0.0736632 Mar 22 13:39:20.099713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7c80659b-8248-43ef-8c61-9da6530a20f4 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:39:20.165852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7c80659b-8248-43ef-8c61-9da6530a20f4 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:20.166216 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:20.221751 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-ebb1219a-b7a1-457e-9f1f-64a8b92e8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:20.223142 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-ebb1219a-b7a1-457e-9f1f-64a8b92e8f07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 200 len: 897 time: 0.1262252 Mar 22 13:39:20.290576 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-9ffd0f84-499e-4657-b587-c8146c2e0b14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 200 len: 217 time: 0.0608623 Mar 22 13:39:20.356725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-90e1cd00-ac3e-474b-a257-b543680b7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:20.358142 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-90e1cd00-ac3e-474b-a257-b543680b7e07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1dafd5a-a834-43f2-bc77-6d0b54696015 HTTP/1.1" status: 200 len: 835 time: 0.0611851 Mar 22 13:39:20.434920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-a8bd0118-891d-4668-b2ed-d5ce5182fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:20.436375 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-a8bd0118-891d-4668-b2ed-d5ce5182fcf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07384da9-8ad3-4794-85ca-29f8597a8218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693204 Mar 22 13:39:20.565886 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-7fb4b252-3102-43ec-a103-c38c6fb572cb service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216631 Mar 22 13:39:20.697836 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-23bb9e65-5119-4c6d-84e7-23c5038e99b8 req-0d93a299-336c-433a-8de9-042b665b3005 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250584 Mar 22 13:39:20.944958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe6e1d-29c6-43a4-94e2-3e32e8a315be req-9f871486-0495-4f29-a71b-50e9d6a4327d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:20.945649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6fbe6e1d-29c6-43a4-94e2-3e32e8a315be req-9f871486-0495-4f29-a71b-50e9d6a4327d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:39:20.961210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6fbe6e1d-29c6-43a4-94e2-3e32e8a315be req-9f871486-0495-4f29-a71b-50e9d6a4327d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:39:20.962351 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6fbe6e1d-29c6-43a4-94e2-3e32e8a315be req-9f871486-0495-4f29-a71b-50e9d6a4327d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 943 time: 0.1001027 Mar 22 13:39:21.005791 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6fbe6e1d-29c6-43a4-94e2-3e32e8a315be req-663c6890-f5fb-43a2-b99a-3aa81f3bbb6a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377865 Mar 22 13:39:21.883385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:22.262516 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 31ba7c12-828f-43c4-bdef-d7f8208042a6 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:39:22.296495 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6977fe-7dde-4160-b9c5-ef5b03595f27 req-dbb3a51d-0ea1-485b-b0b8-4236f183cf41 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:22.297971 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2a6977fe-7dde-4160-b9c5-ef5b03595f27 req-dbb3a51d-0ea1-485b-b0b8-4236f183cf41 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 943 time: 0.1908755 Mar 22 13:39:22.345739 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2a6977fe-7dde-4160-b9c5-ef5b03595f27 req-f5d338da-acc4-4197-bf17-c43cafbecabd tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407746 Mar 22 13:39:22.424244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 31ba7c12-828f-43c4-bdef-d7f8208042a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:39:22.437284 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'port_id': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'mac_address': 'fa:16:3e:7c:68:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:39:22.494590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:22.511407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ba7c12-828f-43c4-bdef-d7f8208042a6 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:39:22.526615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 31ba7c12-828f-43c4-bdef-d7f8208042a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:39:22.530103 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:22.597669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=31ba7c12-828f-43c4-bdef-d7f8208042a6,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:22.809163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['31ba7c12-828f-43c4-bdef-d7f8208042a6'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:39:23.541552 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd0e87-95b3-4eef-8189-b00cfdd66c0d req-3bce262e-d260-42e0-ac13-79d2c2f93926 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:23.542968 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-51dd0e87-95b3-4eef-8189-b00cfdd66c0d req-3bce262e-d260-42e0-ac13-79d2c2f93926 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 944 time: 0.0773859 Mar 22 13:39:23.586107 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-51dd0e87-95b3-4eef-8189-b00cfdd66c0d req-b8e93914-72e5-40c3-8817-cf3c6ebb8c98 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376303 Mar 22 13:39:24.275720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 31ba7c12-828f-43c4-bdef-d7f8208042a6 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:39:24.342166 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 31ba7c12-828f-43c4-bdef-d7f8208042a6 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:39:24.346528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 31ba7c12-828f-43c4-bdef-d7f8208042a6 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:39:24.346942 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:24.460613 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:24.486519 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:39:24.495882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 31ba7c12-828f-43c4-bdef-d7f8208042a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:39:24.500589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:24.536068 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'code': 200} Mar 22 13:39:24.574044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=31ba7c12-828f-43c4-bdef-d7f8208042a6,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:24.832140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec87617-7f5b-4ee5-a24d-2e5e3bb987d1 req-28fb4a60-9a9a-4aa0-a847-1c0f78b812b7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:24.833608 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aec87617-7f5b-4ee5-a24d-2e5e3bb987d1 req-28fb4a60-9a9a-4aa0-a847-1c0f78b812b7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.1424897 Mar 22 13:39:24.836113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec225a97-54f0-4ed7-88f9-f808f3e66f75 req-05bccd43-e81e-489a-a74e-8b1384147b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:24.837446 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ec225a97-54f0-4ed7-88f9-f808f3e66f75 req-05bccd43-e81e-489a-a74e-8b1384147b68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1098 time: 0.1115999 Mar 22 13:39:24.900788 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aec87617-7f5b-4ee5-a24d-2e5e3bb987d1 req-125f12d2-f854-4b80-8d97-a8ac34681abc tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613408 Mar 22 13:39:24.905818 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ec225a97-54f0-4ed7-88f9-f808f3e66f75 req-8d1cfd72-c50b-4e35-b7ae-7700b90b0cbc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535967 Mar 22 13:39:26.095176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcc9a6-ee47-4841-91b4-4effa595ca87 req-0906ab88-3e3c-467f-9cd4-3216c13871cd tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:26.096754 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1adcc9a6-ee47-4841-91b4-4effa595ca87 req-0906ab88-3e3c-467f-9cd4-3216c13871cd tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0882332 Mar 22 13:39:26.141406 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1adcc9a6-ee47-4841-91b4-4effa595ca87 req-dc715909-f1e8-4fdc-9021-8298e18635a9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380225 Mar 22 13:39:27.325773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0986b-2b86-48ce-833d-b87a1d4916d3 req-78e9e031-77e6-4d04-a10c-d1d3d3b292e8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:27.327257 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-96f0986b-2b86-48ce-833d-b87a1d4916d3 req-78e9e031-77e6-4d04-a10c-d1d3d3b292e8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0807405 Mar 22 13:39:27.371395 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-96f0986b-2b86-48ce-833d-b87a1d4916d3 req-3eb94948-295e-436f-8e35-a9bea5ac83ce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385413 Mar 22 13:39:27.548594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41724d86-69f1-4485-85d3-62316b443d38 req-1bb81ddc-e020-4d21-88d6-4ed0033e6a68 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:27.550011 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-41724d86-69f1-4485-85d3-62316b443d38 req-1bb81ddc-e020-4d21-88d6-4ed0033e6a68 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0772855 Mar 22 13:39:27.593677 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-41724d86-69f1-4485-85d3-62316b443d38 req-7a9cf6f8-1bee-4da4-9b91-29a0dd35c837 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375550 Mar 22 13:39:27.615674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49754) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:27.686163 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8deca8-044e-4eb2-a95a-e3c5d0d8a404 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:27.687568 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-ac8deca8-044e-4eb2-a95a-e3c5d0d8a404 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1093 time: 0.0709455 Mar 22 13:39:27.690268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49758) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:27.695631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:39:27.701552 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:39:27.705268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:floatingip and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:39:27.708236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:39:27.713737 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:39:27.724234 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:27.858394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:27.992257 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.26.5.135 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/83bb168f-e314-4331-b2a2-890e30480bf7) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:39:28.136589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:28.165668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:28.225295 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:39:28.231901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:39:28.235854 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:39:28.268620 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=83bb168f-e314-4331-b2a2-890e30480bf7,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:28.647853 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:28.720856 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:28.923580 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:28.928126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:29.138947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=83bb168f-e314-4331-b2a2-890e30480bf7,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:39:29.148771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:29.321868 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Floating IP 04e0058c-0fa3-4c24-9344-8304d32219cb associated. External IP: 172.26.5.135, port: 31ba7c12-828f-43c4-bdef-d7f8208042a6. Mar 22 13:39:29.669543 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router b5a51d36-f646-496a-ae3c-c4b89b8ab78f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:39:29.844098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:39:29.853945 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] Sync routers for ids ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:39:29.862753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] Routers {'b5a51d36-f646-496a-ae3c-c4b89b8ab78f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:39:29.863383 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:39:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:29.868098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:29.922250 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e7353b69-5bc2-43c7-aaa3-7afbc12e7808 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2308984 Mar 22 13:39:29.922847 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:39:30.025524 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'status': 'completed', 'code': 200} Mar 22 13:39:30.044861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] Set router b5a51d36-f646-496a-ae3c-c4b89b8ab78f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:39:30.146068 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d7e85-6244-4593-abca-f28677092dfb req-de2c88a4-8cf8-4245-a1e5-d2b84a3efd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:30.147563 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1f4d7e85-6244-4593-abca-f28677092dfb req-de2c88a4-8cf8-4245-a1e5-d2b84a3efd54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1098 time: 0.0987408 Mar 22 13:39:30.154944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13a136-914a-4d2c-9033-a32a8544172e req-737c424b-9e09-4b0c-8921-a5e2b9a273fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:30.156300 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd13a136-914a-4d2c-9033-a32a8544172e req-737c424b-9e09-4b0c-8921-a5e2b9a273fa tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.1476116 Mar 22 13:39:30.292422 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd13a136-914a-4d2c-9033-a32a8544172e req-af9b6a83-c6e8-4416-9741-d4af99109c66 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134133 Mar 22 13:39:30.315238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49768) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:30.415829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:13Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '04e0058c-0fa3-4c24-9344-8304d32219cb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'port_id': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'mac_address': 'fa:16:3e:7c:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:39:28Z', 'updated_at': '2022-03-22T13:39:28Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c80659b-8248-43ef-8c61-9da6530a20f4', 'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:3b:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:12Z', 'updated_at': '2022-03-22T13:39:18Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:30.419813 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] Checking router: b5a51d36-f646-496a-ae3c-c4b89b8ab78f for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:39:30.421050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d7e85-6244-4593-abca-f28677092dfb req-2418d40a-c039-426b-880a-351ef237cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:30.422482 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1f4d7e85-6244-4593-abca-f28677092dfb req-2418d40a-c039-426b-880a-351ef237cd89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 200 len: 897 time: 0.2653544 Mar 22 13:39:30.429175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] Routers {'b5a51d36-f646-496a-ae3c-c4b89b8ab78f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:39:30.429774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:39:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:30.430822 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-804c1e24-48e9-4adf-8d00-c4d3e888f06d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/04e0058c-0fa3-4c24-9344-8304d32219cb HTTP/1.1" status: 200 len: 991 time: 0.1142092 Mar 22 13:39:30.526255 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1f4d7e85-6244-4593-abca-f28677092dfb req-13fa96e2-b627-4a5e-bc92-060748f5c91f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 200 len: 999 time: 0.0965521 Mar 22 13:39:30.593021 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d7e85-6244-4593-abca-f28677092dfb req-ebd9b2be-d42d-4616-9543-26bbbbad7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:30.594415 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1f4d7e85-6244-4593-abca-f28677092dfb req-ebd9b2be-d42d-4616-9543-26bbbbad7ae7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1dafd5a-a834-43f2-bc77-6d0b54696015 HTTP/1.1" status: 200 len: 835 time: 0.0614891 Mar 22 13:39:30.650270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] Set router b5a51d36-f646-496a-ae3c-c4b89b8ab78f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:39:30.671273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d7e85-6244-4593-abca-f28677092dfb req-899e0a76-3ce7-4d4b-9c11-c6c96f6e3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:39:30.672739 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1f4d7e85-6244-4593-abca-f28677092dfb req-899e0a76-3ce7-4d4b-9c11-c6c96f6e3c83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07384da9-8ad3-4794-85ca-29f8597a8218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720277 Mar 22 13:39:30.806339 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1f4d7e85-6244-4593-abca-f28677092dfb req-689ca50d-3b69-4807-a39a-ad8ee2089e60 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262004 Mar 22 13:39:30.947103 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1f4d7e85-6244-4593-abca-f28677092dfb req-38fcd1fe-7da3-4fdd-86ed-f8a9fc071823 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318362 Mar 22 13:39:31.002752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:13Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '04e0058c-0fa3-4c24-9344-8304d32219cb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'port_id': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'mac_address': 'fa:16:3e:7c:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:39:28Z', 'updated_at': '2022-03-22T13:39:28Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c80659b-8248-43ef-8c61-9da6530a20f4', 'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:3b:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:12Z', 'updated_at': '2022-03-22T13:39:18Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:39:31.008091 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d643234-3e1e-4806-921a-c695b82228fd None None] The sync data for ids ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'] in dv-neutron-834664-2-hyperv is: [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:13Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '04e0058c-0fa3-4c24-9344-8304d32219cb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'port_id': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'mac_address': 'fa:16:3e:7c:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:39:28Z', 'updated_at': '2022-03-22T13:39:28Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c80659b-8248-43ef-8c61-9da6530a20f4', 'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:3b:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:12Z', 'updated_at': '2022-03-22T13:39:18Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:39:31.194233 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6f0142-3176-4ada-9b91-cbf1b9acb981 None None] New status for floating IP 04e0058c-0fa3-4c24-9344-8304d32219cb: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:39:31.434787 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49772) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:39:31.543803 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-39497f11-e43d-43ff-a8f6-3c020fc4953e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/04e0058c-0fa3-4c24-9344-8304d32219cb HTTP/1.1" status: 200 len: 993 time: 0.1072321 Mar 22 13:39:33.124656 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d341c779-f443-4d3d-86cc-5c39b5f5f3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:35.405186 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e02baf3a-8bed-4af1-a0bc-270123477a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:36.496878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:36.680733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:37.915165 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:39:49.451317 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:39:51.884524 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:02.274924 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-688aaae9-165d-471c-8c44-e737c23f0096 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707724 Mar 22 13:40:02.421627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-0584490d-ee33-4c21-836f-23d0b7714726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:02.423093 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-0584490d-ee33-4c21-836f-23d0b7714726 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1098 time: 0.0708942 Mar 22 13:40:02.571374 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-b34ac7b1-db19-4250-b53b-57b2964b9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:02.572803 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-b34ac7b1-db19-4250-b53b-57b2964b9dbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 200 len: 897 time: 0.1288431 Mar 22 13:40:02.677030 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-ee2a8f6b-5953-46af-86c7-0f8f9357c599 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 200 len: 1001 time: 0.0969853 Mar 22 13:40:02.741936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-8b479c13-2db4-429a-9b39-ccd61553850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:02.743398 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-8b479c13-2db4-429a-9b39-ccd61553850c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1dafd5a-a834-43f2-bc77-6d0b54696015 HTTP/1.1" status: 200 len: 835 time: 0.0585523 Mar 22 13:40:02.822032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-147d722c-18fa-4667-af98-6719f4083ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:02.823547 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-147d722c-18fa-4667-af98-6719f4083ee6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07384da9-8ad3-4794-85ca-29f8597a8218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717242 Mar 22 13:40:02.954835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-153b5f1f-c73d-47b1-8762-85ee972ae838 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231935 Mar 22 13:40:03.099502 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66948898-5de3-4ebe-b254-ef1e8546d1e3 req-c5031ed4-cf3c-428b-ba8e-44b6b88e0a95 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337423 Mar 22 13:40:03.126469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-66894ce3-9f53-4977-9e01-8ea60bab1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:05.310191 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-5b8e598a-1022-4317-8aaa-1bcc7b4a85f3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1822214 Mar 22 13:40:05.318433 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43219b6a-b648-4442-9222-0cf29a45a0cb req-5225cee6-665f-400b-8d8a-fdbac946d780 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:05.319865 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-43219b6a-b648-4442-9222-0cf29a45a0cb req-5225cee6-665f-400b-8d8a-fdbac946d780 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.1456330 Mar 22 13:40:05.383846 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-43219b6a-b648-4442-9222-0cf29a45a0cb req-20511e1e-e1a8-4722-b5f3-30de912262d0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562708 Mar 22 13:40:05.414448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-791725e7-3608-4367-aa5b-16defd18b910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:06.501745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:06.570394 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e537ae-6cbc-43b7-95c3-787b81703d7b req-ed48d112-6a3d-4b48-80de-570e5d5a4a5a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:06.571774 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a1e537ae-6cbc-43b7-95c3-787b81703d7b req-ed48d112-6a3d-4b48-80de-570e5d5a4a5a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0830922 Mar 22 13:40:06.618538 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a1e537ae-6cbc-43b7-95c3-787b81703d7b req-7ab5eb89-b715-4f8c-b99c-11d7257d2976 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Mar 22 13:40:06.684894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:06.852761 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-59115fd2-1a9f-4c8b-b6ef-018bd1afba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:06.854226 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-59115fd2-1a9f-4c8b-b6ef-018bd1afba34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1098 time: 0.1585209 Mar 22 13:40:06.983826 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-fb3a5325-4699-4e38-90c9-105cb7322d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:06.985228 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-fb3a5325-4699-4e38-90c9-105cb7322d3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 200 len: 897 time: 0.1236572 Mar 22 13:40:07.087031 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-18e62d03-ec56-4830-8279-b48b0c38c778 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 200 len: 1001 time: 0.0947216 Mar 22 13:40:07.156399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-4be7a4c5-8456-4f40-a115-23031b696874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:07.157799 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-4be7a4c5-8456-4f40-a115-23031b696874 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1dafd5a-a834-43f2-bc77-6d0b54696015 HTTP/1.1" status: 200 len: 835 time: 0.0641370 Mar 22 13:40:07.233009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-d3c488dd-073f-4a15-8aae-a5e7e2ad3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:07.234446 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-d3c488dd-073f-4a15-8aae-a5e7e2ad3953 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07384da9-8ad3-4794-85ca-29f8597a8218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698013 Mar 22 13:40:07.368249 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-c3e01cf1-f985-4e01-8a9c-1eb8760fcb55 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269631 Mar 22 13:40:07.504538 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-76f038ab-7d03-4aec-84a7-b42e785a971c service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290846 Mar 22 13:40:07.803789 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878ac03-cab2-42e6-b636-c646c04c4ca5 req-b1e4be08-d592-4d95-b3ae-c260bd09811f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:07.805164 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2878ac03-cab2-42e6-b636-c646c04c4ca5 req-b1e4be08-d592-4d95-b3ae-c260bd09811f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0830829 Mar 22 13:40:07.850562 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2878ac03-cab2-42e6-b636-c646c04c4ca5 req-97193f11-e8a8-4557-814f-7159aab35f89 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393195 Mar 22 13:40:07.918315 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:09.030288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960373-62dd-4a03-af3a-40df878cccd5 req-fcf24bcb-bcf5-404b-ac8c-0e788812609e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:09.031734 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a8960373-62dd-4a03-af3a-40df878cccd5 req-fcf24bcb-bcf5-404b-ac8c-0e788812609e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0777390 Mar 22 13:40:09.078216 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a8960373-62dd-4a03-af3a-40df878cccd5 req-0d2a8b22-0c62-4e6f-9dbe-b173bb122e17 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403602 Mar 22 13:40:10.256107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6ffc9-cac3-4e48-928b-fffee580dbb4 req-c8809e04-ce26-41fd-93eb-5e0288352894 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:10.257542 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-31a6ffc9-cac3-4e48-928b-fffee580dbb4 req-c8809e04-ce26-41fd-93eb-5e0288352894 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0783222 Mar 22 13:40:10.303360 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-31a6ffc9-cac3-4e48-928b-fffee580dbb4 req-b9499214-31e8-48e9-97a1-89888d28afc4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 Mar 22 13:40:11.628848 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0520f4-add2-43d4-b74d-32b0b28310db req-6dbf986a-dee1-4772-ab05-d004a53d7ef3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:11.630267 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8e0520f4-add2-43d4-b74d-32b0b28310db req-6dbf986a-dee1-4772-ab05-d004a53d7ef3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0779850 Mar 22 13:40:11.673735 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8e0520f4-add2-43d4-b74d-32b0b28310db req-48a9581b-0ae5-4523-8fef-53f5e2f0ec95 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379820 Mar 22 13:40:12.959834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9463eb5-e3ee-4563-b9da-2f17a120cff3 req-bbc84fa4-f7ff-4479-b240-338ef041f431 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:12.961186 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f9463eb5-e3ee-4563-b9da-2f17a120cff3 req-bbc84fa4-f7ff-4479-b240-338ef041f431 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.1826684 Mar 22 13:40:13.004142 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f9463eb5-e3ee-4563-b9da-2f17a120cff3 req-4b86021c-725d-499a-86d3-5573473680d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374355 Mar 22 13:40:14.189595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df90dab-4a92-475f-b5a6-530b4d376194 req-e7bfc575-2bcd-4ed5-ab24-8208c61667a9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:14.191026 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0df90dab-4a92-475f-b5a6-530b4d376194 req-e7bfc575-2bcd-4ed5-ab24-8208c61667a9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0816298 Mar 22 13:40:14.235055 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0df90dab-4a92-475f-b5a6-530b4d376194 req-25fd1532-151e-4973-a2f8-fcad03532c82 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 Mar 22 13:40:15.417522 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e5c86-5f79-43ac-b102-374734583d37 req-0318dbc9-99c3-4a35-a693-f9fdbd74ab68 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:15.418950 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-094e5c86-5f79-43ac-b102-374734583d37 req-0318dbc9-99c3-4a35-a693-f9fdbd74ab68 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0814676 Mar 22 13:40:15.462404 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-094e5c86-5f79-43ac-b102-374734583d37 req-286d8bf2-c819-4e8e-8cf6-10fc48ef76d5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379491 Mar 22 13:40:16.641941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7437219-8f49-4694-8b86-4cf85fb00ccc req-4fd4aa0c-d165-4cb0-9ac9-bdea32a0f2d8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:16.643447 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c7437219-8f49-4694-8b86-4cf85fb00ccc req-4fd4aa0c-d165-4cb0-9ac9-bdea32a0f2d8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0794396 Mar 22 13:40:16.686900 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c7437219-8f49-4694-8b86-4cf85fb00ccc req-4726fd30-79b8-48a1-9a0c-6c0b2f20b17b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380924 Mar 22 13:40:17.871670 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b707f13-58d9-404a-aac6-97a9e7a385a9 req-0b753dc9-49f0-44eb-8a7a-ff217b79bfa0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:17.873132 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8b707f13-58d9-404a-aac6-97a9e7a385a9 req-0b753dc9-49f0-44eb-8a7a-ff217b79bfa0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0845172 Mar 22 13:40:17.919625 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8b707f13-58d9-404a-aac6-97a9e7a385a9 req-348387b8-7b15-44a9-b8c5-be6a5e462427 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409815 Mar 22 13:40:19.104879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66269e05-3ede-4a36-b74f-34afcab3f89a req-d14fb106-11be-452d-9a84-7c75a8778d0f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:19.106313 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66269e05-3ede-4a36-b74f-34afcab3f89a req-d14fb106-11be-452d-9a84-7c75a8778d0f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0814953 Mar 22 13:40:19.148812 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66269e05-3ede-4a36-b74f-34afcab3f89a req-de5d00e6-fa61-4559-b8a3-ca3ac9193b1a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370104 Mar 22 13:40:20.336298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf523cd-472f-439d-bd8b-244b663b2eb3 req-7219941e-57f0-4d7f-a338-1db744fb8790 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:20.337695 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5cf523cd-472f-439d-bd8b-244b663b2eb3 req-7219941e-57f0-4d7f-a338-1db744fb8790 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0849741 Mar 22 13:40:20.381612 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5cf523cd-472f-439d-bd8b-244b663b2eb3 req-464138bd-af61-40ec-a947-f2749b4ec139 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381937 Mar 22 13:40:21.560896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891352-1f15-4676-83db-1b164bae8872 req-bfa2486a-c4a1-4b53-a702-cb46e146adeb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:21.562314 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-01891352-1f15-4676-83db-1b164bae8872 req-bfa2486a-c4a1-4b53-a702-cb46e146adeb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0770087 Mar 22 13:40:21.609190 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-01891352-1f15-4676-83db-1b164bae8872 req-e2c3ca50-bd6e-417d-a326-798129dac96d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Mar 22 13:40:21.885065 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:22.791119 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fb64f-f7c8-420a-b6e4-c7f2ea904d90 req-dd15e0c4-6bee-4b38-b410-80a14486a368 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:22.792555 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1e3fb64f-f7c8-420a-b6e4-c7f2ea904d90 req-dd15e0c4-6bee-4b38-b410-80a14486a368 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0820534 Mar 22 13:40:22.835446 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-1e3fb64f-f7c8-420a-b6e4-c7f2ea904d90 req-9eb0ab75-6c10-4225-a7b8-22e2e3670704 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371928 Mar 22 13:40:24.018987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86b16c-e56e-42cf-b15e-627011284e7a req-a5686c71-fed8-44ef-8263-dc99cfc732b1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:24.020428 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9e86b16c-e56e-42cf-b15e-627011284e7a req-a5686c71-fed8-44ef-8263-dc99cfc732b1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0789332 Mar 22 13:40:24.063116 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9e86b16c-e56e-42cf-b15e-627011284e7a req-f6b16a6d-b30f-4cb8-9e02-3d596be6a739 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371981 Mar 22 13:40:24.536539 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-fbb354f3-6f2e-4f4d-b5cf-db0439a0b21a service neutron] 10.222.0.47 "GET /v2.0/ports/31ba7c12-828f-43c4-bdef-d7f8208042a6/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0767047 Mar 22 13:40:24.805484 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-87d52414-01a3-41ff-87b0-294de10b0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:24.806891 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-87d52414-01a3-41ff-87b0-294de10b0b9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 1098 time: 0.0728641 Mar 22 13:40:24.901976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-80b8b40e-a219-4013-a28d-693a23137fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:24.903433 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-80b8b40e-a219-4013-a28d-693a23137fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1098 time: 0.0723369 Mar 22 13:40:25.120459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-12320fa1-ee53-4d4f-8e73-f2946ef3d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:25.121895 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-12320fa1-ee53-4d4f-8e73-f2946ef3d843 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 200 len: 897 time: 0.2114885 Mar 22 13:40:25.224795 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-724271aa-29a9-477b-9359-e4c534ba6bd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 200 len: 1001 time: 0.0959077 Mar 22 13:40:25.244972 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ab0a4-c352-4609-8eab-66ee9d8b2714 req-ff01b800-93ff-4afa-80d9-c8904bbe81ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:25.246428 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-084ab0a4-c352-4609-8eab-66ee9d8b2714 req-ff01b800-93ff-4afa-80d9-c8904bbe81ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0794775 Mar 22 13:40:25.289836 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-084ab0a4-c352-4609-8eab-66ee9d8b2714 req-f0baf49d-1e93-4a74-8125-d7e651c66698 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377779 Mar 22 13:40:25.290182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-c8a37516-d478-4666-a356-05d77a922d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:25.291678 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-c8a37516-d478-4666-a356-05d77a922d54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1dafd5a-a834-43f2-bc77-6d0b54696015 HTTP/1.1" status: 200 len: 835 time: 0.0569737 Mar 22 13:40:25.368471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-6fe8a55f-bb85-4090-8a1e-2ebabaf886e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:25.369929 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-6fe8a55f-bb85-4090-8a1e-2ebabaf886e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07384da9-8ad3-4794-85ca-29f8597a8218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697095 Mar 22 13:40:25.500304 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-1eddd15b-f4ac-4f9f-86c7-d11e929534d0 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234875 Mar 22 13:40:25.630387 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c267e1a7-3b6c-4ecc-9e98-a23f5700e1af req-3265aa6a-c1b2-4de0-967d-de001f59a755 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228013 Mar 22 13:40:25.991063 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [req-06837872-b93d-482e-855a-8018ea8a8ee8 req-5cb5f65b-a7c6-4199-8174-5a8c07d0e36a tempest-ServerDiskConfigTestJSON-555481681 tempest-ServerDiskConfigTestJSON-555481681-project] (87932) timed out ('10.222.0.47', 49247) {{(pid=87932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 22 13:40:26.450143 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:40:26.481949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bdd98-1212-4e99-835c-9b31604b1ff1 req-f4119f02-e703-4f8a-9de1-13a57dec6fea tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:26.483411 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4e4bdd98-1212-4e99-835c-9b31604b1ff1 req-f4119f02-e703-4f8a-9de1-13a57dec6fea tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0824990 Mar 22 13:40:26.530183 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4e4bdd98-1212-4e99-835c-9b31604b1ff1 req-2f95e892-cb8c-43b7-911a-b39d5c77b395 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Mar 22 13:40:27.722171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a76cc-f982-4f06-ae6b-60a0bc68794d req-ff4972a7-777a-4187-845e-25aa435d7254 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:27.723696 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-972a76cc-f982-4f06-ae6b-60a0bc68794d req-ff4972a7-777a-4187-845e-25aa435d7254 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0847049 Mar 22 13:40:27.768818 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-972a76cc-f982-4f06-ae6b-60a0bc68794d req-34fdd776-8bed-4863-ac85-d3ba4436c50a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387805 Mar 22 13:40:28.560386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 31ba7c12-828f-43c4-bdef-d7f8208042a6 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:40:28.562740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 31ba7c12-828f-43c4-bdef-d7f8208042a6 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:40:28.779350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:28.801406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 31ba7c12-828f-43c4-bdef-d7f8208042a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:40:28.820532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'port_id': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'mac_address': 'fa:16:3e:7c:68:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:40:28.825994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:40:28.862987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 31ba7c12-828f-43c4-bdef-d7f8208042a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:40:28.874978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:28.912723 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'code': 200} Mar 22 13:40:28.943499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:28.961851 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db095a-c9fc-4ff6-a868-f9ed698137ee req-067d38b9-4c5c-4b80-9a38-88a2589ee2f5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:28.963976 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-62db095a-c9fc-4ff6-a868-f9ed698137ee req-067d38b9-4c5c-4b80-9a38-88a2589ee2f5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 943 time: 0.0875382 Mar 22 13:40:28.972002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ba7c12-828f-43c4-bdef-d7f8208042a6 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:40:28.979150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=31ba7c12-828f-43c4-bdef-d7f8208042a6,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:40:28.991330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.991678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.992016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.992346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.992670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.992994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.993317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.993638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.993959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.994277 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.994592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:28.994908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:40:29.001751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 31ba7c12-828f-43c4-bdef-d7f8208042a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:40:29.006334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:29.010063 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-62db095a-c9fc-4ff6-a868-f9ed698137ee req-94f9c737-669f-4a66-b505-95452fa7201a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Mar 22 13:40:29.076815 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['31ba7c12-828f-43c4-bdef-d7f8208042a6'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:40:29.116326 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=31ba7c12-828f-43c4-bdef-d7f8208042a6,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:40:29.384290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-83eb1ff4-cacb-4216-8b1c-419e20d4a276 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:29.385687 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-83eb1ff4-cacb-4216-8b1c-419e20d4a276 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78&tenant_id=9645728d4a574b04bd66c30a7915a07d&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.1470716 Mar 22 13:40:29.406398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bafc6-29fd-45c1-9f90-283c8de05d9a req-6b53d827-d136-49ab-91bf-8a606bbe4834 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:29.407799 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-233bafc6-29fd-45c1-9f90-283c8de05d9a req-6b53d827-d136-49ab-91bf-8a606bbe4834 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 944 time: 0.1334782 Mar 22 13:40:29.456157 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-233bafc6-29fd-45c1-9f90-283c8de05d9a req-1dffba23-f2d0-4022-94a1-b7cf409d67ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 Mar 22 13:40:29.525398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-18cf3113-1104-4aa9-9180-cfc9ca67aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:29.526854 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-18cf3113-1104-4aa9-9180-cfc9ca67aead service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1097 time: 0.0693502 Mar 22 13:40:29.647124 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc767c-bce2-4e88-84af-5e3411af806b req-203b7909-1350-4243-8fdf-a582beadb293 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:29.648515 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-59bc767c-bce2-4e88-84af-5e3411af806b req-203b7909-1350-4243-8fdf-a582beadb293 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 944 time: 0.0838621 Mar 22 13:40:29.660098 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-3dbd3cb1-68a0-4225-88c5-b87591c995f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:29.662111 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-3dbd3cb1-68a0-4225-88c5-b87591c995f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 200 len: 897 time: 0.1278539 Mar 22 13:40:29.691936 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-59bc767c-bce2-4e88-84af-5e3411af806b req-7e4b113e-d600-4666-9ccf-0c78e1d6faf3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378015 Mar 22 13:40:29.763640 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-6d2350c0-eb87-4c4a-8fee-ac2c93930b49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 200 len: 1000 time: 0.0956028 Mar 22 13:40:29.828225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-75473f18-1eb6-4e8f-9ab8-55db772dd779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:29.829675 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-75473f18-1eb6-4e8f-9ab8-55db772dd779 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1dafd5a-a834-43f2-bc77-6d0b54696015 HTTP/1.1" status: 200 len: 835 time: 0.0602033 Mar 22 13:40:29.903120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-f272ca15-39df-43f2-bb08-86ef90d81854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:29.904520 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-f272ca15-39df-43f2-bb08-86ef90d81854 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07384da9-8ad3-4794-85ca-29f8597a8218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687959 Mar 22 13:40:30.127174 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-91de1a3c-3edf-48e9-b94a-1560fe0d1b59 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157567 Mar 22 13:40:30.257430 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ab3bbc95-e38b-4cd5-8f12-07f02fbec3b3 req-e969f9a9-ab0f-4b88-8d58-3f3d408fc95d service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234262 Mar 22 13:40:30.574018 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 31ba7c12-828f-43c4-bdef-d7f8208042a6 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:40:30.642034 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 31ba7c12-828f-43c4-bdef-d7f8208042a6 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:40:30.642403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:30.762825 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:30.799215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 31ba7c12-828f-43c4-bdef-d7f8208042a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:40:30.804730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:30.880297 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=31ba7c12-828f-43c4-bdef-d7f8208042a6,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:40:30.886567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fa76e-875b-45dd-8974-b39cf8372d10 req-250b068c-6c2a-44b2-ab93-1375a52534e4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:40:30.891601 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-204fa76e-875b-45dd-8974-b39cf8372d10 req-250b068c-6c2a-44b2-ab93-1375a52534e4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0880060 Mar 22 13:40:30.913640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:40:30.938586 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-204fa76e-875b-45dd-8974-b39cf8372d10 req-d2822ca7-321f-4120-9f44-ef104c62c2e5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449004 Mar 22 13:40:30.961824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49872) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:40:30.966166 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'code': 200} Mar 22 13:40:31.067854 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c7a68edb-5601-451f-89cb-59110cc1ece8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/04e0058c-0fa3-4c24-9344-8304d32219cb HTTP/1.1" status: 200 len: 993 time: 0.1048331 Mar 22 13:40:33.128356 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-73b6bdfb-146a-49f0-8bf1-8490cc8edbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:35.410322 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7f762d00-47df-4220-b809-99f063703baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:36.502351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:36.685443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:37.920925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:40:51.910744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:01.675194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49884) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:01.915807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 83bb168f-e314-4331-b2a2-890e30480bf7 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:41:01.916153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:02.087997 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:02.088252 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:02.209691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 83bb168f-e314-4331-b2a2-890e30480bf7 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:41:02.358124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:02.404605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=83bb168f-e314-4331-b2a2-890e30480bf7,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:02.444743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.445088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.445428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.445764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.446095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.446424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.446747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.447069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.447423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.447743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.448064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.448384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:02.506372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:02.506721 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Floating IP 04e0058c-0fa3-4c24-9344-8304d32219cb disassociated (deleted). External IP: 172.26.5.135, port: 31ba7c12-828f-43c4-bdef-d7f8208042a6. Mar 22 13:41:02.960839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router b5a51d36-f646-496a-ae3c-c4b89b8ab78f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:41:03.131897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-af87b4a0-377d-4a82-add0-ef49f39ab338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:03.139313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:41:03.150237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] Sync routers for ids ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:41:03.159478 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:03.161040 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] Routers {'b5a51d36-f646-496a-ae3c-c4b89b8ab78f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:41:03.162349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:40:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:03.258279 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-7587999d-17e9-4c96-a4a9-f6796743152d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/floatingips/04e0058c-0fa3-4c24-9344-8304d32219cb HTTP/1.1" status: 204 len: 168 time: 1.5819738 Mar 22 13:41:03.260298 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:41:03.293914 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-a450b933-ab55-4797-8c0d-99de11ce40e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983226 Mar 22 13:41:03.313003 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'status': 'completed', 'code': 200} Mar 22 13:41:03.398898 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] Set router b5a51d36-f646-496a-ae3c-c4b89b8ab78f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:41:03.452563 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:41:03.456642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-8988aafd-e904-4535-a4b8-0c81c062b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:03.458141 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-8988aafd-e904-4535-a4b8-0c81c062b92d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1098 time: 0.0844405 Mar 22 13:41:03.621356 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-e4c34837-7cff-43ca-ba66-2bc55890aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:03.622792 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-e4c34837-7cff-43ca-ba66-2bc55890aa90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 200 len: 897 time: 0.1420453 Mar 22 13:41:03.724885 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-a6f94d1a-550a-4837-b3db-44951787b6c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 200 len: 217 time: 0.0947533 Mar 22 13:41:03.743268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:13Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7c80659b-8248-43ef-8c61-9da6530a20f4', 'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:3b:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:12Z', 'updated_at': '2022-03-22T13:39:18Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:03.748269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] Checking router: b5a51d36-f646-496a-ae3c-c4b89b8ab78f for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:41:03.757791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] Routers {'b5a51d36-f646-496a-ae3c-c4b89b8ab78f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:41:03.758399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:40:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:03.837502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-731305dd-e55a-4898-9579-a51114c7367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:03.838860 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-731305dd-e55a-4898-9579-a51114c7367a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1dafd5a-a834-43f2-bc77-6d0b54696015 HTTP/1.1" status: 200 len: 835 time: 0.0974779 Mar 22 13:41:03.898718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d017fcc-5950-46e8-a0e4-165661668920 req-908709b9-02dc-4499-a7e1-cfce6dfb1504 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:03.899436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-0d017fcc-5950-46e8-a0e4-165661668920 req-908709b9-02dc-4499-a7e1-cfce6dfb1504 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:41:03.920832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-0d017fcc-5950-46e8-a0e4-165661668920 req-908709b9-02dc-4499-a7e1-cfce6dfb1504 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:41:03.922014 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0d017fcc-5950-46e8-a0e4-165661668920 req-908709b9-02dc-4499-a7e1-cfce6dfb1504 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.3327572 Mar 22 13:41:03.940217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] Set router b5a51d36-f646-496a-ae3c-c4b89b8ab78f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:41:03.963521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-a39da908-d3e1-429c-bd07-997b0092fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:03.964977 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-a39da908-d3e1-429c-bd07-997b0092fab8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07384da9-8ad3-4794-85ca-29f8597a8218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1178966 Mar 22 13:41:04.016029 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0d017fcc-5950-46e8-a0e4-165661668920 req-9cd540d4-5e15-417c-af7b-b7acfab573d9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835965 Mar 22 13:41:04.118084 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-16463d8d-746a-4d83-ab42-c138b8048d26 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456325 Mar 22 13:41:04.252346 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ff0b0982-b508-44cf-b768-02c869e5dae3 req-a4e327f3-1c07-42de-ad3f-70409c606e0e service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273427 Mar 22 13:41:04.256062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:13Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7c80659b-8248-43ef-8c61-9da6530a20f4', 'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:3b:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:12Z', 'updated_at': '2022-03-22T13:39:18Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:04.260060 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac7ea6e-ffe7-463e-b523-0bd8fcebdcfd None None] The sync data for ids ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'] in dv-neutron-834664-2-hyperv is: [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:39:13Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7c80659b-8248-43ef-8c61-9da6530a20f4', 'name': '', 'network_id': '07384da9-8ad3-4794-85ca-29f8597a8218', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:3b:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:12Z', 'updated_at': '2022-03-22T13:39:18Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'c1dafd5a-a834-43f2-bc77-6d0b54696015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:41:04.375733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-5ea8b56b-9fd5-44af-927f-c2b9f5ec42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:04.377448 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-5ea8b56b-9fd5-44af-927f-c2b9f5ec42ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 1098 time: 0.0720353 Mar 22 13:41:04.489945 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05edfec1-1a20-4e8f-8d04-3a0fe356a640 None None] New status for floating IP 04e0058c-0fa3-4c24-9344-8304d32219cb: DOWN {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:41:04.618829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-3977c4fa-37e3-4958-8d6c-d54aa9e48c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:04.620355 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-3977c4fa-37e3-4958-8d6c-d54aa9e48c26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 200 len: 897 time: 0.2364070 Mar 22 13:41:04.692459 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-0b2baa11-1aee-4412-a836-871e65331e96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 200 len: 217 time: 0.0633969 Mar 22 13:41:04.753304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-a3485679-5e39-4b55-962d-4c1a303dfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:04.754656 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-a3485679-5e39-4b55-962d-4c1a303dfc9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1dafd5a-a834-43f2-bc77-6d0b54696015 HTTP/1.1" status: 200 len: 835 time: 0.0559971 Mar 22 13:41:04.830886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-f2bdaa74-5e18-489c-af81-14442ac3a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:04.832375 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-f2bdaa74-5e18-489c-af81-14442ac3a85e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07384da9-8ad3-4794-85ca-29f8597a8218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713787 Mar 22 13:41:04.967470 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-85a68c8a-85ab-48b8-a7bc-a9bfe4d48901 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266363 Mar 22 13:41:05.104643 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-75158470-bf38-4196-a3f7-f0bf2c02865a req-71f6ed9b-e5fe-4df6-8ffe-e2b35b7b1575 service neutron] 10.222.0.47 "GET /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275780 Mar 22 13:41:05.260320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048fbb7-2130-4bc3-96d2-f65dea72952f req-6dde50c3-4e48-48e5-8e6a-91b3943e7544 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:05.262322 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d048fbb7-2130-4bc3-96d2-f65dea72952f req-6dde50c3-4e48-48e5-8e6a-91b3943e7544 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.1359990 Mar 22 13:41:05.306856 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d048fbb7-2130-4bc3-96d2-f65dea72952f req-2390d8e6-545d-4368-9536-ee46a4f2a3f6 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=42c13d3f-02f7-474d-ac5c-8123505c71ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389457 Mar 22 13:41:05.402290 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-32be52ef-4d9e-44be-b613-de2a1c0554a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:05.742785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-65cd1ee0-d60c-4460-924c-47a8f9ad3539 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:05.744226 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-65cd1ee0-d60c-4460-924c-47a8f9ad3539 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 945 time: 0.0790708 Mar 22 13:41:05.816482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-96f832b6-a20f-477e-9a1b-9f5638951465 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 31ba7c12-828f-43c4-bdef-d7f8208042a6 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:41:05.816816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-96f832b6-a20f-477e-9a1b-9f5638951465 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:06.068524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-96f832b6-a20f-477e-9a1b-9f5638951465 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port 31ba7c12-828f-43c4-bdef-d7f8208042a6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=31ba7c12-828f-43c4-bdef-d7f8208042a6,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:41:06.069156 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-96f832b6-a20f-477e-9a1b-9f5638951465 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:06.198392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-96f832b6-a20f-477e-9a1b-9f5638951465 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 31ba7c12-828f-43c4-bdef-d7f8208042a6 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:41:06.341316 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-96f832b6-a20f-477e-9a1b-9f5638951465 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:06.400444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f832b6-a20f-477e-9a1b-9f5638951465 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=31ba7c12-828f-43c4-bdef-d7f8208042a6,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:06.505588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:06.508927 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-58305954-253b-472f-ae03-3d59126b8df8 req-fd46df5c-fffa-4efa-ae8e-f9faba938a51 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c34730-fc4a-4cf6-84ca-a0355d8eee78 HTTP/1.1" status: 200 len: 210 time: 0.0796146 Mar 22 13:41:06.514016 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-96f832b6-a20f-477e-9a1b-9f5638951465 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] No DVR routers for this DVR port 31ba7c12-828f-43c4-bdef-d7f8208042a6 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:41:06.516428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-96f832b6-a20f-477e-9a1b-9f5638951465 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:06.518967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'name': 'network-vif-deleted', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:41:06.535057 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d38de874-afd0-4081-b1ea-1fa96176b9ca req-96f832b6-a20f-477e-9a1b-9f5638951465 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "DELETE /v2.0/ports/31ba7c12-828f-43c4-bdef-d7f8208042a6 HTTP/1.1" status: 204 len: 173 time: 0.7849772 Mar 22 13:41:06.562615 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c34730-fc4a-4cf6-84ca-a0355d8eee78', 'name': 'network-vif-deleted', 'tag': '31ba7c12-828f-43c4-bdef-d7f8208042a6', 'status': 'completed', 'code': 200} Mar 22 13:41:06.686409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:07.600542 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49908) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:07.988844 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:08.256587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:08.607381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 7c80659b-8248-43ef-8c61-9da6530a20f4 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:41:08.608062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:08.791320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port 7c80659b-8248-43ef-8c61-9da6530a20f4, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7c80659b-8248-43ef-8c61-9da6530a20f4,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:41:08.791600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:08.912929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 7c80659b-8248-43ef-8c61-9da6530a20f4 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:41:09.346781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:09.394496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=7c80659b-8248-43ef-8c61-9da6530a20f4,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:09.668421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:10.016598 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router b5a51d36-f646-496a-ae3c-c4b89b8ab78f has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:41:10.190799 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:41:10.200702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] Sync routers for ids ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:41:10.203641 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-de792f42-a491-43fe-bfcb-3302636a50ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "PUT /v2.0/routers/b5a51d36-f646-496a-ae3c-c4b89b8ab78f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6020577 Mar 22 13:41:10.206238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49912) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:10.211067 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] Routers {'b5a51d36-f646-496a-ae3c-c4b89b8ab78f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:41:10.211701 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:41:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:10.279292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38139a4-ccf5-4d79-802e-7ad6c72d2e23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting subnet c1dafd5a-a834-43f2-bc77-6d0b54696015 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:41:10.282153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f38139a4-ccf5-4d79-802e-7ad6c72d2e23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:10.336432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f38139a4-ccf5-4d79-802e-7ad6c72d2e23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:10.424327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f38139a4-ccf5-4d79-802e-7ad6c72d2e23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:10.440766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] Set router b5a51d36-f646-496a-ae3c-c4b89b8ab78f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:41:10.496694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f38139a4-ccf5-4d79-802e-7ad6c72d2e23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:10.535935 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38139a4-ccf5-4d79-802e-7ad6c72d2e23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Subnet': ['ID=c1dafd5a-a834-43f2-bc77-6d0b54696015,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:10.538283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f38139a4-ccf5-4d79-802e-7ad6c72d2e23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:10.545003 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f38139a4-ccf5-4d79-802e-7ad6c72d2e23 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/subnets/c1dafd5a-a834-43f2-bc77-6d0b54696015 HTTP/1.1" status: 204 len: 168 time: 0.3378181 Mar 22 13:41:10.547520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49916) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:10.551555 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249250e6-72b8-4b58-b708-a3fddf4fdf70 None None] Network 07384da9-8ad3-4794-85ca-29f8597a8218 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:41:10.794899 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 31ba7c12-828f-43c4-bdef-d7f8208042a6 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:41:10.835879 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:10.848115 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 31ba7c12-828f-43c4-bdef-d7f8208042a6 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:41:10.848452 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 31ba7c12-828f-43c4-bdef-d7f8208042a6 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:41:10.933344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:41:09Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:10.937100 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] Checking router: b5a51d36-f646-496a-ae3c-c4b89b8ab78f for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:41:10.946328 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] Routers {'b5a51d36-f646-496a-ae3c-c4b89b8ab78f'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:41:10.946930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:41:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:11.003354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1da08f-fe4c-4121-ae25-3c813e87659e None None] DHCP port deletion for 07384da9-8ad3-4794-85ca-29f8597a8218 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:41:11.016228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ef1da08f-fe4c-4121-ae25-3c813e87659e None None] Deleting port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:41:11.016590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ef1da08f-fe4c-4121-ae25-3c813e87659e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.017385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.028504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port cfac6f9f-ca46-4885-87a7-84133438156c {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:41:11.028877 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.200847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port cfac6f9f-ca46-4885-87a7-84133438156c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=cfac6f9f-ca46-4885-87a7-84133438156c,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:41:11.201235 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.237071 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] Set router b5a51d36-f646-496a-ae3c-c4b89b8ab78f gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:41:11.324443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for cfac6f9f-ca46-4885-87a7-84133438156c owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:41:11.499580 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.501394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ef1da08f-fe4c-4121-ae25-3c813e87659e None None] For port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=61f5919b-af4c-4e9c-a4b9-878bdcaf3531,segment=NetworkSegment(860e3a02-49b6-4371-8240-6862a88297b6),segment_id=860e3a02-49b6-4371-8240-6862a88297b6)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:41:11.501782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ef1da08f-fe4c-4121-ae25-3c813e87659e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.550156 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=cfac6f9f-ca46-4885-87a7-84133438156c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:11.639822 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.680340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ef1da08f-fe4c-4121-ae25-3c813e87659e None None] Calling delete_port for 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:41:11.810006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ef1da08f-fe4c-4121-ae25-3c813e87659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.817262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.820035 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.842771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.843474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Fanout notify agent at l3_agent the message router_deleted on router b5a51d36-f646-496a-ae3c-c4b89b8ab78f {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:41:11.858980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:11.860087 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-69f241e2-9d28-4bd3-9f54-d82f29775045 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/routers/b5a51d36-f646-496a-ae3c-c4b89b8ab78f HTTP/1.1" status: 204 len: 168 time: 1.3116779 Mar 22 13:41:11.862536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1da08f-fe4c-4121-ae25-3c813e87659e None None] Pushing event deleted for resources: {'Port': ['ID=61f5919b-af4c-4e9c-a4b9-878bdcaf3531,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:11.862661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49920) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:11.868313 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1da08f-fe4c-4121-ae25-3c813e87659e None None] No DVR routers for this DVR port 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:41:11.887042 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:41:09Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:11.891491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888b8e7-24d5-4eb8-a7b4-4190ada1609c None None] The sync data for ids ['b5a51d36-f646-496a-ae3c-c4b89b8ab78f'] in dv-neutron-834664-2-hyperv is: [{'id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010570725', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:39:08Z', 'updated_at': '2022-03-22T13:41:09Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': 'cfac6f9f-ca46-4885-87a7-84133438156c', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a51d36-f646-496a-ae3c-c4b89b8ab78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:39:09Z', 'updated_at': '2022-03-22T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:41:11.979705 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.203774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.235017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07384da9-8ad3-4794-85ca-29f8597a8218']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:12.249354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860e3a02-49b6-4371-8240-6862a88297b6') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:12.249651 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860e3a02-49b6-4371-8240-6862a88297b6') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:12.261892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.278827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.285917 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:41:12.286134 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:41:12.304974 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:41:12.334592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:41:12.375380 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:41:12.375723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 61f5919b-af4c-4e9c-a4b9-878bdcaf3531 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:41:12.377148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7c80659b-8248-43ef-8c61-9da6530a20f4 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:41:12.405813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.410692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.423054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 7c80659b-8248-43ef-8c61-9da6530a20f4 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:41:12.423434 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7c80659b-8248-43ef-8c61-9da6530a20f4 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:41:12.438617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Network': ['ID=07384da9-8ad3-4794-85ca-29f8597a8218,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:12.446936 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ff2ee693-e363-48b9-9218-d3952017c02d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/networks/07384da9-8ad3-4794-85ca-29f8597a8218 HTTP/1.1" status: 204 len: 168 time: 0.5826395 Mar 22 13:41:12.449321 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49924) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:12.520392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa415-73c4-476f-9480-365daa3da0b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.553094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa415-73c4-476f-9480-365daa3da0b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.619682 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa415-73c4-476f-9480-365daa3da0b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.636313 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaa415-73c4-476f-9480-365daa3da0b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c13d3f-02f7-474d-ac5c-8123505c71ca,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:12.649203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bdcaa415-73c4-476f-9480-365daa3da0b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:12.650324 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bdcaa415-73c4-476f-9480-365daa3da0b9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/security-groups/42c13d3f-02f7-474d-ac5c-8123505c71ca HTTP/1.1" status: 204 len: 168 time: 0.2000549 Mar 22 13:41:12.984453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49932) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:12.990184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115983435', 'description': 'tempest-secgroup-smoke-2115983435 description', 'project_id': '9645728d4a574b04bd66c30a7915a07d'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:12.996116 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:13.000159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:13.002948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:13.009129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:13.018566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.041806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:13.045529 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:13.048788 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:13.054876 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:13.123808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.127424 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.170709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd226dd-40d7-4373-a47f-a6dcd5a4c565,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:13.183779 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.184300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.184838 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.185209 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.185531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.185864 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.186197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.186530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.186905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.187258 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.187592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.187923 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:13.191096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.195720 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-5547b807-7529-4578-9ce0-4651b0657be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2101526 Mar 22 13:41:13.196347 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49936) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:13.202170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': 'fbd226dd-40d7-4373-a47f-a6dcd5a4c565', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:13.209074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:13.212775 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:13.215849 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:13.221606 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:13.237239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.295482 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.298768 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.322651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5963bf8d-1e19-4c9e-84d8-21fbbd094012,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:13.331466 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.332842 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7c6e298f-a944-4a99-9c2c-17a7dc23082e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351962 Mar 22 13:41:13.335594 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49940) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:13.340498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': 'fbd226dd-40d7-4373-a47f-a6dcd5a4c565', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:13.346394 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:13.350641 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:13.353465 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:13.359075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:13.376444 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.443996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.447548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.470105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d013f15e-7d13-43f8-bb01-7b51732b3bb0,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:13.479717 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.480912 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d575fc1e-3d86-4387-810a-631a852b2cce tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443784 Mar 22 13:41:13.483762 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49944) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:13.488613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': 'fbd226dd-40d7-4373-a47f-a6dcd5a4c565', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:13.494998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:13.498780 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:13.501733 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:13.507283 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:13.523009 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.583588 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.587054 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.611018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4119b4e-bbe6-4515-9fd1-7e625a0ecc6c,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:13.621363 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.622529 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0ad4161b-0d09-4520-962c-1c4586368d27 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378303 Mar 22 13:41:13.625194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49948) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:13.629976 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': 'fbd226dd-40d7-4373-a47f-a6dcd5a4c565', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:13.635716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:13.639498 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:13.642279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:13.647878 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:13.664469 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.725557 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.728705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.753322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980b54ab-911d-4b8d-bda6-9099ec3ec58b,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:13.761143 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.762274 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9ba45d6d-51a3-43e3-bf6a-db034ef0e0f2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361949 Mar 22 13:41:13.764996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49952) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:13.769747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': 'fbd226dd-40d7-4373-a47f-a6dcd5a4c565', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:13.775955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:13.779669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:13.782434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:13.788568 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:13.797728 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Project 9645728d4a574b04bd66c30a7915a07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:41:13.804018 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.866112 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.869567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.893016 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c028f9e5-5b2b-4814-a737-30321c97e913,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:13.902247 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:13.903429 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0a026979-4e36-49ba-b8dd-8d3982eb67a1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375303 Mar 22 13:41:13.906073 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49956) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:13.910921 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': 'fbd226dd-40d7-4373-a47f-a6dcd5a4c565', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:13.917156 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:13.921014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:13.923935 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:13.929547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:13.939342 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Project 9645728d4a574b04bd66c30a7915a07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:41:13.945526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.008985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.012623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.035561 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daea45fe-d51f-45a4-a8f7-be9d622644d4,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:14.043991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.045148 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-db8074a9-7b29-4c18-b609-197f133b0edb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381896 Mar 22 13:41:14.047999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 49960) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:14.053208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'network': {'name': 'tempest-network-smoke--846077927', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'port_security_enabled': True}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:14.057894 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:14.062028 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:network and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:14.065944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:14.071589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:14.081564 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:41:14.085712 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.110348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cfac6f9f-ca46-4885-87a7-84133438156c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:41:14.116420 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:41:14.126668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.127070 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Added segment 1ad7ec9d-9cde-47b0-bf14-6777d159c8c8 of type vlan for network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 Mar 22 13:41:14.146429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: cfac6f9f-ca46-4885-87a7-84133438156c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:41:14.146774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device cfac6f9f-ca46-4885-87a7-84133438156c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:41:14.157458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.186609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.192100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:14.192709 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.294591 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2455258 Mar 22 13:41:14.297395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49964) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:14.300432 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc2f91-046c-46de-b4c6-ffddf3c02c97 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Network': ['ID=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:14.304617 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'admin_state_up': True, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:14.312685 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:41:14.312859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:14.316880 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:router and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:14.319710 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:14.326397 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:14.336560 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.337686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.352939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.621398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.917929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:14.946811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:15.079409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.26.5.32 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/3f0b96e8-86f8-4add-92ad-c3c980ebe8a3) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:41:15.225241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:15.253626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:15.314808 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:41:15.317547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:15.325483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:41:15.454271 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=3f0b96e8-86f8-4add-92ad-c3c980ebe8a3,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:15.830109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:16.162727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:16.373841 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:41:16.553430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:41:16.562449 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Sync routers for ids ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:41:16.571783 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Routers {'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:41:16.572402 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:41:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:16.581238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:16.583321 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-95aca3bb-9e57-4d57-8d59-cafdd2f7df99 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2846558 Mar 22 13:41:16.586529 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49968) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:16.668024 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-6fb38b18-6429-464a-8c29-0cdb875ec008 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=9645728d4a574b04bd66c30a7915a07d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0799327 Mar 22 13:41:16.670464 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49974) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:16.747439 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Set router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:41:16.904897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a21328-e565-4207-889a-d452de2fd121 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:16.906288 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b5a21328-e565-4207-889a-d452de2fd121 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2349417 Mar 22 13:41:16.909069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49978) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:16.947509 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-21f36ee4-599c-44b5-a529-10384d5a3e2d tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373816 Mar 22 13:41:16.950217 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49982) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:16.955441 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-385884104', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:17.028045 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:15Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:17.031772 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Checking router: bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:41:17.032116 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Updating router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:41:17.063114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:17.066887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:subnet and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:17.069683 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:17.075433 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:17.085562 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:41:17.087497 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:17.088992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:17.306818 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:17.390920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Subnet': ['ID=b18e9c84-7a47-456f-90d0-4d128e967114,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:17.400966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Checking segment: {'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:41:17.401329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network hostable DHCP agents. Network: 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:41:17.415626 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:17.420434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:41:17.429104 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Transition to ACTIVE for port object 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:41:17.430372 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:17.434272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:17.434962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:17.437149 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:17.442086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878de9b-ede9-41e0-acad-6f39c4f6269c None None] Network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:41:17.460417 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ef2b5ca2-7505-4eab-9af7-c7870901a311 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5066423 Mar 22 13:41:17.460641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 49986) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:17.517380 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Attempting to bind port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:41:17.517819 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Attempting to bind port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:41:17.518235 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Attempting to bind port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:41:17.524419 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Pushing event updated for resources: {'Port': ['ID=3f0b96e8-86f8-4add-92ad-c3c980ebe8a3,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:17.529312 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:41:17.529752 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:41:17.530210 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:17.530662 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:41:17.531212 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Bound port: 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:41:17.531640 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:17.565861 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.566512 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.566605 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.567043 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.567704 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.567914 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.568329 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.568758 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.569177 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.569590 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.570003 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.570408 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:17.623624 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] For port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:41:17.626626 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] For port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3f0b96e8-86f8-4add-92ad-c3c980ebe8a3,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:41:17.634073 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:17.668569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:41:17.669503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:17.720404 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Routers {'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:41:17.721017 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:41:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:17.773291 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cfe99-6b0a-45ef-a504-216aa3c57257 None None] Pushing event updated for resources: {'Port': ['ID=3f0b96e8-86f8-4add-92ad-c3c980ebe8a3,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:17.830681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Allocated IP 172.20.0.2 (906784a0-1e5e-4a7f-b0b1-6a91ff2f4259/b18e9c84-7a47-456f-90d0-4d128e967114/ec92c7fb-99c8-463d-ad35-5f3c9f71e541) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:41:17.916924 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] Set router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:41:18.043592 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:18.054697 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Transition to ACTIVE for port object ec92c7fb-99c8-463d-ad35-5f3c9f71e541 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:41:18.074931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Transition to ACTIVE for port object ec92c7fb-99c8-463d-ad35-5f3c9f71e541 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:41:18.081352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:18.142081 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:41:18.145073 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:18.148126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:41:18.200161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:18.201037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Pushing event updated for resources: {'Port': ['ID=ec92c7fb-99c8-463d-ad35-5f3c9f71e541,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:18.256705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Attempting to bind port ec92c7fb-99c8-463d-ad35-5f3c9f71e541 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:41:18.257423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Attempting to bind port ec92c7fb-99c8-463d-ad35-5f3c9f71e541 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:41:18.257423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Attempting to bind port ec92c7fb-99c8-463d-ad35-5f3c9f71e541 on network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:41:18.262874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:41:18.263269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Checking segment: {'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:41:18.263662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:18.264043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Bound using segment: {'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:41:18.264574 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Bound port: ec92c7fb-99c8-463d-ad35-5f3c9f71e541, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:41:18.264976 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:18.275479 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:15Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:18.281000 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dbebb1-834f-4e5f-b95e-ae394ead9631 None None] The sync data for ids ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'] in dv-neutron-834664-2-hyperv is: [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:15Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:41:18.365324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] For port ec92c7fb-99c8-463d-ad35-5f3c9f71e541, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:41:18.369413 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] For port ec92c7fb-99c8-463d-ad35-5f3c9f71e541, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ec92c7fb-99c8-463d-ad35-5f3c9f71e541,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:41:18.377160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:18.465011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad9a82-a034-491f-9a2b-d5544ee391cb None None] Pushing event updated for resources: {'Port': ['ID=ec92c7fb-99c8-463d-ad35-5f3c9f71e541,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:18.773100 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.20.0.1 (906784a0-1e5e-4a7f-b0b1-6a91ff2f4259/b18e9c84-7a47-456f-90d0-4d128e967114/22529f1c-9573-43c9-b1ac-6942fd36364a) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:41:18.947010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:18.963763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Transition to ACTIVE for port object 22529f1c-9573-43c9-b1ac-6942fd36364a will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:41:18.988174 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:19.054078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:41:19.065457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:19.070656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:41:19.100986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=22529f1c-9573-43c9-b1ac-6942fd36364a,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:19.133821 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:19.414913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:19.455001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37190621-3f6e-472b-a04b-d216ae830981 None None] Network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:41:19.561911 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-d6653ce6-2ff3-4f34-9af3-9889cfa70d68 None None] Provisioning for port ec92c7fb-99c8-463d-ad35-5f3c9f71e541 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:41:19.839210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:19.844565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:19.958784 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:19.962507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=22529f1c-9573-43c9-b1ac-6942fd36364a,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:20.019112 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-77a49808-a49f-4c05-b83a-fbfedb19ef8b None None] Provisioning for port 22529f1c-9573-43c9-b1ac-6942fd36364a completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:41:20.024907 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-77a49808-a49f-4c05-b83a-fbfedb19ef8b None None] Provisioning complete for port 22529f1c-9573-43c9-b1ac-6942fd36364a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:20.025280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-77a49808-a49f-4c05-b83a-fbfedb19ef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:20.081720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-77a49808-a49f-4c05-b83a-fbfedb19ef8b None None] Port 22529f1c-9573-43c9-b1ac-6942fd36364a cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:41:20.105153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:41:20.106220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:20.212476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-5a53e6e0-2da8-4d4f-abaf-57e11e20518e None None] Provisioning complete for port 22529f1c-9573-43c9-b1ac-6942fd36364a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:20.212919 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a53e6e0-2da8-4d4f-abaf-57e11e20518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:20.244605 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:41:20.323963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a53e6e0-2da8-4d4f-abaf-57e11e20518e None None] Port 22529f1c-9573-43c9-b1ac-6942fd36364a cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:41:20.340028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:41:20.344975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:20.345337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:20.454455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:41:20.470877 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:20.475890 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8292d358-063c-44f2-8b15-f7a0685b0282 None None] Provisioning complete for port 22529f1c-9573-43c9-b1ac-6942fd36364a triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:20.476250 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8292d358-063c-44f2-8b15-f7a0685b0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:20.534687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3f0b96e8-86f8-4add-92ad-c3c980ebe8a3,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:41:20.540622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-8292d358-063c-44f2-8b15-f7a0685b0282 None None] Port 22529f1c-9573-43c9-b1ac-6942fd36364a cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:41:20.542135 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:20.542858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ec92c7fb-99c8-463d-ad35-5f3c9f71e541 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:41:20.640449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:41:20.655175 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-02244f9b-cb19-4931-9716-f74f2723eaf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "PUT /v2.0/routers/bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1933362 Mar 22 13:41:20.655652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Sync routers for ids ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:41:20.665812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=3f0b96e8-86f8-4add-92ad-c3c980ebe8a3,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:20.674857 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Routers {'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:41:20.675396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:41:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:20.732249 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port ec92c7fb-99c8-463d-ad35-5f3c9f71e541 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:41:20.747274 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ec92c7fb-99c8-463d-ad35-5f3c9f71e541 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:20.747654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:20.822895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-f65592dc-63ad-4263-9bc6-86fc8584adf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:41:20.838105 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-f65592dc-63ad-4263-9bc6-86fc8584adf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:41:20.839380 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-f65592dc-63ad-4263-9bc6-86fc8584adf4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115983435&fields=id&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 267 time: 0.0544307 Mar 22 13:41:20.944756 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Set router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:41:20.989129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-e9de464a-5805-46cc-9f95-3007512646f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:20.989716 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-e9de464a-5805-46cc-9f95-3007512646f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:41:21.006885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-e9de464a-5805-46cc-9f95-3007512646f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:41:21.009386 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-e9de464a-5805-46cc-9f95-3007512646f7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/networks?id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 HTTP/1.1" status: 200 len: 796 time: 0.1634436 Mar 22 13:41:21.026263 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:21.028856 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-668b020b-ad89-405c-8584-b5e92f143918 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/quotas/9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 375 time: 0.0117300 Mar 22 13:41:21.111020 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-5b9d0427-e7c0-4f42-808c-0287117601f5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766897 Mar 22 13:41:21.169602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-f5a6257a-07a5-41c0-8202-46ec49d43dad service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:41:21.170596 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-f5a6257a-07a5-41c0-8202-46ec49d43dad service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480638 Mar 22 13:41:21.199819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port ec92c7fb-99c8-463d-ad35-5f3c9f71e541, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ec92c7fb-99c8-463d-ad35-5f3c9f71e541,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:41:21.205854 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:21.335094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=ec92c7fb-99c8-463d-ad35-5f3c9f71e541,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:21.372509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:19Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '22529f1c-9573-43c9-b1ac-6942fd36364a', 'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:2a:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:18Z', 'updated_at': '2022-03-22T13:41:19Z', 'revision_number': 2, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:21.376549 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Checking router: bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:41:21.377206 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Updating router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 port 22529f1c-9573-43c9-b1ac-6942fd36364a binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:41:21.411293 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-cd100864-2ed7-44a7-a644-d51ec825650b service neutron] 10.222.0.70 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322423 Mar 22 13:41:21.436425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:21.541186 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-fe2bfbba-047d-4c57-a8d9-09fc3359f368 service neutron] 10.222.0.70 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240368 Mar 22 13:41:21.731800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c6337bfb-aa01-4d53-91a5-172fec2fa1a9 req-92b40615-d368-4416-bbb6-33d8c0cc4e19 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:41:21.748437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c6337bfb-aa01-4d53-91a5-172fec2fa1a9 req-92b40615-d368-4416-bbb6-33d8c0cc4e19 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:41:21.749786 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c6337bfb-aa01-4d53-91a5-172fec2fa1a9 req-92b40615-d368-4416-bbb6-33d8c0cc4e19 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 210 time: 0.0612760 Mar 22 13:41:21.824662 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:21.836108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Transition to ACTIVE for port object 22529f1c-9573-43c9-b1ac-6942fd36364a will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:41:21.841744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:21.978931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56905c0-ab93-44c9-bbdf-afc232929086 None None] Pushing event updated for resources: {'Port': ['ID=22529f1c-9573-43c9-b1ac-6942fd36364a,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:22.008521 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:22.074101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Attempting to bind port 22529f1c-9573-43c9-b1ac-6942fd36364a on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:41:22.074466 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Attempting to bind port 22529f1c-9573-43c9-b1ac-6942fd36364a by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:41:22.074825 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Attempting to bind port 22529f1c-9573-43c9-b1ac-6942fd36364a on network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:41:22.080725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:41:22.081052 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Checking segment: {'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:41:22.081456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:22.081870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Bound using segment: {'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:41:22.082319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Bound port: 22529f1c-9573-43c9-b1ac-6942fd36364a, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:41:22.082705 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:22.174254 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:41:22.226956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] For port 22529f1c-9573-43c9-b1ac-6942fd36364a, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:41:22.245755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] For port 22529f1c-9573-43c9-b1ac-6942fd36364a, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=22529f1c-9573-43c9-b1ac-6942fd36364a,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:41:22.252518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:22.323146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:22.323970 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:22.367486 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Routers {'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:41:22.368128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:41:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:22.452906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56905c0-ab93-44c9-bbdf-afc232929086 None None] Pushing event updated for resources: {'Port': ['ID=22529f1c-9573-43c9-b1ac-6942fd36364a,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:22.623228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] Set router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:41:22.707281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ec92c7fb-99c8-463d-ad35-5f3c9f71e541 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:41:22.922162 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6007818d-b671-4cd9-91c8-4c3f5f34efdd req-e8c40f1c-487a-48e4-a72b-e02d92b66ee2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 210 time: 0.0478890 Mar 22 13:41:22.945956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port ec92c7fb-99c8-463d-ad35-5f3c9f71e541 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:22.945956 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:23.069607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-8fce5631-4eb0-422f-b347-e4b027ff82d2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:23.070924 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-8fce5631-4eb0-422f-b347-e4b027ff82d2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:41:23.084354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-8fce5631-4eb0-422f-b347-e4b027ff82d2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:41:23.085848 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-8fce5631-4eb0-422f-b347-e4b027ff82d2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/networks?id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 HTTP/1.1" status: 200 len: 796 time: 0.1727624 Mar 22 13:41:23.143350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-cce72e5e-3272-4964-a031-9c4392a67e1f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:41:23.147674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:19Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '22529f1c-9573-43c9-b1ac-6942fd36364a', 'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:2a:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:18Z', 'updated_at': '2022-03-22T13:41:22Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:23.154736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613328b-f0bc-4ab5-8a9f-5837cd06340e None None] The sync data for ids ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'] in dv-neutron-834664-2-hyperv is: [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:19Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '22529f1c-9573-43c9-b1ac-6942fd36364a', 'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:2a:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:18Z', 'updated_at': '2022-03-22T13:41:22Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:41:23.156062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-cce72e5e-3272-4964-a031-9c4392a67e1f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:41:23.157444 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-cce72e5e-3272-4964-a031-9c4392a67e1f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 380 time: 0.0614150 Mar 22 13:41:23.167849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'port': {'device_id': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'admin_state_up': True, 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'security_groups': ['fbd226dd-40d7-4373-a47f-a6dcd5a4c565']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:23.328762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:23.340409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:23.355204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:41:23.359030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:23.525979 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.20.0.12 (906784a0-1e5e-4a7f-b0b1-6a91ff2f4259/b18e9c84-7a47-456f-90d0-4d128e967114/acd79911-716c-495e-8874-51df15315b9e) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:41:23.730760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:23.747099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Transition to ACTIVE for port object acd79911-716c-495e-8874-51df15315b9e will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:41:23.771344 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:23.838277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:41:23.846350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:23.851364 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:41:23.881915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=acd79911-716c-495e-8874-51df15315b9e,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:23.925447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:23.926096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:23.955117 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-026319d9-b998-4a5c-920e-c066d163867c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7910066 Mar 22 13:41:23.973995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Request body: {'port': {'device_id': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:24.126243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f7370598-f8b3-4a97-869c-da9f1a63b270 None None] Provisioning for port acd79911-716c-495e-8874-51df15315b9e completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:41:24.138028 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f7370598-f8b3-4a97-869c-da9f1a63b270 None None] Provisioning complete for port acd79911-716c-495e-8874-51df15315b9e triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:24.138634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f7370598-f8b3-4a97-869c-da9f1a63b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:24.144820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:24.202834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f7370598-f8b3-4a97-869c-da9f1a63b270 None None] Port acd79911-716c-495e-8874-51df15315b9e cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:41:24.209708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 22529f1c-9573-43c9-b1ac-6942fd36364a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:41:24.236663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911cc91-2000-4d18-ac96-a1fd56d305e3 req-47905d79-df69-4ef9-8798-6f8698758f0d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:24.237382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-e911cc91-2000-4d18-ac96-a1fd56d305e3 req-47905d79-df69-4ef9-8798-6f8698758f0d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:41:24.278439 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 22529f1c-9573-43c9-b1ac-6942fd36364a completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:41:24.284255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 22529f1c-9573-43c9-b1ac-6942fd36364a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:24.284654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:24.413099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:24.423094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-e911cc91-2000-4d18-ac96-a1fd56d305e3 req-47905d79-df69-4ef9-8798-6f8698758f0d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:41:24.424273 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e911cc91-2000-4d18-ac96-a1fd56d305e3 req-47905d79-df69-4ef9-8798-6f8698758f0d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 932 time: 0.3572981 Mar 22 13:41:24.444219 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 22529f1c-9573-43c9-b1ac-6942fd36364a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=22529f1c-9573-43c9-b1ac-6942fd36364a,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:41:24.447932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:24.517805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=22529f1c-9573-43c9-b1ac-6942fd36364a,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:24.554865 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e911cc91-2000-4d18-ac96-a1fd56d305e3 req-ce79f526-21c2-44d7-9664-f917ec4e22ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234643 Mar 22 13:41:24.669058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd79911-716c-495e-8874-51df15315b9e {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:41:24.676308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:24.690351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Transition to ACTIVE for port object acd79911-716c-495e-8874-51df15315b9e will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:41:24.694107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:24.851121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Pushing event updated for resources: {'Port': ['ID=acd79911-716c-495e-8874-51df15315b9e,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:24.932599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Attempting to bind port acd79911-716c-495e-8874-51df15315b9e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:41:24.932937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Attempting to bind port acd79911-716c-495e-8874-51df15315b9e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:41:24.933267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Attempting to bind port acd79911-716c-495e-8874-51df15315b9e on network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:41:24.937825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Port acd79911-716c-495e-8874-51df15315b9e on network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:41:24.938145 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Attempting to bind port acd79911-716c-495e-8874-51df15315b9e on network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:41:24.943709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:41:24.944045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Checking segment: {'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:41:24.944450 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Bound using segment: {'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:41:24.944902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Bound port: acd79911-716c-495e-8874-51df15315b9e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:41:24.945245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:25.034112 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] For port acd79911-716c-495e-8874-51df15315b9e, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:41:25.036860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] For port acd79911-716c-495e-8874-51df15315b9e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=acd79911-716c-495e-8874-51df15315b9e,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:41:25.041923 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:25.092272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:25.092800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:25.094374 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] 10.222.0.47 "PUT /v2.0/ports/acd79911-716c-495e-8874-51df15315b9e HTTP/1.1" status: 200 len: 1094 time: 1.1261132 Mar 22 13:41:25.096902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'tag': 'acd79911-716c-495e-8874-51df15315b9e'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:41:25.142976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec656526-3e9b-4dfa-954b-777810f6b677 service neutron] Pushing event updated for resources: {'Port': ['ID=acd79911-716c-495e-8874-51df15315b9e,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:25.186260 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'tag': 'acd79911-716c-495e-8874-51df15315b9e', 'status': 'completed', 'code': 200} Mar 22 13:41:25.224663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-9318f7af-4c86-4df1-bd62-d59414c11cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:25.226125 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-9318f7af-4c86-4df1-bd62-d59414c11cca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 1097 time: 0.0798805 Mar 22 13:41:25.297462 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-77cec7e6-24f3-4471-a198-fe12f0c60390 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd79911-716c-495e-8874-51df15315b9e HTTP/1.1" status: 200 len: 217 time: 0.0606899 Mar 22 13:41:25.368305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-1bb2eb69-684a-418b-8ab9-2395cdf922f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:25.369663 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-1bb2eb69-684a-418b-8ab9-2395cdf922f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b18e9c84-7a47-456f-90d0-4d128e967114 HTTP/1.1" status: 200 len: 834 time: 0.0621941 Mar 22 13:41:25.445951 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-b7a4138b-2170-4579-9233-8df4ef64d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:25.447418 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-b7a4138b-2170-4579-9233-8df4ef64d5b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687306 Mar 22 13:41:25.582206 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-6217e7fb-084f-496a-b125-bf63499085a3 service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233146 Mar 22 13:41:25.769693 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-14a86a7e-9041-4753-9d18-aab47321ebc2 req-22e56d00-1baf-4c3f-a75d-c3ebdaf6eb77 service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777880 Mar 22 13:41:25.795937 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1308b-614d-4cea-9940-70b6fd07c215 req-c31cd88a-d3f4-46c3-a945-223041cfbcad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:25.797347 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-baa1308b-614d-4cea-9940-70b6fd07c215 req-c31cd88a-d3f4-46c3-a945-223041cfbcad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 944 time: 0.1198280 Mar 22 13:41:25.881537 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-baa1308b-614d-4cea-9940-70b6fd07c215 req-1acc603e-6cd6-4df5-a47b-1945327fc744 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784154 Mar 22 13:41:25.908343 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-ce3f08a8-ead0-4909-a009-b94776641799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:25.909734 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-ce3f08a8-ead0-4909-a009-b94776641799 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 1097 time: 0.0873551 Mar 22 13:41:26.040982 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-e9855761-405a-4cdc-be5b-3a3ee5c9e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:26.042550 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-e9855761-405a-4cdc-be5b-3a3ee5c9e762 service neutron] 10.222.0.47 "GET /v2.0/networks?id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 HTTP/1.1" status: 200 len: 897 time: 0.1246426 Mar 22 13:41:26.158967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 22529f1c-9573-43c9-b1ac-6942fd36364a up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:41:26.223484 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-9401a7dc-19e8-4dcd-ae13-cc7ebd951b88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd79911-716c-495e-8874-51df15315b9e HTTP/1.1" status: 200 len: 217 time: 0.1702623 Mar 22 13:41:26.229299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 22529f1c-9573-43c9-b1ac-6942fd36364a triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:26.229669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:26.284966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-77d5345a-5ea8-435b-8c3e-71f96d45219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:26.286413 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-77d5345a-5ea8-435b-8c3e-71f96d45219f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b18e9c84-7a47-456f-90d0-4d128e967114 HTTP/1.1" status: 200 len: 834 time: 0.0566962 Mar 22 13:41:26.369272 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-811a752a-12d4-4d72-a4d6-c4acb227950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:26.370813 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-811a752a-12d4-4d72-a4d6-c4acb227950d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781183 Mar 22 13:41:26.502084 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-c760d99b-30c1-4025-bb0d-4a2cc7bf2ccd service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245489 Mar 22 13:41:26.633254 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-90e97a21-418e-4c5e-beab-7bc3872e5893 req-bbede0aa-b1fe-40c8-b147-96b39806ebfb service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239488 Mar 22 13:41:27.064379 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cae2e-9ecb-462e-b1a1-b0077f2a967a req-6c08e4a7-2e22-46cd-804d-1b821edb6ccb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:27.065795 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ae5cae2e-9ecb-462e-b1a1-b0077f2a967a req-6c08e4a7-2e22-46cd-804d-1b821edb6ccb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 944 time: 0.0773544 Mar 22 13:41:27.109445 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ae5cae2e-9ecb-462e-b1a1-b0077f2a967a req-18e56d54-e4e6-41b1-ade2-94dae4adef52 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376172 Mar 22 13:41:28.293114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1834e5a-0970-4d13-93c6-c2a54acd9ad7 req-b20a9d7a-fee1-47dc-959d-26d6c130464b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:28.294582 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a1834e5a-0970-4d13-93c6-c2a54acd9ad7 req-b20a9d7a-fee1-47dc-959d-26d6c130464b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 944 time: 0.0831306 Mar 22 13:41:28.342301 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a1834e5a-0970-4d13-93c6-c2a54acd9ad7 req-cdee9996-aa9e-44d8-8935-16997d9edc1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419707 Mar 22 13:41:28.866352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device acd79911-716c-495e-8874-51df15315b9e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:41:28.996513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port acd79911-716c-495e-8874-51df15315b9e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=acd79911-716c-495e-8874-51df15315b9e,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:41:29.009043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'acd79911-716c-495e-8874-51df15315b9e', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'port_id': 'acd79911-716c-495e-8874-51df15315b9e', 'mac_address': 'fa:16:3e:61:ed:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:41:29.066400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:29.083425 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd79911-716c-495e-8874-51df15315b9e {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:41:29.098086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port acd79911-716c-495e-8874-51df15315b9e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=acd79911-716c-495e-8874-51df15315b9e,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:41:29.102545 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:29.167268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=acd79911-716c-495e-8874-51df15315b9e,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:29.174054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.174400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.174737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.175069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.175424 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.175752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.176074 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.176527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.176852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.177174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.177513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.177830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:41:29.399164 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['acd79911-716c-495e-8874-51df15315b9e'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:41:29.529382 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81406644-0fff-4375-aee0-eba53f9aecf1 req-b4c83e57-cacf-4f5d-8a5a-902a39d39639 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:29.530830 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-81406644-0fff-4375-aee0-eba53f9aecf1 req-b4c83e57-cacf-4f5d-8a5a-902a39d39639 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 945 time: 0.0859771 Mar 22 13:41:29.575018 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-81406644-0fff-4375-aee0-eba53f9aecf1 req-e075bc0d-e144-4b5c-8d8b-ceed58c3ec59 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 Mar 22 13:41:30.758449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c27664-b947-4455-9a65-7801cc8187c6 req-fa49e4a5-b2e6-4b5a-8244-4837a14196d4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:30.759846 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-92c27664-b947-4455-9a65-7801cc8187c6 req-fa49e4a5-b2e6-4b5a-8244-4837a14196d4 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 945 time: 0.0792649 Mar 22 13:41:30.802640 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-92c27664-b947-4455-9a65-7801cc8187c6 req-6834dcd4-f431-4668-abfc-8c89a026802b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373752 Mar 22 13:41:30.881587 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device acd79911-716c-495e-8874-51df15315b9e up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:41:30.947232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port acd79911-716c-495e-8874-51df15315b9e completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:41:30.952086 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port acd79911-716c-495e-8874-51df15315b9e triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:41:30.952453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:31.066054 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:31.092288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd79911-716c-495e-8874-51df15315b9e'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:41:31.102624 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port acd79911-716c-495e-8874-51df15315b9e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=acd79911-716c-495e-8874-51df15315b9e,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:41:31.106241 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:31.176004 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=acd79911-716c-495e-8874-51df15315b9e,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:31.187060 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd79911-716c-495e-8874-51df15315b9e', 'code': 200} Mar 22 13:41:31.423513 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d5e5f-7cd5-448b-9362-cbf8ffd61a5f req-263957b1-37e4-427f-965d-50d99f18b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:31.424948 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-887d5e5f-7cd5-448b-9362-cbf8ffd61a5f req-263957b1-37e4-427f-965d-50d99f18b07e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 1099 time: 0.0714753 Mar 22 13:41:31.467352 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-887d5e5f-7cd5-448b-9362-cbf8ffd61a5f req-393c8984-be13-41ef-9ae4-4c4328b9f4cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335357 Mar 22 13:41:31.982642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f1cee-5058-492c-af97-dbb922a3e7dc req-b9132ab4-4091-45f4-928f-abafaa55894d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:31.984086 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-310f1cee-5058-492c-af97-dbb922a3e7dc req-b9132ab4-4091-45f4-928f-abafaa55894d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0783327 Mar 22 13:41:32.027495 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-310f1cee-5058-492c-af97-dbb922a3e7dc req-54786048-e52e-4d15-8bd2-94e7bd15a890 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373709 Mar 22 13:41:33.132945 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4c7de1d3-e7cd-485a-8ce3-9d7ef6adbd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:33.213284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698977b-cd02-40b6-a327-2a26ffdefad6 req-9ecd8cf7-99df-46e6-a52a-8a214e3f4df7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:33.214733 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7698977b-cd02-40b6-a327-2a26ffdefad6 req-9ecd8cf7-99df-46e6-a52a-8a214e3f4df7 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0810962 Mar 22 13:41:33.261993 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7698977b-cd02-40b6-a327-2a26ffdefad6 req-6cc8c8d0-56a7-47d9-b36f-88eeb9545402 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414884 Mar 22 13:41:33.445717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a71c7e-7e2d-4aba-9ddb-f747e4b3375c req-344be892-92a5-4950-868e-b8b69125e62c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:33.447179 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-27a71c7e-7e2d-4aba-9ddb-f747e4b3375c req-344be892-92a5-4950-868e-b8b69125e62c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0822880 Mar 22 13:41:33.491929 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-27a71c7e-7e2d-4aba-9ddb-f747e4b3375c req-c3864c15-7c7e-4d7a-a5ee-b463eacec5fd tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389822 Mar 22 13:41:33.519640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50048) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:33.587892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e202a6-bfdb-4327-9be2-40d79a96e7ba tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:33.589325 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-93e202a6-bfdb-4327-9be2-40d79a96e7ba tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 1094 time: 0.0687003 Mar 22 13:41:33.592060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50052) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:33.596817 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'acd79911-716c-495e-8874-51df15315b9e', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:41:33.604047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:41:33.608335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:floatingip and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:41:33.611210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:41:33.617638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:41:33.627691 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:33.761432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:33.895662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.26.5.193 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/5cb7f02c-f784-48c2-ba61-071f1102df18) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:41:34.041367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:34.069137 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:34.133091 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:41:34.139772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:41:34.143753 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:41:34.176443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=5cb7f02c-f784-48c2-ba61-071f1102df18,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:34.655127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:34.729438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:34.930994 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:34.935430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:35.053264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=5cb7f02c-f784-48c2-ba61-071f1102df18,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:41:35.063976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:35.232772 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Floating IP c645837e-822a-4e94-aa30-0c68fca2aa9d associated. External IP: 172.26.5.193, port: acd79911-716c-495e-8874-51df15315b9e. Mar 22 13:41:35.405895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d7b92cd4-bc06-4baf-b832-8560c6e5e3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:35.592327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:41:35.781500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:41:35.791776 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] Sync routers for ids ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:41:35.800629 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] Routers {'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:41:35.801250 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:41:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:35.807846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:35.864599 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0b6068a2-368a-420d-9f29-4409c1830fb3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2691195 Mar 22 13:41:35.864599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'tag': 'acd79911-716c-495e-8874-51df15315b9e'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:41:35.907050 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'tag': 'acd79911-716c-495e-8874-51df15315b9e', 'status': 'completed', 'code': 200} Mar 22 13:41:35.987073 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] Set router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:41:36.033361 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9d063-357b-4dca-96c0-ea4327da6e34 req-67799705-87fb-4acc-bf5e-a3f2f90c252d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:36.036260 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-38e9d063-357b-4dca-96c0-ea4327da6e34 req-67799705-87fb-4acc-bf5e-a3f2f90c252d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0847049 Mar 22 13:41:36.083560 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-38e9d063-357b-4dca-96c0-ea4327da6e34 req-4b2147b6-8955-4fbc-b138-95dc4a942901 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413797 Mar 22 13:41:36.112783 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50060) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:36.231583 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1ff0f6ce-8d13-476d-acae-7e51b6a667d6 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/c645837e-822a-4e94-aa30-0c68fca2aa9d HTTP/1.1" status: 200 len: 992 time: 0.1175594 Mar 22 13:41:36.234476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-cc232a12-822a-449e-9cc1-cfcbb96d9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:36.235898 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-cc232a12-822a-449e-9cc1-cfcbb96d9427 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 1099 time: 0.2999043 Mar 22 13:41:36.363914 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:19Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'c645837e-822a-4e94-aa30-0c68fca2aa9d', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.193', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'port_id': 'acd79911-716c-495e-8874-51df15315b9e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'mac_address': 'fa:16:3e:61:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:41:34Z', 'updated_at': '2022-03-22T13:41:34Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22529f1c-9573-43c9-b1ac-6942fd36364a', 'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:2a:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:18Z', 'updated_at': '2022-03-22T13:41:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:36.367871 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] Checking router: bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:41:36.376320 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-47b775f6-a670-47aa-afee-7a0bf201382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:36.377369 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-47b775f6-a670-47aa-afee-7a0bf201382c service neutron] 10.222.0.47 "GET /v2.0/networks?id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 HTTP/1.1" status: 200 len: 897 time: 0.1348383 Mar 22 13:41:36.377890 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] Routers {'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:41:36.378493 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:41:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:36.492046 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-513f3990-9d83-4f1d-86f2-2f0477c4b2ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd79911-716c-495e-8874-51df15315b9e HTTP/1.1" status: 200 len: 1000 time: 0.1085598 Mar 22 13:41:36.508279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:36.553998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-92ac7f0f-1e42-48d3-876d-2b3ac337a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:36.555525 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-92ac7f0f-1e42-48d3-876d-2b3ac337a147 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b18e9c84-7a47-456f-90d0-4d128e967114 HTTP/1.1" status: 200 len: 834 time: 0.0579574 Mar 22 13:41:36.561836 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] Set router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:41:36.634473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-4d565526-257f-4fdf-ac84-72fe296d0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:41:36.635909 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-4d565526-257f-4fdf-ac84-72fe296d0623 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747781 Mar 22 13:41:36.689941 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:36.770531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-9e80c568-29fe-4124-a6d4-a46e3ffc8e96 service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274326 Mar 22 13:41:36.904223 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-54b24add-7f93-40e3-8b48-533c63ca1160 req-17f13de0-c3eb-4616-ae99-47e8c85729c5 service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266904 Mar 22 13:41:36.909303 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:19Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'c645837e-822a-4e94-aa30-0c68fca2aa9d', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.193', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'port_id': 'acd79911-716c-495e-8874-51df15315b9e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'mac_address': 'fa:16:3e:61:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:41:34Z', 'updated_at': '2022-03-22T13:41:34Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22529f1c-9573-43c9-b1ac-6942fd36364a', 'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:2a:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:18Z', 'updated_at': '2022-03-22T13:41:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:41:36.914716 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4915cf9-0a05-4400-b94f-f27e92a422ad None None] The sync data for ids ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'] in dv-neutron-834664-2-hyperv is: [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:19Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'c645837e-822a-4e94-aa30-0c68fca2aa9d', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.193', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'port_id': 'acd79911-716c-495e-8874-51df15315b9e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'mac_address': 'fa:16:3e:61:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:41:34Z', 'updated_at': '2022-03-22T13:41:34Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22529f1c-9573-43c9-b1ac-6942fd36364a', 'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:2a:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:18Z', 'updated_at': '2022-03-22T13:41:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:41:37.095978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb868fdd-80e4-4f10-b99f-359bd411ead1 None None] New status for floating IP c645837e-822a-4e94-aa30-0c68fca2aa9d: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:41:37.235547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50064) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:37.354167 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a122a729-61f6-494f-8d1e-fd0a7e3b8943 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/c645837e-822a-4e94-aa30-0c68fca2aa9d HTTP/1.1" status: 200 len: 992 time: 0.1163435 Mar 22 13:41:37.927036 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:41:38.356932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50068) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:41:38.466492 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-fec2070a-5839-425c-ab37-84fa572bbe49 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/c645837e-822a-4e94-aa30-0c68fca2aa9d HTTP/1.1" status: 200 len: 994 time: 0.1083207 Mar 22 13:41:40.453027 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:41:51.928515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:03.134967 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a1adc3b9-0d68-43bf-90d2-c3eb9249a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:05.273288 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-1cc827b4-b386-41de-8c16-9b2ddeb53336 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739734 Mar 22 13:42:05.410522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd749-8794-41f0-beea-91bf05711140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:05.426027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-c2d0ab47-1c28-4ede-956d-443437b83234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:05.427520 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-c2d0ab47-1c28-4ede-956d-443437b83234 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 1099 time: 0.0757163 Mar 22 13:42:05.577264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-9cdb3f40-b08e-441e-ac6c-5e68826f49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:05.578567 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-9cdb3f40-b08e-441e-ac6c-5e68826f49b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 HTTP/1.1" status: 200 len: 897 time: 0.1294868 Mar 22 13:42:05.679695 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-676a27c6-8145-40da-af0a-dd33ac38db65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd79911-716c-495e-8874-51df15315b9e HTTP/1.1" status: 200 len: 1002 time: 0.0925660 Mar 22 13:42:05.748018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-8ad497c0-97cc-40b1-9988-959d3b5da6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:05.749437 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-8ad497c0-97cc-40b1-9988-959d3b5da6ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b18e9c84-7a47-456f-90d0-4d128e967114 HTTP/1.1" status: 200 len: 834 time: 0.0620668 Mar 22 13:42:05.824226 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-31d92b82-fc5e-4d86-af5f-4e5a1026b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:05.825681 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-31d92b82-fc5e-4d86-af5f-4e5a1026b80e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691876 Mar 22 13:42:06.065504 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-c5300ae7-0b21-49c0-9f0a-0eb8294081b8 service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311170 Mar 22 13:42:06.197466 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-99778a3b-7728-4fc5-8579-b25d2fbfbb31 req-c0877ba5-362e-4c4c-b46a-ad75db4bf117 service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250470 Mar 22 13:42:06.509500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:06.692583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:07.929535 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:09.980733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac175fb7-2734-4ddd-83ed-1a89e4a9b96a req-39870db5-c6f8-4411-af95-c340ca8caf60 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:09.982089 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ac175fb7-2734-4ddd-83ed-1a89e4a9b96a req-39870db5-c6f8-4411-af95-c340ca8caf60 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0857520 Mar 22 13:42:10.025549 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ac175fb7-2734-4ddd-83ed-1a89e4a9b96a req-0aa4d31e-08fd-406a-ade1-e712d3f6805c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378251 Mar 22 13:42:11.208954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daac97-246f-4573-9ec6-9ce1cece9e99 req-935825ed-581d-4c93-ae22-a3aab65c45b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:11.210391 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55daac97-246f-4573-9ec6-9ce1cece9e99 req-935825ed-581d-4c93-ae22-a3aab65c45b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0824590 Mar 22 13:42:11.252645 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55daac97-246f-4573-9ec6-9ce1cece9e99 req-f9946620-b1f4-4097-829c-3f87206bd6b2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367808 Mar 22 13:42:12.435119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbec0b-9225-4e9b-b85d-7d9edb6300b7 req-9d524908-f2ab-486f-8d74-582f015b8be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:12.436564 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8cdbec0b-9225-4e9b-b85d-7d9edb6300b7 req-9d524908-f2ab-486f-8d74-582f015b8be9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0797606 Mar 22 13:42:12.479896 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8cdbec0b-9225-4e9b-b85d-7d9edb6300b7 req-ad74a793-9e12-47cf-b97e-f5c1a34d6b65 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376747 Mar 22 13:42:13.661510 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e887-3aec-40ac-a987-f8896bb7ea98 req-78cdfc21-2b5e-4f3f-ab86-f893c7a7c1a8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:13.662874 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dfe5e887-3aec-40ac-a987-f8896bb7ea98 req-78cdfc21-2b5e-4f3f-ab86-f893c7a7c1a8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0792885 Mar 22 13:42:13.705465 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dfe5e887-3aec-40ac-a987-f8896bb7ea98 req-bcdf8bcb-c463-4d3f-aa2a-9cff0dde32a2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363653 Mar 22 13:42:14.889596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6b1e3-57f3-476b-9a4d-4d598446320e req-5e4b3b88-6561-4070-82b3-e3af54f9dbed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:14.891044 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b6a6b1e3-57f3-476b-9a4d-4d598446320e req-5e4b3b88-6561-4070-82b3-e3af54f9dbed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0818129 Mar 22 13:42:14.934005 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b6a6b1e3-57f3-476b-9a4d-4d598446320e req-072a7849-85f3-4257-abe8-00f51aedaa52 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374343 Mar 22 13:42:16.118264 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5506a9-adb2-417d-8e5f-fc4ac320c12b req-d5a592a8-8b60-4461-bf13-331ce18ab441 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:16.119715 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7c5506a9-adb2-417d-8e5f-fc4ac320c12b req-d5a592a8-8b60-4461-bf13-331ce18ab441 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0815165 Mar 22 13:42:16.162686 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7c5506a9-adb2-417d-8e5f-fc4ac320c12b req-4688fb7c-35f4-4257-8734-0acd5066160c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374525 Mar 22 13:42:17.345445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c0a22-15d8-43b1-8797-39222440c141 req-9b8dd6e0-0bb2-4f3a-a228-4511a79b3d85 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:17.347056 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8a3c0a22-15d8-43b1-8797-39222440c141 req-9b8dd6e0-0bb2-4f3a-a228-4511a79b3d85 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0796392 Mar 22 13:42:17.394298 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8a3c0a22-15d8-43b1-8797-39222440c141 req-30d75e68-75da-4051-9a43-adbafd2a5510 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413072 Mar 22 13:42:17.475668 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:42:18.576965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9057fdc-3f7b-4456-8e4d-a601480b7d4a req-531a6251-e963-4413-840b-984e12c2b713 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:18.578474 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c9057fdc-3f7b-4456-8e4d-a601480b7d4a req-531a6251-e963-4413-840b-984e12c2b713 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0815732 Mar 22 13:42:18.621811 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c9057fdc-3f7b-4456-8e4d-a601480b7d4a req-ad1d1a5b-c646-4ad2-a7fa-c38af1530ad6 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376704 Mar 22 13:42:19.807719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b61c66-e1aa-4ca8-9dea-eebe4018319d req-44cf8925-ff29-4132-aac3-1add7ae97f7e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:19.809169 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-32b61c66-e1aa-4ca8-9dea-eebe4018319d req-44cf8925-ff29-4132-aac3-1add7ae97f7e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0838897 Mar 22 13:42:19.852530 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-32b61c66-e1aa-4ca8-9dea-eebe4018319d req-d5f9bb56-670c-48d1-b168-0ea6497f6538 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378485 Mar 22 13:42:21.033031 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c90e6-fa26-4843-a95a-ddb8b8d3d4b2 req-a94b0fcb-0a29-46d3-bd63-c6d34d6c3b32 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:21.034510 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a44c90e6-fa26-4843-a95a-ddb8b8d3d4b2 req-a94b0fcb-0a29-46d3-bd63-c6d34d6c3b32 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0783756 Mar 22 13:42:21.082690 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a44c90e6-fa26-4843-a95a-ddb8b8d3d4b2 req-a86352c4-8315-42b1-9f7f-1dcb9492784a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400281 Mar 22 13:42:21.105485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50108) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:42:21.211061 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e6bcb8a5-e29d-49de-b0cd-71ede3d6c2cf tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/c645837e-822a-4e94-aa30-0c68fca2aa9d HTTP/1.1" status: 200 len: 994 time: 0.1038845 Mar 22 13:42:21.939007 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:22.729046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e2230-d78c-47af-b24c-1ee366940d07 req-877357aa-be0a-4c67-b7e8-274db2a196f6 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:22.730526 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee2e2230-d78c-47af-b24c-1ee366940d07 req-877357aa-be0a-4c67-b7e8-274db2a196f6 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.1316571 Mar 22 13:42:22.765386 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5c71c-b246-4d28-bfab-24305f072233 req-81a15182-4ef9-4571-adbc-64b6af78e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:22.766693 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-16c5c71c-b246-4d28-bfab-24305f072233 req-81a15182-4ef9-4571-adbc-64b6af78e187 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 1099 time: 0.1162531 Mar 22 13:42:22.830699 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ee2e2230-d78c-47af-b24c-1ee366940d07 req-d04899cc-85e7-445c-8a75-0b7bba349871 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878286 Mar 22 13:42:22.919802 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5c71c-b246-4d28-bfab-24305f072233 req-70e39c34-50a9-4839-919b-e17b7b50bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:22.921267 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-16c5c71c-b246-4d28-bfab-24305f072233 req-70e39c34-50a9-4839-919b-e17b7b50bd93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 HTTP/1.1" status: 200 len: 897 time: 0.1430166 Mar 22 13:42:23.022855 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-16c5c71c-b246-4d28-bfab-24305f072233 req-756f22a6-467f-42f1-8836-ca27ffdf596b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd79911-716c-495e-8874-51df15315b9e HTTP/1.1" status: 200 len: 1002 time: 0.0947738 Mar 22 13:42:23.089238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5c71c-b246-4d28-bfab-24305f072233 req-c382183a-96ba-46f2-8da3-f46d40eeb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:23.090609 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-16c5c71c-b246-4d28-bfab-24305f072233 req-c382183a-96ba-46f2-8da3-f46d40eeb27e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b18e9c84-7a47-456f-90d0-4d128e967114 HTTP/1.1" status: 200 len: 834 time: 0.0590622 Mar 22 13:42:23.168471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5c71c-b246-4d28-bfab-24305f072233 req-c9deb8f9-9e1a-4a0e-9095-b6cc9f6784d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:23.169926 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-16c5c71c-b246-4d28-bfab-24305f072233 req-c9deb8f9-9e1a-4a0e-9095-b6cc9f6784d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702205 Mar 22 13:42:23.305326 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-16c5c71c-b246-4d28-bfab-24305f072233 req-24196138-b46b-4812-be83-ea5ecfd749c4 service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250241 Mar 22 13:42:23.437531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-16c5c71c-b246-4d28-bfab-24305f072233 req-ad103c0c-9ab1-4807-955b-7632912e9620 service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242127 Mar 22 13:42:24.172497 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02956a-77fc-4bf2-9b76-dcc5b49a6f8a req-63780dd5-b5cc-4026-b2b7-91948e37f4da tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:24.173930 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5f02956a-77fc-4bf2-9b76-dcc5b49a6f8a req-63780dd5-b5cc-4026-b2b7-91948e37f4da tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0825675 Mar 22 13:42:24.217214 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5f02956a-77fc-4bf2-9b76-dcc5b49a6f8a req-d519d082-fe33-461b-8ab6-0ab725706913 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372267 Mar 22 13:42:25.401488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f4c5f-9681-45fb-8932-ffb2ebb1bdf6 req-2c3ec4b8-eef4-4d36-b7e0-fbe6252d1734 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:25.402931 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-996f4c5f-9681-45fb-8932-ffb2ebb1bdf6 req-2c3ec4b8-eef4-4d36-b7e0-fbe6252d1734 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0827661 Mar 22 13:42:25.447061 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-996f4c5f-9681-45fb-8932-ffb2ebb1bdf6 req-4aca92f9-2346-4a50-a1a8-e1e5ddccd066 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384827 Mar 22 13:42:25.470675 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50122) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:42:25.574720 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b53fc87d-e62d-4b7a-bff0-540826876a22 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/c645837e-822a-4e94-aa30-0c68fca2aa9d HTTP/1.1" status: 200 len: 994 time: 0.1027257 Mar 22 13:42:33.137875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3eb0b424-9d0b-4951-9478-321bd545c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:35.413718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-56f6fe56-89f7-43ac-9c3b-e3b8df7275d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:36.514670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:36.693820 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:37.933340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:51.928982 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:54.454883 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:42:57.997379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50136) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:42:58.292388 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 5cb7f02c-f784-48c2-ba61-071f1102df18 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:42:58.292642 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:58.460253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:58.460599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:58.581149 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 5cb7f02c-f784-48c2-ba61-071f1102df18 owned by network:floatingip {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:42:58.729566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:58.774641 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=5cb7f02c-f784-48c2-ba61-071f1102df18,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:42:58.817170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.817519 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.817859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.818196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.818531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.818861 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.819215 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.819547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.819897 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.820220 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.820545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.820866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:42:58.879171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:58.879524 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Floating IP c645837e-822a-4e94-aa30-0c68fca2aa9d disassociated (deleted). External IP: 172.26.5.193, port: acd79911-716c-495e-8874-51df15315b9e. Mar 22 13:42:59.228765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:42:59.404884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:42:59.413846 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] Sync routers for ids ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:42:59.422659 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] Routers {'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:42:59.423283 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:42:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:42:59.424768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:42:59.478580 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-a8ecbc5d-8aa0-4770-98de-870763ebaa16 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/floatingips/c645837e-822a-4e94-aa30-0c68fca2aa9d HTTP/1.1" status: 204 len: 168 time: 1.4800215 Mar 22 13:42:59.479282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'tag': 'acd79911-716c-495e-8874-51df15315b9e'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:42:59.575171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'tag': 'acd79911-716c-495e-8874-51df15315b9e', 'status': 'completed', 'code': 200} Mar 22 13:42:59.597450 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] Set router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:42:59.814066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-aa1f9f38-1b70-4ad4-9dfe-30f7b29c6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:59.815830 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-aa1f9f38-1b70-4ad4-9dfe-30f7b29c6301 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 1099 time: 0.2164311 Mar 22 13:42:59.860933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed6674-d438-4118-90ea-79000020fd90 req-1a4d67bf-bc6a-4304-8c71-b4a732280a44 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:59.863121 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5bed6674-d438-4118-90ea-79000020fd90 req-1a4d67bf-bc6a-4304-8c71-b4a732280a44 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0827751 Mar 22 13:42:59.908289 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5bed6674-d438-4118-90ea-79000020fd90 req-1bdb07c4-b167-48b4-8c3c-b5aa6537e75e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384831 Mar 22 13:42:59.931096 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:19Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '22529f1c-9573-43c9-b1ac-6942fd36364a', 'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:2a:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:18Z', 'updated_at': '2022-03-22T13:41:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:42:59.934952 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] Checking router: bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:42:59.943554 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] Routers {'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:42:59.944153 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:42:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:42:59.952816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-315211a7-9e91-4c50-a50f-10e98284851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:42:59.954249 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-315211a7-9e91-4c50-a50f-10e98284851e service neutron] 10.222.0.47 "GET /v2.0/networks?id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 HTTP/1.1" status: 200 len: 897 time: 0.1302953 Mar 22 13:43:00.026104 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-b6d49cd9-a09f-44c0-b9de-b991ba2ff935 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd79911-716c-495e-8874-51df15315b9e HTTP/1.1" status: 200 len: 217 time: 0.0601504 Mar 22 13:43:00.092102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-3a2e3331-1474-4b0e-a4de-174775ee3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:00.093435 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-3a2e3331-1474-4b0e-a4de-174775ee3d26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b18e9c84-7a47-456f-90d0-4d128e967114 HTTP/1.1" status: 200 len: 834 time: 0.0604539 Mar 22 13:43:00.121596 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] Set router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:43:00.169533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-04bbd601-6ff4-43c5-baca-85ecac90d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:00.171007 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-04bbd601-6ff4-43c5-baca-85ecac90d401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710876 Mar 22 13:43:00.186167 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-f5613a16-dbe4-45b0-9ff4-2957d336e531 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:43:00.187089 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-f5613a16-dbe4-45b0-9ff4-2957d336e531 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048275 Mar 22 13:43:00.320057 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-4d69bf26-3315-4d5f-ba61-d61d3e38ae63 service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258199 Mar 22 13:43:00.425645 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:19Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '22529f1c-9573-43c9-b1ac-6942fd36364a', 'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:2a:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:18Z', 'updated_at': '2022-03-22T13:41:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:00.429494 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a821d05-905f-40ed-b70a-afe765405b67 None None] The sync data for ids ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'] in dv-neutron-834664-2-hyperv is: [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:19Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '22529f1c-9573-43c9-b1ac-6942fd36364a', 'name': '', 'network_id': '906784a0-1e5e-4a7f-b0b1-6a91ff2f4259', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:2a:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:18Z', 'updated_at': '2022-03-22T13:41:24Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'b18e9c84-7a47-456f-90d0-4d128e967114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:43:00.455944 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ed920d1-a6ef-49b0-a225-26a96bb355a1 req-428cc0a7-af50-4650-b526-f2617291e11e service neutron] 10.222.0.47 "GET /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281512 Mar 22 13:43:00.629459 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305a18a-5c30-410b-a6e6-cd81140a67e5 None None] New status for floating IP c645837e-822a-4e94-aa30-0c68fca2aa9d: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:43:01.103399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0c716-e285-4dd7-acc3-690411ba5d54 req-40b30b0e-160c-4f5d-bf0e-b0ce607f7338 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:01.104082 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-aba0c716-e285-4dd7-acc3-690411ba5d54 req-40b30b0e-160c-4f5d-bf0e-b0ce607f7338 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:43:01.119370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-aba0c716-e285-4dd7-acc3-690411ba5d54 req-40b30b0e-160c-4f5d-bf0e-b0ce607f7338 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:43:01.120777 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aba0c716-e285-4dd7-acc3-690411ba5d54 req-40b30b0e-160c-4f5d-bf0e-b0ce607f7338 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0998158 Mar 22 13:43:01.164461 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aba0c716-e285-4dd7-acc3-690411ba5d54 req-14d2d246-39ac-4043-b4db-4a86212b3d85 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbd226dd-40d7-4373-a47f-a6dcd5a4c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381503 Mar 22 13:43:01.548590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-522a7fd2-512d-43c9-a6b4-e7388f125349 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:01.549994 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-522a7fd2-512d-43c9-a6b4-e7388f125349 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 946 time: 0.0778570 Mar 22 13:43:01.621811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-55b05cf4-c123-4396-bc8b-4a4d5c6cdea0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port acd79911-716c-495e-8874-51df15315b9e {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:43:01.622077 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-55b05cf4-c123-4396-bc8b-4a4d5c6cdea0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:01.863042 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-55b05cf4-c123-4396-bc8b-4a4d5c6cdea0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port acd79911-716c-495e-8874-51df15315b9e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=acd79911-716c-495e-8874-51df15315b9e,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:43:01.863429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-55b05cf4-c123-4396-bc8b-4a4d5c6cdea0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:01.983507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-55b05cf4-c123-4396-bc8b-4a4d5c6cdea0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for acd79911-716c-495e-8874-51df15315b9e owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:43:02.125971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-55b05cf4-c123-4396-bc8b-4a4d5c6cdea0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:02.177639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b05cf4-c123-4396-bc8b-4a4d5c6cdea0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=acd79911-716c-495e-8874-51df15315b9e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:02.251824 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-55b05cf4-c123-4396-bc8b-4a4d5c6cdea0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] No DVR routers for this DVR port acd79911-716c-495e-8874-51df15315b9e on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:43:02.254124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-55b05cf4-c123-4396-bc8b-4a4d5c6cdea0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:02.256606 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'name': 'network-vif-deleted', 'tag': 'acd79911-716c-495e-8874-51df15315b9e'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:43:02.273563 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7dcd8f04-34c2-486d-aeae-c25ae6ec521f req-55b05cf4-c123-4396-bc8b-4a4d5c6cdea0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "DELETE /v2.0/ports/acd79911-716c-495e-8874-51df15315b9e HTTP/1.1" status: 204 len: 173 time: 0.7170775 Mar 22 13:43:02.307496 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a2db15-36b1-49a9-a9e3-2bb81620acfb', 'name': 'network-vif-deleted', 'tag': 'acd79911-716c-495e-8874-51df15315b9e', 'status': 'completed', 'code': 200} Mar 22 13:43:02.323605 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6c9075a5-32f6-4a5d-9d7a-3d6087c0f73e req-bbebae92-2ddf-4654-a54f-b9e26acd67c2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=80a2db15-36b1-49a9-a9e3-2bb81620acfb HTTP/1.1" status: 200 len: 210 time: 0.0478773 Mar 22 13:43:03.138204 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7e76acad-29f3-40ec-ba4a-27c38a1a3e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:03.420887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50156) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:04.066459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:04.418350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 22529f1c-9573-43c9-b1ac-6942fd36364a {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:43:04.418670 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:04.613839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port 22529f1c-9573-43c9-b1ac-6942fd36364a, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=22529f1c-9573-43c9-b1ac-6942fd36364a,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:43:04.614524 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:04.734807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 22529f1c-9573-43c9-b1ac-6942fd36364a owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:43:05.105536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:05.152180 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=22529f1c-9573-43c9-b1ac-6942fd36364a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:05.394654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device acd79911-716c-495e-8874-51df15315b9e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:43:05.436974 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:05.442665 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: acd79911-716c-495e-8874-51df15315b9e {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:43:05.443011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device acd79911-716c-495e-8874-51df15315b9e not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:43:05.449590 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ab95bb30-04d1-476e-baba-6c1a35af249b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:05.810725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:43:05.988425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:43:06.000032 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] Sync routers for ids ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:43:06.001824 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ef34be7c-70ad-4e13-94bf-c0707c451f04 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "PUT /v2.0/routers/bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5798521 Mar 22 13:43:06.004438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50162) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:06.009965 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] Routers {'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:43:06.010654 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:43:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:06.077290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca930ce3-0693-4d45-a7bb-0f137c08028e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting subnet b18e9c84-7a47-456f-90d0-4d128e967114 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:43:06.080487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ca930ce3-0693-4d45-a7bb-0f137c08028e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.135493 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ca930ce3-0693-4d45-a7bb-0f137c08028e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.226688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ca930ce3-0693-4d45-a7bb-0f137c08028e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.237815 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] Set router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:43:06.298715 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ca930ce3-0693-4d45-a7bb-0f137c08028e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.337038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca930ce3-0693-4d45-a7bb-0f137c08028e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Subnet': ['ID=b18e9c84-7a47-456f-90d0-4d128e967114,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:06.342411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ca930ce3-0693-4d45-a7bb-0f137c08028e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.351397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354df168-ccec-4099-a9aa-fdd0efe2de81 None None] Network 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:43:06.351900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50166) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:06.352347 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ca930ce3-0693-4d45-a7bb-0f137c08028e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/subnets/b18e9c84-7a47-456f-90d0-4d128e967114 HTTP/1.1" status: 204 len: 168 time: 0.3466160 Mar 22 13:43:06.531962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.544270 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:43:04Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:06.548453 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] Checking router: bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:43:06.557545 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] Routers {'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:43:06.558155 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:43:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:06.632642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] DHCP port deletion for 906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:43:06.636833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Deleting port ec92c7fb-99c8-463d-ad35-5f3c9f71e541 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:43:06.637272 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.662748 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.734937 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.742475 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] Set router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:43:06.846926 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.857575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:43:06.857997 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.861622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] For port ec92c7fb-99c8-463d-ad35-5f3c9f71e541, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=ec92c7fb-99c8-463d-ad35-5f3c9f71e541,segment=NetworkSegment(1ad7ec9d-9cde-47b0-bf14-6777d159c8c8),segment_id=1ad7ec9d-9cde-47b0-bf14-6777d159c8c8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:43:06.862006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:06.984064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Calling delete_port for ec92c7fb-99c8-463d-ad35-5f3c9f71e541 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:43:07.030622 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:43:04Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:07.034598 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57104c-e05c-4bb2-b9f3-414d4f19c4a2 None None] The sync data for ids ['bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7'] in dv-neutron-834664-2-hyperv is: [{'id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260899122', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:43:04Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '3f0b96e8-86f8-4add-92ad-c3c980ebe8a3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:41:14Z', 'updated_at': '2022-03-22T13:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:43:07.048530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=3f0b96e8-86f8-4add-92ad-c3c980ebe8a3,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:43:07.048892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:07.071255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:07.115475 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Pushing event deleted for resources: {'Port': ['ID=ec92c7fb-99c8-463d-ad35-5f3c9f71e541,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:07.122324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] No DVR routers for this DVR port ec92c7fb-99c8-463d-ad35-5f3c9f71e541 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:43:07.131776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.132765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.133105 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.133497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.133985 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.134353 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.134788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.135116 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.135465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.135786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.136104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.136419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12029c82-69c4-40a3-9ea5-fbeb4d2d7b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.181397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:43:07.349979 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:07.418623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=3f0b96e8-86f8-4add-92ad-c3c980ebe8a3,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:07.467179 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.467533 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.467881 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.468224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.468559 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.468892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.469221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.469548 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.469946 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.470243 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.470508 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.470835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:07.528314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:07.700820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:07.702892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:07.726340 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:07.726883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Fanout notify agent at l3_agent the message router_deleted on router bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:43:07.748601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:07.749706 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3c55de37-ea4f-4f20-81c9-e3d0941ebc07 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/routers/bcf275d0-0d0c-4d9b-ab24-d828e8e42fb7 HTTP/1.1" status: 204 len: 168 time: 1.3967957 Mar 22 13:43:07.752573 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50170) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:07.868925 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.001489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.120724 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.146133 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906784a0-1e5e-4a7f-b0b1-6a91ff2f4259']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:08.161097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:08.161404 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad7ec9d-9cde-47b0-bf14-6777d159c8c8') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:08.175115 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.194041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.201589 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:43:08.202070 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:43:08.220071 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:43:08.225647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:43:08.259752 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:43:08.260011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 3f0b96e8-86f8-4add-92ad-c3c980ebe8a3 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:43:08.260417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 22529f1c-9573-43c9-b1ac-6942fd36364a no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:43:08.294922 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 22529f1c-9573-43c9-b1ac-6942fd36364a {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:43:08.295241 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 22529f1c-9573-43c9-b1ac-6942fd36364a not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:43:08.295643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ec92c7fb-99c8-463d-ad35-5f3c9f71e541 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:43:08.303359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.325634 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.339268 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Network': ['ID=906784a0-1e5e-4a7f-b0b1-6a91ff2f4259,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:08.351212 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4432ad82-1abe-4086-86df-c4e605d41027 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/networks/906784a0-1e5e-4a7f-b0b1-6a91ff2f4259 HTTP/1.1" status: 204 len: 168 time: 0.5958536 Mar 22 13:43:08.352109 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50174) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:08.364783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: ec92c7fb-99c8-463d-ad35-5f3c9f71e541 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:43:08.365126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device ec92c7fb-99c8-463d-ad35-5f3c9f71e541 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:43:08.421176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b2367a7-3827-46f3-8d43-14864561d992 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.459040 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b2367a7-3827-46f3-8d43-14864561d992 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.531496 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b2367a7-3827-46f3-8d43-14864561d992 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.549455 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2367a7-3827-46f3-8d43-14864561d992 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd226dd-40d7-4373-a47f-a6dcd5a4c565,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:08.560224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4b2367a7-3827-46f3-8d43-14864561d992 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.561334 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4b2367a7-3827-46f3-8d43-14864561d992 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/security-groups/fbd226dd-40d7-4373-a47f-a6dcd5a4c565 HTTP/1.1" status: 204 len: 168 time: 0.2080824 Mar 22 13:43:08.777916 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50182) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:08.783228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789183048', 'description': 'tempest-secgroup-smoke-1789183048 description', 'project_id': '9645728d4a574b04bd66c30a7915a07d'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:08.789711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:08.793952 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:08.797050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:08.806578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:08.817362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.837722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:08.841445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:08.844224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:08.849686 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:08.920506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.924243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.966886 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:08.974067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:08.975100 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-54cae5bf-e29e-47c7-8832-4acd8d2b40ad tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1961930 Mar 22 13:43:08.978467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50186) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:08.983984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '790e5ad9-f13d-46cb-bc00-6fe221e9b9ff', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:08.989850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:08.994304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:08.997302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:09.002830 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:09.018804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.077490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.080725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.105427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5f85c3-2c04-46cc-a592-29b02568ad00,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:09.114032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.115182 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e1354ffc-60e8-4991-9cfc-613a624a297d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358111 Mar 22 13:43:09.119256 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50190) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:09.124049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '790e5ad9-f13d-46cb-bc00-6fe221e9b9ff', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:09.129788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:09.133615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:09.136454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:09.143558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:09.162238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.223664 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.227800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.253762 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cad138-24dc-4bf2-bdb5-f94156dec6d2,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:09.261896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.263060 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-53cad51b-3336-42fc-aede-130c06d8aa73 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429017 Mar 22 13:43:09.265803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50194) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:09.270680 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '790e5ad9-f13d-46cb-bc00-6fe221e9b9ff', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:09.276939 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:09.280673 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:09.283482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:09.289977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:09.406224 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.465838 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.470383 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.495001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e090560-6d89-4dd5-90c9-802055a6cfd4,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:09.503381 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.504580 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d2ec1e2b-64d8-4709-aaef-0deb3fb9a63f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2378533 Mar 22 13:43:09.507697 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50198) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:09.512487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '790e5ad9-f13d-46cb-bc00-6fe221e9b9ff', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:09.518237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:09.521928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:09.525594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:09.530850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:09.546558 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.608257 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.611602 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.633774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45851a8-ea28-4cce-bc73-e6eb80b44b3b,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:09.643187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.644320 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3f90e082-8e2c-419c-b075-c0cca5779623 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357126 Mar 22 13:43:09.646902 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50202) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:09.652223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '790e5ad9-f13d-46cb-bc00-6fe221e9b9ff', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:09.657798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:09.661481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:09.664311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:09.670038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:09.680171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Project 9645728d4a574b04bd66c30a7915a07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:43:09.686722 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.750966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.754191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.781303 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ae2522-ed9d-4ee5-b061-49ff84a94096,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:09.787244 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.788447 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-589a3561-29e3-48a0-b068-417036bc0f1b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400130 Mar 22 13:43:09.791095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50206) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:09.795873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'security_group_rule': {'security_group_id': '790e5ad9-f13d-46cb-bc00-6fe221e9b9ff', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:09.801534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:09.805283 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:security_group_rule and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:09.808047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:09.813448 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:09.824131 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Project 9645728d4a574b04bd66c30a7915a07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:43:09.830713 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.893497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.896644 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.918570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6e33b2-c44e-4765-88a1-e915f51c1b3d,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:09.926993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.928165 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-176a8d5a-9a62-485f-9b29-82b6e4ec053d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361470 Mar 22 13:43:09.931437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50210) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:09.936777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'network': {'name': 'tempest-network-smoke--1266248971', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'port_security_enabled': True}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:09.941434 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:09.946110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:network and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:09.949309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:09.954975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:09.964807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:43:09.968166 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:09.995734 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:43:10.004721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:10.005055 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Added segment 5a364bb1-4e11-47a3-9a28-5ca5b3c9229b of type vlan for network 16711cfe-5154-4e0f-a2df-c0659c89cbfb Mar 22 13:43:10.032895 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:10.064011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:10.069900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:10.070480 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:10.173815 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2413795 Mar 22 13:43:10.176956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50214) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:10.180777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f5d2e-82b0-482d-95be-81efe11fdfe3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Network': ['ID=16711cfe-5154-4e0f-a2df-c0659c89cbfb,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:10.182828 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'admin_state_up': True, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:10.190419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:10.191660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 16711cfe-5154-4e0f-a2df-c0659c89cbfb details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:43:10.195079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:router and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:10.198226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:10.204307 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:10.213595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:10.214547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:10.229161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:10.493753 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:10.792472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:10.820263 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:10.952089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.26.5.248 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/54b58bc4-456a-4af3-ae74-dab1a15053e1) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:43:11.096826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:11.125767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:11.183890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:43:11.186713 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:43:11.194340 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:43:11.236509 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=54b58bc4-456a-4af3-ae74-dab1a15053e1,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:11.714711 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:12.048579 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:12.254918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:43:12.428085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:43:12.437724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Sync routers for ids ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:43:12.447476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Routers {'d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:43:12.448088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:43:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:12.455019 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:12.456227 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6a74118c-cca7-4570-8a4a-3a72bc9cf15f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2781949 Mar 22 13:43:12.459407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50218) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:12.504021 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-97ad27cc-2e4a-4e9e-bdc8-b4dba5bb553b tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=9645728d4a574b04bd66c30a7915a07d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434101 Mar 22 13:43:12.507393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50222) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:12.631024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Set router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:43:12.761632 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586e392-0ace-40a6-9b9e-64575fdd2b2a tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:12.763076 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8586e392-0ace-40a6-9b9e-64575fdd2b2a tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2547905 Mar 22 13:43:12.765933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50226) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:12.804361 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d694c8fb-a0e1-4bb4-a552-e9111da8de21 tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=84ab9d4a-5657-42cc-90d2-47e8b771db9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368392 Mar 22 13:43:12.806824 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50230) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:12.811992 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1638450732', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:12.920237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:11Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:12.923980 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Checking router: d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:43:12.924325 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Updating router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab port 54b58bc4-456a-4af3-ae74-dab1a15053e1 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:43:12.927900 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:12.931796 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:subnet and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:12.934630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:12.940181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:12.949810 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:43:12.953477 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:12.980271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:13.172704 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:13.250314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Subnet': ['ID=ac044849-13a1-4f21-bd02-51783856c850,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:13.260421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Checking segment: {'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:43:13.260977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network hostable DHCP agents. Network: 16711cfe-5154-4e0f-a2df-c0659c89cbfb, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:43:13.280551 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 16711cfe-5154-4e0f-a2df-c0659c89cbfb is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:43:13.290269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 16711cfe-5154-4e0f-a2df-c0659c89cbfb) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:43:13.295999 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:13.296586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:13.304116 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2370f583-371c-4987-9ace-00a4e03b7032 None None] Network 16711cfe-5154-4e0f-a2df-c0659c89cbfb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:43:13.321616 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7101c8c1-42dc-42c8-8698-76d1327c9d1d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5137258 Mar 22 13:43:13.324571 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50234) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:13.397974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:13.421787 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Transition to ACTIVE for port object 54b58bc4-456a-4af3-ae74-dab1a15053e1 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:43:13.431327 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:13.559421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf6e4c-8f96-41f4-955c-fcc095721e92 None None] Pushing event updated for resources: {'Port': ['ID=54b58bc4-456a-4af3-ae74-dab1a15053e1,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:13.567561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Attempting to bind port 54b58bc4-456a-4af3-ae74-dab1a15053e1 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:43:13.567932 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Attempting to bind port 54b58bc4-456a-4af3-ae74-dab1a15053e1 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:43:13.568378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Attempting to bind port 54b58bc4-456a-4af3-ae74-dab1a15053e1 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:43:13.578728 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:43:13.579100 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:43:13.579522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:13.579915 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:43:13.580376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Bound port: 54b58bc4-456a-4af3-ae74-dab1a15053e1, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:43:13.580747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:13.663072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:43:13.663914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:13.773867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] For port 54b58bc4-456a-4af3-ae74-dab1a15053e1, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:43:13.790104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] For port 54b58bc4-456a-4af3-ae74-dab1a15053e1, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=54b58bc4-456a-4af3-ae74-dab1a15053e1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:43:13.797715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:13.929087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf6e4c-8f96-41f4-955c-fcc095721e92 None None] Pushing event updated for resources: {'Port': ['ID=54b58bc4-456a-4af3-ae74-dab1a15053e1,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:13.934528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Routers {'d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:43:13.935143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:43:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:14.010531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:14.023529 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Allocated IP 172.20.0.2 (16711cfe-5154-4e0f-a2df-c0659c89cbfb/ac044849-13a1-4f21-bd02-51783856c850/6068a5c5-9f8a-42c5-87bc-9899139b99c7) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:43:14.206883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] Set router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:43:14.551909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:14.568193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Transition to ACTIVE for port object 6068a5c5-9f8a-42c5-87bc-9899139b99c7 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:43:14.591609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Transition to ACTIVE for port object 6068a5c5-9f8a-42c5-87bc-9899139b99c7 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:43:14.601640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:14.661837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.20.0.1 (16711cfe-5154-4e0f-a2df-c0659c89cbfb/ac044849-13a1-4f21-bd02-51783856c850/bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:43:14.666909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Network 16711cfe-5154-4e0f-a2df-c0659c89cbfb is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:43:14.675279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:11Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:14.677378 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:43:14.683307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:43:14.689454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4ad6d-2b03-4c54-9564-98252e2fa1d6 None None] The sync data for ids ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'] in dv-neutron-834664-2-hyperv is: [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:11Z', 'revision_number': 3, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:43:14.692412 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Pushing event updated for resources: {'Port': ['ID=6068a5c5-9f8a-42c5-87bc-9899139b99c7,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:14.785622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Attempting to bind port 6068a5c5-9f8a-42c5-87bc-9899139b99c7 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:43:14.785989 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Attempting to bind port 6068a5c5-9f8a-42c5-87bc-9899139b99c7 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:43:14.786352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Attempting to bind port 6068a5c5-9f8a-42c5-87bc-9899139b99c7 on network 16711cfe-5154-4e0f-a2df-c0659c89cbfb {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:43:14.792165 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:43:14.793093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Checking segment: {'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:43:14.793093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:14.793307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Bound using segment: {'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:43:14.793760 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Bound port: 6068a5c5-9f8a-42c5-87bc-9899139b99c7, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:43:14.794133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:14.834222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:14.851148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Transition to ACTIVE for port object bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:43:14.875760 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:14.887428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] For port 6068a5c5-9f8a-42c5-87bc-9899139b99c7, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:43:14.890841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] For port 6068a5c5-9f8a-42c5-87bc-9899139b99c7, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6068a5c5-9f8a-42c5-87bc-9899139b99c7,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:43:14.896344 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:14.939888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 16711cfe-5154-4e0f-a2df-c0659c89cbfb is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:43:14.943196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:43:14.946173 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:43:14.989736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e5cbc-2ab6-4863-89c1-10615790fc12 None None] Pushing event updated for resources: {'Port': ['ID=6068a5c5-9f8a-42c5-87bc-9899139b99c7,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:15.021329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:15.033492 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:15.327583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:15.748613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:15.753067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:15.866812 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:15.871584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:16.009963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 16711cfe-5154-4e0f-a2df-c0659c89cbfb is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:43:16.011089 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:43:16.016108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b57ebe-5d96-498d-bba5-6ac03f356238 None None] Network 16711cfe-5154-4e0f-a2df-c0659c89cbfb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:43:16.114875 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9336a548-90a3-411f-9d9f-9b5bd0c6396b None None] Provisioning for port 6068a5c5-9f8a-42c5-87bc-9899139b99c7 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:43:16.288573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6068a5c5-9f8a-42c5-87bc-9899139b99c7 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:43:16.343228 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:43:16.378469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 6068a5c5-9f8a-42c5-87bc-9899139b99c7 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:43:16.384555 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 6068a5c5-9f8a-42c5-87bc-9899139b99c7 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:16.384928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:16.513513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:16.548268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 6068a5c5-9f8a-42c5-87bc-9899139b99c7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6068a5c5-9f8a-42c5-87bc-9899139b99c7,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:43:16.552501 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:16.554523 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 54b58bc4-456a-4af3-ae74-dab1a15053e1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:43:16.557565 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:43:16.570382 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d9f1a769-effb-4803-9ad5-9f2a7ac333e9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "PUT /v2.0/routers/d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2447999 Mar 22 13:43:16.646704 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Sync routers for ids ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:43:16.661058 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Routers {'d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:43:16.661934 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:43:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:16.685785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=6068a5c5-9f8a-42c5-87bc-9899139b99c7,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:16.691676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9301e0c5-1073-4e85-93c4-bfb4d88d0621 None None] Provisioning complete for port 6068a5c5-9f8a-42c5-87bc-9899139b99c7 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:16.692053 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9301e0c5-1073-4e85-93c4-bfb4d88d0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:16.772242 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 54b58bc4-456a-4af3-ae74-dab1a15053e1 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:43:16.782382 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 54b58bc4-456a-4af3-ae74-dab1a15053e1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:16.782863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:16.782976 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-47e147fb-6763-4df1-85b4-a3d2a7850b9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:43:16.805507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-47e147fb-6763-4df1-85b4-a3d2a7850b9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:43:16.807640 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-47e147fb-6763-4df1-85b4-a3d2a7850b9e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789183048&fields=id&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 267 time: 0.0647898 Mar 22 13:43:16.891284 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Set router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:43:16.950142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9301e0c5-1073-4e85-93c4-bfb4d88d0621 None None] Provisioning for port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:43:16.962676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-9301e0c5-1073-4e85-93c4-bfb4d88d0621 None None] Provisioning complete for port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:16.963238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9301e0c5-1073-4e85-93c4-bfb4d88d0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:16.992955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-a72c4fb8-d93e-40c8-8a73-9005de8002bb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:16.993658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-a72c4fb8-d93e-40c8-8a73-9005de8002bb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:43:17.012270 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-a72c4fb8-d93e-40c8-8a73-9005de8002bb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:43:17.013819 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-a72c4fb8-d93e-40c8-8a73-9005de8002bb tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/networks?id=16711cfe-5154-4e0f-a2df-c0659c89cbfb HTTP/1.1" status: 200 len: 797 time: 0.1992714 Mar 22 13:43:17.019557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:17.037569 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-1a5ff9f1-8ff4-49fd-b091-79bf44595ca3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/quotas/9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 375 time: 0.0128560 Mar 22 13:43:17.041570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-9301e0c5-1073-4e85-93c4-bfb4d88d0621 None None] Port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:43:17.048755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 54b58bc4-456a-4af3-ae74-dab1a15053e1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=54b58bc4-456a-4af3-ae74-dab1a15053e1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:43:17.055557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:17.131787 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=54b58bc4-456a-4af3-ae74-dab1a15053e1,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:17.138518 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-3337e212-e113-46d2-a66a-f0a265965741 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:43:17.154531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-3337e212-e113-46d2-a66a-f0a265965741 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:43:17.155867 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-3337e212-e113-46d2-a66a-f0a265965741 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098666 Mar 22 13:43:17.162009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-611672d8-14f2-4a22-9554-3c84c7a2e5ce None None] Provisioning complete for port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:17.162381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-611672d8-14f2-4a22-9554-3c84c7a2e5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:17.219030 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-611672d8-14f2-4a22-9554-3c84c7a2e5ce None None] Port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:43:17.271141 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:15Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0', 'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:61:34:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:14Z', 'updated_at': '2022-03-22T13:43:15Z', 'revision_number': 2, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ac044849-13a1-4f21-bd02-51783856c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:17.274894 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Checking router: d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:43:17.275332 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Updating router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:43:17.298458 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-97591b99-94e1-4d0c-9fbc-3a4184316f26 service neutron] 10.222.0.70 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284716 Mar 22 13:43:17.326917 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:17.450169 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-683d3f3e-4c44-4307-b132-3b28eac5cf3a service neutron] 10.222.0.70 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446154 Mar 22 13:43:17.634025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-ecc02cb7-97b4-4eb4-8866-f60ef76a1b08 req-cb782146-8905-4e67-8444-28988889ee18 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:43:17.645941 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-ecc02cb7-97b4-4eb4-8866-f60ef76a1b08 req-cb782146-8905-4e67-8444-28988889ee18 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:43:17.647601 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ecc02cb7-97b4-4eb4-8866-f60ef76a1b08 req-cb782146-8905-4e67-8444-28988889ee18 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 210 time: 0.0595236 Mar 22 13:43:17.680504 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:17.694218 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Transition to ACTIVE for port object bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:43:17.701257 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:17.863971 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Pushing event updated for resources: {'Port': ['ID=bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:17.911278 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.911621 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.911958 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.912290 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.912611 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.913015 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.913332 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.913654 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.913971 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.914287 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.914605 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.914927 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:43:17.926905 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Attempting to bind port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:43:17.927301 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Attempting to bind port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:43:17.927663 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Attempting to bind port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 on network 16711cfe-5154-4e0f-a2df-c0659c89cbfb {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:43:17.937633 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:43:17.938008 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Checking segment: {'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:43:17.938409 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:17.938795 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Bound using segment: {'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:43:17.939322 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Bound port: bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:43:17.939668 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:18.029748 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] For port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:43:18.033140 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] For port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:43:18.037254 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:18.118076 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Routers {'d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:43:18.118686 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:43:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:18.172979 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc4b3c-2f55-4ffc-98f3-2466a321c178 None None] Pushing event updated for resources: {'Port': ['ID=bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0,revision_number=4']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:18.250835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6068a5c5-9f8a-42c5-87bc-9899139b99c7 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:43:18.306508 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] Set router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:43:18.322659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 6068a5c5-9f8a-42c5-87bc-9899139b99c7 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:18.323038 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:18.451280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 54b58bc4-456a-4af3-ae74-dab1a15053e1 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:43:18.520455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 54b58bc4-456a-4af3-ae74-dab1a15053e1 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:18.520883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:18.659565 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:15Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0', 'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:61:34:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:14Z', 'updated_at': '2022-03-22T13:43:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ac044849-13a1-4f21-bd02-51783856c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:18.664796 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3be6f3-a1d3-467d-b26c-b335c223638b None None] The sync data for ids ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'] in dv-neutron-834664-2-hyperv is: [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:15Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0', 'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:61:34:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:14Z', 'updated_at': '2022-03-22T13:43:18Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ac044849-13a1-4f21-bd02-51783856c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:43:18.807254 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-f8d3e622-f95e-431b-bec2-00047b1a7100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:18.807968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-f8d3e622-f95e-431b-bec2-00047b1a7100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:43:18.831869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-f8d3e622-f95e-431b-bec2-00047b1a7100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:43:18.833295 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-f8d3e622-f95e-431b-bec2-00047b1a7100 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/networks?id=16711cfe-5154-4e0f-a2df-c0659c89cbfb HTTP/1.1" status: 200 len: 797 time: 0.2074077 Mar 22 13:43:18.837393 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6dccc850-6476-4d4d-9e16-16dbb2596e0d req-178f2492-f9a2-48b1-a2c4-8fc5d48f4235 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 210 time: 0.0559733 Mar 22 13:43:18.892871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-b4af7872-f4ab-432d-ac2a-1aefc414ead1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:43:18.907528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-b4af7872-f4ab-432d-ac2a-1aefc414ead1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:43:18.908869 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-b4af7872-f4ab-432d-ac2a-1aefc414ead1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9645728d4a574b04bd66c30a7915a07d HTTP/1.1" status: 200 len: 380 time: 0.0623105 Mar 22 13:43:18.918260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'port': {'device_id': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'admin_state_up': True, 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'security_groups': ['790e5ad9-f13d-46cb-bc00-6fe221e9b9ff']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:19.060705 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:19.069989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:19.080409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Made reservation on behalf of 9645728d4a574b04bd66c30a7915a07d for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:43:19.084011 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:19.261160 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.20.0.4 (16711cfe-5154-4e0f-a2df-c0659c89cbfb/ac044849-13a1-4f21-bd02-51783856c850/e542e798-96f7-4481-a5e6-74bae0a79cd9) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:43:19.461474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:19.477429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Transition to ACTIVE for port object e542e798-96f7-4481-a5e6-74bae0a79cd9 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:43:19.502140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:19.573750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 16711cfe-5154-4e0f-a2df-c0659c89cbfb is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:43:19.581440 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:43:19.586571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:43:19.622061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=e542e798-96f7-4481-a5e6-74bae0a79cd9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:19.656409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:19.657072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:19.683955 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bf25f461-43ce-42de-b999-0ee8dadd6883 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7694240 Mar 22 13:43:19.700843 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Request body: {'port': {'device_id': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:19.817987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8ab5cce8-ec85-4b36-a1d9-01509e80e090 None None] Provisioning for port e542e798-96f7-4481-a5e6-74bae0a79cd9 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:43:19.818499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:19.824177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-8ab5cce8-ec85-4b36-a1d9-01509e80e090 None None] Provisioning complete for port e542e798-96f7-4481-a5e6-74bae0a79cd9 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:19.824621 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8ab5cce8-ec85-4b36-a1d9-01509e80e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:19.877927 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5cce8-ec85-4b36-a1d9-01509e80e090 None None] Port e542e798-96f7-4481-a5e6-74bae0a79cd9 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:43:20.234557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:43:20.244342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b048722-8f8a-4fe1-8474-f0af121c93e3 req-91ae065a-4567-46d9-bffd-67764ae827d1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:20.245060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-8b048722-8f8a-4fe1-8474-f0af121c93e3 req-91ae065a-4567-46d9-bffd-67764ae827d1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:43:20.276221 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-8b048722-8f8a-4fe1-8474-f0af121c93e3 req-91ae065a-4567-46d9-bffd-67764ae827d1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:43:20.277347 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b048722-8f8a-4fe1-8474-f0af121c93e3 req-91ae065a-4567-46d9-bffd-67764ae827d1 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 931 time: 0.3212569 Mar 22 13:43:20.301273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:43:20.307002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:20.307400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:20.365157 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e542e798-96f7-4481-a5e6-74bae0a79cd9 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:43:20.373990 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8b048722-8f8a-4fe1-8474-f0af121c93e3 req-964ee830-ab9a-46e7-b027-633f2005fa2e tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632610 Mar 22 13:43:20.378362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:20.403005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Transition to ACTIVE for port object e542e798-96f7-4481-a5e6-74bae0a79cd9 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:43:20.407804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:20.426725 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:20.458433 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:43:20.463390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:20.536948 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:20.570834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Pushing event updated for resources: {'Port': ['ID=e542e798-96f7-4481-a5e6-74bae0a79cd9,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:20.646352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Attempting to bind port e542e798-96f7-4481-a5e6-74bae0a79cd9 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:43:20.646689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Attempting to bind port e542e798-96f7-4481-a5e6-74bae0a79cd9 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:43:20.647589 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Attempting to bind port e542e798-96f7-4481-a5e6-74bae0a79cd9 on network 16711cfe-5154-4e0f-a2df-c0659c89cbfb {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:43:20.652043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Port e542e798-96f7-4481-a5e6-74bae0a79cd9 on network 16711cfe-5154-4e0f-a2df-c0659c89cbfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:43:20.652367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Attempting to bind port e542e798-96f7-4481-a5e6-74bae0a79cd9 on network 16711cfe-5154-4e0f-a2df-c0659c89cbfb {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:43:20.657429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:43:20.657772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Checking segment: {'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:43:20.658206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Bound using segment: {'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:43:20.658584 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Bound port: e542e798-96f7-4481-a5e6-74bae0a79cd9, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:43:20.658930 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:20.752428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] For port e542e798-96f7-4481-a5e6-74bae0a79cd9, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:43:20.755508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] For port e542e798-96f7-4481-a5e6-74bae0a79cd9, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:43:20.760463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:20.814451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:20.815119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:20.816415 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] 10.222.0.47 "PUT /v2.0/ports/e542e798-96f7-4481-a5e6-74bae0a79cd9 HTTP/1.1" status: 200 len: 1093 time: 1.1207342 Mar 22 13:43:20.816845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'tag': 'e542e798-96f7-4481-a5e6-74bae0a79cd9'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:43:20.853400 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc56a6e-1d9b-4626-87d4-c380f81e1432 service neutron] Pushing event updated for resources: {'Port': ['ID=e542e798-96f7-4481-a5e6-74bae0a79cd9,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:20.891543 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'tag': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'status': 'completed', 'code': 200} Mar 22 13:43:20.937702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-9a9f4382-33bb-4804-bab2-b05cf0ddc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:20.939089 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-9a9f4382-33bb-4804-bab2-b05cf0ddc8a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 1096 time: 0.0792906 Mar 22 13:43:21.011400 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-5e7e14d0-4d60-4198-b528-76bc73144958 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9 HTTP/1.1" status: 200 len: 217 time: 0.0648656 Mar 22 13:43:21.080274 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-375cdf42-e427-4616-b333-b333138a2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:21.081755 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-375cdf42-e427-4616-b333-b333138a2298 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac044849-13a1-4f21-bd02-51783856c850 HTTP/1.1" status: 200 len: 835 time: 0.0636425 Mar 22 13:43:21.160337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-7023e944-487f-4ebc-9e3b-d528a0cbfa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:21.161789 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-7023e944-487f-4ebc-9e3b-d528a0cbfa3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16711cfe-5154-4e0f-a2df-c0659c89cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736072 Mar 22 13:43:21.300859 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-286701a4-0473-4fda-8ecc-9c55884f04fb service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306055 Mar 22 13:43:21.442256 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6894dffd-a9c0-426e-b7ec-0d58786265fd req-bb1b8dd1-5a13-4223-a4a8-7ef318308207 service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343205 Mar 22 13:43:21.628083 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7c415-1350-4fda-ad71-6232dfd784fb req-e4c06285-b9bc-402e-a5a8-4a9a0831b9f9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:21.629545 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3a7c415-1350-4fda-ad71-6232dfd784fb req-e4c06285-b9bc-402e-a5a8-4a9a0831b9f9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 943 time: 0.1490679 Mar 22 13:43:21.631234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-1f399dd6-98d3-45ca-ba3f-2fd3d610c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:21.632566 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-1f399dd6-98d3-45ca-ba3f-2fd3d610c4ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 1096 time: 0.1174352 Mar 22 13:43:21.760630 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e3a7c415-1350-4fda-ad71-6232dfd784fb req-7fdc6e33-e78b-40e6-8342-ee1ce4c4225a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255147 Mar 22 13:43:21.791875 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-83141f76-0bea-4dbf-91ba-db1b22f76590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:21.793362 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-83141f76-0bea-4dbf-91ba-db1b22f76590 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16711cfe-5154-4e0f-a2df-c0659c89cbfb HTTP/1.1" status: 200 len: 898 time: 0.1457081 Mar 22 13:43:21.938225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:21.958783 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-a42b1c5d-4aa2-4f2d-a8f5-68c469f95781 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9 HTTP/1.1" status: 200 len: 217 time: 0.1585789 Mar 22 13:43:22.020325 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-b97093f1-9a8d-47b2-a0fd-5601da2141b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:22.021717 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-b97093f1-9a8d-47b2-a0fd-5601da2141b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac044849-13a1-4f21-bd02-51783856c850 HTTP/1.1" status: 200 len: 835 time: 0.0561502 Mar 22 13:43:22.098894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-499ab5a6-b1eb-48c6-acff-6eb53f83116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:22.100892 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-499ab5a6-b1eb-48c6-acff-6eb53f83116f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16711cfe-5154-4e0f-a2df-c0659c89cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705993 Mar 22 13:43:22.214098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:43:22.231748 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-62f78d89-538b-4aea-845b-da08ce31e317 service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242762 Mar 22 13:43:22.281113 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:22.281482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:22.376670 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd1adcf0-9ec2-4892-a5dc-55dd2d0cfb27 req-2fef4743-90b6-4a99-97f8-556105842de8 service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359046 Mar 22 13:43:22.953945 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dc648-b1c1-4811-b7f7-7f590bc71394 req-321b9e3a-75e1-4c9e-8686-b7ffc0e8d72b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:22.955389 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c37dc648-b1c1-4811-b7f7-7f590bc71394 req-321b9e3a-75e1-4c9e-8686-b7ffc0e8d72b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 943 time: 0.0846472 Mar 22 13:43:22.998361 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c37dc648-b1c1-4811-b7f7-7f590bc71394 req-4c4d8c4a-eaf2-40d9-874f-8191d72b4e2b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368929 Mar 22 13:43:23.529374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e542e798-96f7-4481-a5e6-74bae0a79cd9 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:43:23.670675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e542e798-96f7-4481-a5e6-74bae0a79cd9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:43:23.683675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'port_id': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'mac_address': 'fa:16:3e:0f:1e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:43:23.740539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:23.756748 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e542e798-96f7-4481-a5e6-74bae0a79cd9 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:43:23.771150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e542e798-96f7-4481-a5e6-74bae0a79cd9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:43:23.774760 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:23.840491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=e542e798-96f7-4481-a5e6-74bae0a79cd9,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:24.047622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['e542e798-96f7-4481-a5e6-74bae0a79cd9'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:43:24.180273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19c98-78e5-4b02-8885-743a45093260 req-c541ffd8-ff88-4d3d-a05f-6247b207f5d3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:24.181712 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8bb19c98-78e5-4b02-8885-743a45093260 req-c541ffd8-ff88-4d3d-a05f-6247b207f5d3 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 944 time: 0.0796137 Mar 22 13:43:24.228934 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8bb19c98-78e5-4b02-8885-743a45093260 req-5eca967e-a3f9-4a33-9a6c-8917db4a762b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416923 Mar 22 13:43:25.409323 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b4fc8-61e4-454e-8c98-98bfaa286f2f req-74a4fbab-a992-432a-8ccb-e456bca50a3d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:25.410767 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6c7b4fc8-61e4-454e-8c98-98bfaa286f2f req-74a4fbab-a992-432a-8ccb-e456bca50a3d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 944 time: 0.0783684 Mar 22 13:43:25.459505 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6c7b4fc8-61e4-454e-8c98-98bfaa286f2f req-e762083b-5260-474e-94fb-187d0e0b2490 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Mar 22 13:43:25.534694 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e542e798-96f7-4481-a5e6-74bae0a79cd9 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:43:25.601131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port e542e798-96f7-4481-a5e6-74bae0a79cd9 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:43:25.605572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port e542e798-96f7-4481-a5e6-74bae0a79cd9 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:43:25.605936 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:25.718740 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:25.744729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542e798-96f7-4481-a5e6-74bae0a79cd9'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:43:25.754074 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port e542e798-96f7-4481-a5e6-74bae0a79cd9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:43:25.758514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:25.793155 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'code': 200} Mar 22 13:43:25.825203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=e542e798-96f7-4481-a5e6-74bae0a79cd9,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:26.009669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb30f8-80bc-4636-8639-989b805111f5 req-5bb4b670-5ab2-44e4-8f47-7d6052ac3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:26.011117 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb30f8-80bc-4636-8639-989b805111f5 req-5bb4b670-5ab2-44e4-8f47-7d6052ac3ba6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 1098 time: 0.0688798 Mar 22 13:43:26.054124 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb30f8-80bc-4636-8639-989b805111f5 req-532f2300-2aa5-44e2-9752-edb69e6b2a17 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330653 Mar 22 13:43:26.641642 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed35c3c-d2f9-4536-86ce-b51515b7f166 req-72b8af1a-08e6-4942-87ca-ba5fefa96a7b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:26.642975 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fed35c3c-d2f9-4536-86ce-b51515b7f166 req-72b8af1a-08e6-4942-87ca-ba5fefa96a7b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0797088 Mar 22 13:43:26.685141 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fed35c3c-d2f9-4536-86ce-b51515b7f166 req-a4f6ccce-eac4-42fe-b36e-0695d5a626f8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362952 Mar 22 13:43:27.873104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fedd4-cf3e-4ecd-994d-a5a14460a514 req-e8963755-3c9f-4891-927c-3ca08b78ba48 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:27.874515 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e00fedd4-cf3e-4ecd-994d-a5a14460a514 req-e8963755-3c9f-4891-927c-3ca08b78ba48 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0821505 Mar 22 13:43:27.917052 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e00fedd4-cf3e-4ecd-994d-a5a14460a514 req-647d6747-6e00-4ba5-9247-5aa26e8bab46 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370669 Mar 22 13:43:28.101929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2910-8ed2-492b-9267-2fa1332563a2 req-08b8ceaf-53c5-4727-bcef-d59882c2a2ef tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:28.103399 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2fcf2910-8ed2-492b-9267-2fa1332563a2 req-08b8ceaf-53c5-4727-bcef-d59882c2a2ef tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0821133 Mar 22 13:43:28.146936 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2fcf2910-8ed2-492b-9267-2fa1332563a2 req-d7532f69-c3eb-469a-8768-e1b8c69a4149 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380251 Mar 22 13:43:28.168544 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50292) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:28.236939 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d856f21-dd5e-4aba-8b81-36ddea73daea tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:28.238384 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4d856f21-dd5e-4aba-8b81-36ddea73daea tempest-TestNetworkAdvancedServerOps-1041300932 tempest-TestNetworkAdvancedServerOps-1041300932-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 1093 time: 0.0688410 Mar 22 13:43:28.241679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50296) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:28.246348 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:43:28.252045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:43:28.255739 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Usage tracker for resource:floatingip and tenant:9645728d4a574b04bd66c30a7915a07d is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:43:28.258507 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:43:28.264892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:43:28.276677 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:28.411971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:28.653343 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Allocated IP 172.26.5.135 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/121be3b1-fc76-4d49-9f18-6270e98fd0bc) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:43:28.796971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:28.826998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:28.887403 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:43:28.890155 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:43:28.892741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:43:28.942344 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=121be3b1-fc76-4d49-9f18-6270e98fd0bc,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:29.302563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:29.376174 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:29.582787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:29.587542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:29.695457 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event updated for resources: {'Port': ['ID=121be3b1-fc76-4d49-9f18-6270e98fd0bc,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:43:29.703499 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:29.871720 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Floating IP 738420b1-7049-453e-aad6-ea48b114d678 associated. External IP: 172.26.5.135, port: e542e798-96f7-4481-a5e6-74bae0a79cd9. Mar 22 13:43:30.330421 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:43:30.509636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:43:30.518741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] Sync routers for ids ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:43:30.527613 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] Routers {'d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:43:30.528293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:43:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:30.534261 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:30.589758 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-56b643f4-1648-4bea-a098-e0217c6f6de0 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3470879 Mar 22 13:43:30.590322 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'tag': 'e542e798-96f7-4481-a5e6-74bae0a79cd9'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:43:30.636720 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'tag': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'status': 'completed', 'code': 200} Mar 22 13:43:30.709642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] Set router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:43:30.789473 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-0dfa8130-1643-40e2-9707-ff43e74605d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:30.790842 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-0dfa8130-1643-40e2-9707-ff43e74605d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 1098 time: 0.1307700 Mar 22 13:43:30.803000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac28666-506f-46a9-8cb8-1eb5bf6f5dc1 req-42c2368d-4184-491e-bca6-dbec40a1f2fd tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:30.804410 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ac28666-506f-46a9-8cb8-1eb5bf6f5dc1 req-42c2368d-4184-491e-bca6-dbec40a1f2fd tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1095469 Mar 22 13:43:30.941776 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ac28666-506f-46a9-8cb8-1eb5bf6f5dc1 req-c7774c15-6538-497c-9aa3-bfd55c91ba3d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183796 Mar 22 13:43:30.965601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50304) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:30.974733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-4fc7e292-bfe5-46d3-b177-cc6c633ecdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:30.976228 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-4fc7e292-bfe5-46d3-b177-cc6c633ecdd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16711cfe-5154-4e0f-a2df-c0659c89cbfb HTTP/1.1" status: 200 len: 898 time: 0.1709940 Mar 22 13:43:31.060442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:15Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '738420b1-7049-453e-aad6-ea48b114d678', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'port_id': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'mac_address': 'fa:16:3e:0f:1e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:43:29Z', 'updated_at': '2022-03-22T13:43:29Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0', 'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:61:34:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:14Z', 'updated_at': '2022-03-22T13:43:20Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ac044849-13a1-4f21-bd02-51783856c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:31.064386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] Checking router: d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:43:31.073583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] Routers {'d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:43:31.074188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:43:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:31.076551 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b4d849ce-1584-4e33-b585-7954caf70d34 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/738420b1-7049-453e-aad6-ea48b114d678 HTTP/1.1" status: 200 len: 991 time: 0.1085777 Mar 22 13:43:31.085889 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-737b33d5-16da-478f-8b58-997303e3d976 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9 HTTP/1.1" status: 200 len: 999 time: 0.1023667 Mar 22 13:43:31.147764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-fd1d0450-7929-412c-85c3-070c830f29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:31.149204 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-fd1d0450-7929-412c-85c3-070c830f29a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac044849-13a1-4f21-bd02-51783856c850 HTTP/1.1" status: 200 len: 835 time: 0.0571501 Mar 22 13:43:31.227452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-49a1cf28-f18f-4959-bad5-768049dae62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:43:31.228887 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-49a1cf28-f18f-4959-bad5-768049dae62a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16711cfe-5154-4e0f-a2df-c0659c89cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730629 Mar 22 13:43:31.288715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] Set router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:43:31.362300 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-18ea2ac2-7719-4e0c-8d8d-118142615ae2 service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262658 Mar 22 13:43:31.453996 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:43:31.498051 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4aa0ec1d-ca7e-4130-9cc3-11a928b2c725 req-cef24055-6240-435a-b4e3-1fdb9e1850b3 service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292374 Mar 22 13:43:31.643557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:15Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '738420b1-7049-453e-aad6-ea48b114d678', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'port_id': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'mac_address': 'fa:16:3e:0f:1e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:43:29Z', 'updated_at': '2022-03-22T13:43:29Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0', 'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:61:34:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:14Z', 'updated_at': '2022-03-22T13:43:20Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ac044849-13a1-4f21-bd02-51783856c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:43:31.647894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798a9a7-5c6a-42f1-83d1-c13bd484b48a None None] The sync data for ids ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'] in dv-neutron-834664-2-hyperv is: [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:15Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '738420b1-7049-453e-aad6-ea48b114d678', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'port_id': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'mac_address': 'fa:16:3e:0f:1e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:43:29Z', 'updated_at': '2022-03-22T13:43:29Z', 'revision_number': 0, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0', 'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:61:34:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:14Z', 'updated_at': '2022-03-22T13:43:20Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ac044849-13a1-4f21-bd02-51783856c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:43:31.824969 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1dbe54-0ae1-4405-9c44-3e781a8acee9 None None] New status for floating IP 738420b1-7049-453e-aad6-ea48b114d678: ACTIVE {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:43:32.079336 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50308) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:43:32.186876 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-74a30c5d-736b-4dc2-8d55-5e7f8c315370 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/738420b1-7049-453e-aad6-ea48b114d678 HTTP/1.1" status: 200 len: 993 time: 0.1063888 Mar 22 13:43:33.139372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b0855b0-bc95-4674-8d3b-7aa795491389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:35.410288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c62f0237-e6d6-4212-a128-c09b63b8bfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:36.520589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:36.698755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:37.937121 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:43:51.937213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:03.141534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-eaca1903-5058-4a10-92a4-a1ef784fffc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:05.413189 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-968cc290-5299-4aef-b22d-f9615ca6328a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:05.792325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f71b8-517f-4971-ad74-0a30dadbe51b req-653b5c32-65e6-4c8f-bbba-c2a00da87b68 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:05.793789 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-db0f71b8-517f-4971-ad74-0a30dadbe51b req-653b5c32-65e6-4c8f-bbba-c2a00da87b68 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0828547 Mar 22 13:44:05.838708 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-db0f71b8-517f-4971-ad74-0a30dadbe51b req-4c0dd7c4-897a-49ea-9adc-b087aada1f17 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390937 Mar 22 13:44:06.468920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-902eef2d-a988-48d6-a6c0-36197e2bbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:06.470282 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-902eef2d-a988-48d6-a6c0-36197e2bbb5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 1098 time: 0.2099140 Mar 22 13:44:06.525221 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:06.617731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-fe8e1ce2-5e4a-44cd-a371-ed130ecdd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:06.619151 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-fe8e1ce2-5e4a-44cd-a371-ed130ecdd55c service neutron] 10.222.0.47 "GET /v2.0/networks?id=16711cfe-5154-4e0f-a2df-c0659c89cbfb HTTP/1.1" status: 200 len: 898 time: 0.1295457 Mar 22 13:44:06.700572 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:06.723586 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-c8c6ff49-47b6-4982-af75-e62fdfdad058 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9 HTTP/1.1" status: 200 len: 1001 time: 0.0968101 Mar 22 13:44:06.786030 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-60f920d9-d6fa-4a53-9eb5-18bba376f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:06.787943 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-60f920d9-d6fa-4a53-9eb5-18bba376f2cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac044849-13a1-4f21-bd02-51783856c850 HTTP/1.1" status: 200 len: 835 time: 0.0583460 Mar 22 13:44:06.862391 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-2e276a46-975f-49c5-8ee1-f83feb2aa24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:06.863886 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-2e276a46-975f-49c5-8ee1-f83feb2aa24a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16711cfe-5154-4e0f-a2df-c0659c89cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690329 Mar 22 13:44:07.042564 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-a1659f64-aae8-406a-b516-e4e23c98b75a service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706185 Mar 22 13:44:07.100689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b17cb8-d735-450b-887b-0367825179e3 req-a15b0702-db21-4677-a8e7-34a3687b1722 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:07.102135 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c7b17cb8-d735-450b-887b-0367825179e3 req-a15b0702-db21-4677-a8e7-34a3687b1722 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.1494212 Mar 22 13:44:07.221525 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c7b17cb8-d735-450b-887b-0367825179e3 req-d4dad193-5bb6-4ac1-b2dc-8198ef13a08a tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732577 Mar 22 13:44:07.226573 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-481f44bb-bd1a-4cce-be49-b9566276f122 req-840d33cd-9c93-4d1d-9cfb-b7333af5c762 service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732874 Mar 22 13:44:07.245382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50332) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:07.348768 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-81415700-c52e-4b5e-bc83-e13069820874 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/738420b1-7049-453e-aad6-ea48b114d678 HTTP/1.1" status: 200 len: 993 time: 0.1022813 Mar 22 13:44:07.939702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:08.453021 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:44:08.805722 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c69c5-03af-4c3f-928d-fb17a489883b req-c1c444c5-6798-476c-991c-774707a433e5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:08.807095 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8d9c69c5-03af-4c3f-928d-fb17a489883b req-c1c444c5-6798-476c-991c-774707a433e5 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0781906 Mar 22 13:44:08.823382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-732ef323-823e-456d-9284-d16d263ea388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:08.824781 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-732ef323-823e-456d-9284-d16d263ea388 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 1098 time: 0.0736809 Mar 22 13:44:08.851800 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-8d9c69c5-03af-4c3f-928d-fb17a489883b req-0961eb7e-5bf0-4add-94dd-934f37b0820c tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390127 Mar 22 13:44:08.957656 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-6ca39a31-3330-43b6-9d79-02f6deb75d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:08.959786 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-6ca39a31-3330-43b6-9d79-02f6deb75d89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16711cfe-5154-4e0f-a2df-c0659c89cbfb HTTP/1.1" status: 200 len: 898 time: 0.1267495 Mar 22 13:44:09.060696 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-f434a8a9-7ff5-4f13-a1f0-ea4946771880 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9 HTTP/1.1" status: 200 len: 1001 time: 0.0926387 Mar 22 13:44:09.122566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-2183aefd-a636-4778-8429-44422b0352b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:09.123954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-2183aefd-a636-4778-8429-44422b0352b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac044849-13a1-4f21-bd02-51783856c850 HTTP/1.1" status: 200 len: 835 time: 0.0559552 Mar 22 13:44:09.202517 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-90842ec2-67b5-492d-845c-45cbd85c6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:09.203957 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-90842ec2-67b5-492d-845c-45cbd85c6a13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16711cfe-5154-4e0f-a2df-c0659c89cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706248 Mar 22 13:44:09.339975 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-d71e271d-ffa4-43be-b1e5-f87e96af3bc7 service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269565 Mar 22 13:44:09.562903 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c6d7368-ba7e-48dc-8684-75ef83dd9017 req-e0a2e207-3623-47ad-9022-8316d3e9d636 service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144263 Mar 22 13:44:10.034874 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c16659-8e52-4918-9d92-58ce9405c5ab req-6ebdf651-ff59-48c9-a81e-f0a08a68ab26 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:10.036321 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95c16659-8e52-4918-9d92-58ce9405c5ab req-6ebdf651-ff59-48c9-a81e-f0a08a68ab26 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0800164 Mar 22 13:44:10.079244 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-95c16659-8e52-4918-9d92-58ce9405c5ab req-b0fc64e6-dd5c-4985-9ad8-15acc7fdb46b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373604 Mar 22 13:44:11.260784 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932537c4-8f9d-4376-9279-50e301f15712 req-260f6bde-24f1-440e-a8fd-1b4591b08329 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:11.262223 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-932537c4-8f9d-4376-9279-50e301f15712 req-260f6bde-24f1-440e-a8fd-1b4591b08329 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0819514 Mar 22 13:44:11.305109 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-932537c4-8f9d-4376-9279-50e301f15712 req-1aff4f72-e954-4fdc-9dc9-29db8291d802 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373662 Mar 22 13:44:11.328311 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50346) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:11.433793 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-38e76302-ecfd-4a86-843e-3d2ec1dca78d tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/floatingips/738420b1-7049-453e-aad6-ea48b114d678 HTTP/1.1" status: 200 len: 993 time: 0.1043403 Mar 22 13:44:11.727430 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50354) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:11.924043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 121be3b1-fc76-4d49-9f18-6270e98fd0bc {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:44:11.924388 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:12.205039 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:12.205369 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:12.326175 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 121be3b1-fc76-4d49-9f18-6270e98fd0bc owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:44:12.477274 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:12.523260 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=121be3b1-fc76-4d49-9f18-6270e98fd0bc,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:12.533486 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.533880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.534165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.534503 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.534836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.535185 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.535891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.535891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.536222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.536553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.536895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.537220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:12.633407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:12.633764 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Floating IP 738420b1-7049-453e-aad6-ea48b114d678 disassociated (deleted). External IP: 172.26.5.135, port: e542e798-96f7-4481-a5e6-74bae0a79cd9. Mar 22 13:44:12.980808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:44:13.159029 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:44:13.168510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] Sync routers for ids ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:44:13.178679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] Routers {'d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:13.179343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:13.179480 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:13.234196 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-56e2543a-9ff1-4b90-bcda-f1e4e746e5ed tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/floatingips/738420b1-7049-453e-aad6-ea48b114d678 HTTP/1.1" status: 204 len: 168 time: 1.5056078 Mar 22 13:44:13.234604 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'tag': 'e542e798-96f7-4481-a5e6-74bae0a79cd9'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:44:13.282518 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'tag': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'status': 'completed', 'code': 200} Mar 22 13:44:13.362909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] Set router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:13.397692 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-e525e5a7-f0c7-44aa-adb8-afe65858ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:13.399377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-e525e5a7-f0c7-44aa-adb8-afe65858ed63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9645728d4a574b04bd66c30a7915a07d&device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 1098 time: 0.0903995 Mar 22 13:44:13.584907 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-1020eef0-727d-45c9-a740-949862067e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:13.586233 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-1020eef0-727d-45c9-a740-949862067e21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16711cfe-5154-4e0f-a2df-c0659c89cbfb HTTP/1.1" status: 200 len: 898 time: 0.1783948 Mar 22 13:44:13.663282 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-f3e90efb-cb87-4fad-bd02-583feb4b674c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9 HTTP/1.1" status: 200 len: 217 time: 0.0687420 Mar 22 13:44:13.694596 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:15Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0', 'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:61:34:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:14Z', 'updated_at': '2022-03-22T13:43:20Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ac044849-13a1-4f21-bd02-51783856c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:13.698645 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] Checking router: d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:44:13.707191 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] Routers {'d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:13.707791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:13.747782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e536f2-c860-485e-9631-bfd5c2e410dd req-86d53bf7-ed72-4a94-8554-3f7f36a8c0bc tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:13.749227 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-80e536f2-c860-485e-9631-bfd5c2e410dd req-86d53bf7-ed72-4a94-8554-3f7f36a8c0bc tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.2052963 Mar 22 13:44:13.754358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-dd2c0387-4a68-4847-baab-ab2c46f13b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:13.755733 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-dd2c0387-4a68-4847-baab-ab2c46f13b63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac044849-13a1-4f21-bd02-51783856c850 HTTP/1.1" status: 200 len: 835 time: 0.0826666 Mar 22 13:44:13.838538 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-80e536f2-c860-485e-9631-bfd5c2e410dd req-9575e4cb-450f-45eb-bf66-1c751a0f616f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817766 Mar 22 13:44:13.865801 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-631ce796-29ee-4397-83f9-ec2c9fc09399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:13.867274 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-631ce796-29ee-4397-83f9-ec2c9fc09399 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16711cfe-5154-4e0f-a2df-c0659c89cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0982943 Mar 22 13:44:13.887138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] Set router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:14.006398 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-a251b297-86a5-4b17-84a0-f39e85ead04b service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289496 Mar 22 13:44:14.140616 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6c120e20-f51e-4dba-8940-9a2e59f63ab4 req-f5ae1049-3b41-4e4f-a53c-f258668e8ae9 service neutron] 10.222.0.47 "GET /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265333 Mar 22 13:44:14.241158 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:15Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0', 'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:61:34:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:14Z', 'updated_at': '2022-03-22T13:43:20Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ac044849-13a1-4f21-bd02-51783856c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:14.245294 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5554b133-6557-40b2-91ba-9fe6ea43c0f8 None None] The sync data for ids ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'] in dv-neutron-834664-2-hyperv is: [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:15Z', 'revision_number': 4, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0', 'name': '', 'network_id': '16711cfe-5154-4e0f-a2df-c0659c89cbfb', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'mac_address': 'fa:16:3e:61:34:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ac044849-13a1-4f21-bd02-51783856c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:14Z', 'updated_at': '2022-03-22T13:43:20Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'subnets': [{'id': 'ac044849-13a1-4f21-bd02-51783856c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:44:14.445209 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2f8fb-f227-4618-88c4-b815d30a6b81 None None] New status for floating IP 738420b1-7049-453e-aad6-ea48b114d678: DOWN {{(pid=87935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:44:15.023095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e5df7-1ceb-4261-b605-8b5ba32cb42a req-067a62d2-37fb-4795-9cf7-26520a7e11d2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:15.023797 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-038e5df7-1ceb-4261-b605-8b5ba32cb42a req-067a62d2-37fb-4795-9cf7-26520a7e11d2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Synchronizing usage tracker for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:44:15.038987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-038e5df7-1ceb-4261-b605-8b5ba32cb42a req-067a62d2-37fb-4795-9cf7-26520a7e11d2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Unset dirty status for tenant:9645728d4a574b04bd66c30a7915a07d on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:44:15.040196 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-038e5df7-1ceb-4261-b605-8b5ba32cb42a req-067a62d2-37fb-4795-9cf7-26520a7e11d2 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0957372 Mar 22 13:44:15.084609 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-038e5df7-1ceb-4261-b605-8b5ba32cb42a req-2f5fe31a-5388-428d-b7dc-1888b41f7293 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/security-groups?id=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387526 Mar 22 13:44:15.499741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-b4924b91-7b72-4647-8cf4-c702552ed608 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:15.501136 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-b4924b91-7b72-4647-8cf4-c702552ed608 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 945 time: 0.0829041 Mar 22 13:44:15.573521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port e542e798-96f7-4481-a5e6-74bae0a79cd9 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:44:15.573859 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:15.820124 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port e542e798-96f7-4481-a5e6-74bae0a79cd9, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e542e798-96f7-4481-a5e6-74bae0a79cd9,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:15.820371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:16.041571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for e542e798-96f7-4481-a5e6-74bae0a79cd9 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:44:16.182894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:16.269720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=e542e798-96f7-4481-a5e6-74bae0a79cd9,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:16.284557 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-83977230-606a-4b72-bb18-42f2137effb5 req-08655b0f-f6f9-4a2f-be43-f8cead1c1c91 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "GET /v2.0/ports?device_id=3124800f-4c38-4529-bdc0-731e9511a1c7 HTTP/1.1" status: 200 len: 210 time: 0.0654304 Mar 22 13:44:16.310489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.310831 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.311296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.311512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.311835 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.312176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.312483 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.312796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.313110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.313423 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.313736 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.314045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:16.361135 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] No DVR routers for this DVR port e542e798-96f7-4481-a5e6-74bae0a79cd9 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:44:16.363548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:16.365945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'name': 'network-vif-deleted', 'tag': 'e542e798-96f7-4481-a5e6-74bae0a79cd9'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:44:16.384706 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-960b4b12-ad8b-481e-bd0f-885a5619f3b3 req-9e7e108c-da56-43fa-bd08-ec7ff3cf5180 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.47 "DELETE /v2.0/ports/e542e798-96f7-4481-a5e6-74bae0a79cd9 HTTP/1.1" status: 204 len: 173 time: 0.8734441 Mar 22 13:44:16.413465 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3124800f-4c38-4529-bdc0-731e9511a1c7', 'name': 'network-vif-deleted', 'tag': 'e542e798-96f7-4481-a5e6-74bae0a79cd9', 'status': 'completed', 'code': 200} Mar 22 13:44:17.381948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50372) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:18.033549 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:18.379962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:44:18.380882 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:18.564962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:18.565623 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:18.689110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 owned by network:router_interface {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:44:19.006023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:19.160242 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:19.431895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:19.788683 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:44:19.797536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e542e798-96f7-4481-a5e6-74bae0a79cd9 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:44:19.831345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: e542e798-96f7-4481-a5e6-74bae0a79cd9 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:44:19.831692 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device e542e798-96f7-4481-a5e6-74bae0a79cd9 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:44:19.967108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:44:19.976257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] Sync routers for ids ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:44:19.980998 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-7a798b06-d7bc-4024-a19c-094a87ea8c4b tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "PUT /v2.0/routers/d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5979970 Mar 22 13:44:19.983660 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50376) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:19.985639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] Routers {'d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:19.986255 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:20.053423 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bde8e1-afbb-4df6-825a-b5a012f7bd8f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting subnet ac044849-13a1-4f21-bd02-51783856c850 {{(pid=87932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:44:20.056171 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d0bde8e1-afbb-4df6-825a-b5a012f7bd8f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:20.109520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d0bde8e1-afbb-4df6-825a-b5a012f7bd8f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838769'] for subnet, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:20.162552 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] Set router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:20.196582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d0bde8e1-afbb-4df6-825a-b5a012f7bd8f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:20.269161 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d0bde8e1-afbb-4df6-825a-b5a012f7bd8f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1756701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-952719'] for subnet, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:20.309662 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bde8e1-afbb-4df6-825a-b5a012f7bd8f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Subnet': ['ID=ac044849-13a1-4f21-bd02-51783856c850,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:20.311592 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-d0bde8e1-afbb-4df6-825a-b5a012f7bd8f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:20.317778 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-d0bde8e1-afbb-4df6-825a-b5a012f7bd8f tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/subnets/ac044849-13a1-4f21-bd02-51783856c850 HTTP/1.1" status: 204 len: 168 time: 0.3331757 Mar 22 13:44:20.320350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50380) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:20.347674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3299078-3bbf-4e6f-9e6d-1a65e6bf06fa None None] Network 16711cfe-5154-4e0f-a2df-c0659c89cbfb requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:44:20.619310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:20.619758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:44:18Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:20.623891 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] Checking router: d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:44:20.632754 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] Routers {'d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:20.633363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:20.685948 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] DHCP port deletion for 16711cfe-5154-4e0f-a2df-c0659c89cbfb request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:44:20.705359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Deleting port 6068a5c5-9f8a-42c5-87bc-9899139b99c7 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:44:20.705727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:20.801525 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:20.811720 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Deleting port 54b58bc4-456a-4af3-ae74-dab1a15053e1 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:44:20.812066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:20.906064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] Set router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:20.991956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] For port 54b58bc4-456a-4af3-ae74-dab1a15053e1, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=54b58bc4-456a-4af3-ae74-dab1a15053e1,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:20.992316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.116836 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Calling delete_port for 54b58bc4-456a-4af3-ae74-dab1a15053e1 owned by network:router_gateway {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:44:21.237209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] For port 6068a5c5-9f8a-42c5-87bc-9899139b99c7, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6068a5c5-9f8a-42c5-87bc-9899139b99c7,segment=NetworkSegment(5a364bb1-4e11-47a3-9a28-5ca5b3c9229b),segment_id=5a364bb1-4e11-47a3-9a28-5ca5b3c9229b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:21.237499 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.285837 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.334006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Port': ['ID=54b58bc4-456a-4af3-ae74-dab1a15053e1,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:21.369962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Calling delete_port for 6068a5c5-9f8a-42c5-87bc-9899139b99c7 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:44:21.425905 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.494882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.545197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Pushing event deleted for resources: {'Port': ['ID=6068a5c5-9f8a-42c5-87bc-9899139b99c7,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:21.556541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] No DVR routers for this DVR port 6068a5c5-9f8a-42c5-87bc-9899139b99c7 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:44:21.559082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.559453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.559797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.560188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.560515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.560841 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.561163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.561481 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.561800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.562116 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.562427 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.562741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e7c95-471b-4ac0-983a-1aef9acbdfd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:21.568261 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:44:18Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:21.575654 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0879735-11f9-4ebb-a31c-c5f21b8a4f0d None None] The sync data for ids ['d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab'] in dv-neutron-834664-2-hyperv is: [{'id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438937397', 'tenant_id': '9645728d4a574b04bd66c30a7915a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:44:18Z', 'revision_number': 5, 'project_id': '9645728d4a574b04bd66c30a7915a07d', 'gw_port': {'id': '54b58bc4-456a-4af3-ae74-dab1a15053e1', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:43:10Z', 'updated_at': '2022-03-22T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:44:21.605806 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.608366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.631114 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.632947 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Fanout notify agent at l3_agent the message router_deleted on router d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab {{(pid=87932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:44:21.648383 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.649455 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-95c9ef7d-4082-4026-b98e-63b273a4eaac tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/routers/d44c3b84-fb4c-4cb6-ae40-2f14bedcb1ab HTTP/1.1" status: 204 len: 168 time: 1.3279526 Mar 22 13:44:21.652068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50384) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:21.765212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.894974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.920446 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16711cfe-5154-4e0f-a2df-c0659c89cbfb']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:21.934060 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:21.934485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a364bb1-4e11-47a3-9a28-5ca5b3c9229b') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:21.948190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.954351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.966061 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.973656 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:44:21.974087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:44:21.989246 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:44:22.197621 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:22.221255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:22.228308 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'Network': ['ID=16711cfe-5154-4e0f-a2df-c0659c89cbfb,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:22.244366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50388) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:22.244955 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-91640fc3-de99-4a7c-a347-fb7f18c10be8 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/networks/16711cfe-5154-4e0f-a2df-c0659c89cbfb HTTP/1.1" status: 204 len: 168 time: 0.5915039 Mar 22 13:44:22.321959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-11b29e20-13d5-4f21-8c31-5c9e272693c9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:22.352322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-11b29e20-13d5-4f21-8c31-5c9e272693c9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:22.420013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-11b29e20-13d5-4f21-8c31-5c9e272693c9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:22.438439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b29e20-13d5-4f21-8c31-5c9e272693c9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790e5ad9-f13d-46cb-bc00-6fe221e9b9ff,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:22.451143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-11b29e20-13d5-4f21-8c31-5c9e272693c9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:22.452389 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-11b29e20-13d5-4f21-8c31-5c9e272693c9 tempest-TestNetworkAdvancedServerOps-491928677 tempest-TestNetworkAdvancedServerOps-491928677-project] 10.222.0.70 "DELETE /v2.0/security-groups/790e5ad9-f13d-46cb-bc00-6fe221e9b9ff HTTP/1.1" status: 204 len: 168 time: 0.2062039 Mar 22 13:44:22.604180 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:44:22.652108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:44:22.652554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bf31d35c-cebf-430a-ac7f-6d1cbb9c34c0 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:44:22.653097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6068a5c5-9f8a-42c5-87bc-9899139b99c7 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:44:22.691454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 6068a5c5-9f8a-42c5-87bc-9899139b99c7 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:44:22.691797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6068a5c5-9f8a-42c5-87bc-9899139b99c7 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:44:22.853357 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50400) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:22.997735 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-208436b7-bd90-477e-b7a0-83c0d0ef0e0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9645728d4a574b04bd66c30a7915a07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432438 Mar 22 13:44:23.000398 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50406) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:23.058564 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd48f-b434-487a-99d0-308413b15a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.084511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd48f-b434-487a-99d0-308413b15a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.135488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd48f-b434-487a-99d0-308413b15a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.155776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fd48f-b434-487a-99d0-308413b15a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07ff354-fd8c-4de8-a9d9-38142a08d871,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:23.162291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd48f-b434-487a-99d0-308413b15a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.163495 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-9b2fd48f-b434-487a-99d0-308413b15a05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f07ff354-fd8c-4de8-a9d9-38142a08d871 HTTP/1.1" status: 204 len: 168 time: 0.1620927 Mar 22 13:44:23.432674 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50414) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:23.450569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d76a43b7-65fa-47b4-bfef-15ec610cdeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.464749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d76a43b7-65fa-47b4-bfef-15ec610cdeef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:23.468535 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d76a43b7-65fa-47b4-bfef-15ec610cdeef admin admin] Usage tracker for resource:security_group_rule and tenant:976856e5ce7a4f4088158a6e082d7f6c is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:23.471309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-d76a43b7-65fa-47b4-bfef-15ec610cdeef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:23.476903 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-d76a43b7-65fa-47b4-bfef-15ec610cdeef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:23.558869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d76a43b7-65fa-47b4-bfef-15ec610cdeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.563888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d76a43b7-65fa-47b4-bfef-15ec610cdeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.610213 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d76a43b7-65fa-47b4-bfef-15ec610cdeef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=976856e5ce7a4f4088158a6e082d7f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764534 Mar 22 13:44:23.611889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a43b7-65fa-47b4-bfef-15ec610cdeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1146f89-8f67-40e1-9735-b751b9ff51b9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:23.612986 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50418) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:23.674541 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8d81ed65-dfa7-4074-adfd-3025ee4aa9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.700334 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8d81ed65-dfa7-4074-adfd-3025ee4aa9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.752532 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8d81ed65-dfa7-4074-adfd-3025ee4aa9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.766181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81ed65-dfa7-4074-adfd-3025ee4aa9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1146f89-8f67-40e1-9735-b751b9ff51b9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:23.773376 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8d81ed65-dfa7-4074-adfd-3025ee4aa9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:23.774708 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8d81ed65-dfa7-4074-adfd-3025ee4aa9f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1146f89-8f67-40e1-9735-b751b9ff51b9 HTTP/1.1" status: 204 len: 168 time: 0.1605701 Mar 22 13:44:24.201154 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 54b58bc4-456a-4af3-ae74-dab1a15053e1 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:44:24.235394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 54b58bc4-456a-4af3-ae74-dab1a15053e1 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:44:24.235741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 54b58bc4-456a-4af3-ae74-dab1a15053e1 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:44:24.523332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50442) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:24.623674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-896506974-network', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:24.628384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:24.632859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Usage tracker for resource:network and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:24.635679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:24.641240 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:24.651020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Made reservation on behalf of 7f2c0c7e7aad4b41836e57f89715105b for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:44:24.653265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:24.664880 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:24.678583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:24.682317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:24.685045 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:24.690867 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:24.778180 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:24.781751 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:24.814993 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:44:24.824570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a5a67b-1c59-41f5-b4f4-b71943fe300e,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:24.831550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:24.832588 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Added segment c65077b0-1ade-4aeb-936b-65f9639066a8 of type vlan for network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab Mar 22 13:44:24.858833 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:24.887426 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:24.888395 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:24.888985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:24.991315 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4668744 Mar 22 13:44:24.992275 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21609197-49a6-4860-b0f8-c03ffe65baa7 admin admin] Pushing event updated for resources: {'Network': ['ID=0db1758d-dddf-493b-8ccd-cea3c87ab9ab,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:24.994230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50448) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:24.999790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Request body: {'subnet': {'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-896506974-subnet', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:25.001715 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:44:25.004531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:25.008895 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Usage tracker for resource:subnet and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:25.011734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:25.017910 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:25.027645 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Made reservation on behalf of 7f2c0c7e7aad4b41836e57f89715105b for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:44:25.029980 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:25.233661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:25.307973 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78ac44a-035d-47bb-b087-d143aa209b1f,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:25.317501 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Checking segment: {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:44:25.317859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Network hostable DHCP agents. Network: 0db1758d-dddf-493b-8ccd-cea3c87ab9ab, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:44:25.336583 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:44:25.345932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 0db1758d-dddf-493b-8ccd-cea3c87ab9ab) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:25.354430 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24a40e-0435-4056-a527-123c71c539f8 None None] Network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:44:25.356794 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:25.357560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:25.379258 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-f01d909d-6f0f-4160-8829-9a05cef004a8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3840160 Mar 22 13:44:25.381899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50452) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:25.386677 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:25.391051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:25.394846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Usage tracker for resource:router and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:25.397754 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:25.403300 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:25.415127 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:25.416129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:25.434317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:25.578708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:44:25.579647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:25.704037 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:25.736995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Allocated IP 172.20.0.2 (0db1758d-dddf-493b-8ccd-cea3c87ab9ab/a78ac44a-035d-47bb-b087-d143aa209b1f/dc93c110-1a9a-420e-b608-2b771657467f) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:44:25.953282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:25.964619 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Transition to ACTIVE for port object dc93c110-1a9a-420e-b608-2b771657467f will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:25.982240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Transition to ACTIVE for port object dc93c110-1a9a-420e-b608-2b771657467f will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:25.988651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:26.027191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:26.091999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:26.099225 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:26.103987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:44:26.109729 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Pushing event updated for resources: {'Port': ['ID=dc93c110-1a9a-420e-b608-2b771657467f,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:26.185410 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:26.205642 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Attempting to bind port dc93c110-1a9a-420e-b608-2b771657467f on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:44:26.205929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Attempting to bind port dc93c110-1a9a-420e-b608-2b771657467f by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:44:26.206291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Attempting to bind port dc93c110-1a9a-420e-b608-2b771657467f on network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:44:26.211981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:44:26.212343 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Checking segment: {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:44:26.212733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:26.213131 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Bound using segment: {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:44:26.213566 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Bound port: dc93c110-1a9a-420e-b608-2b771657467f, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:44:26.214015 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:26.301703 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] For port dc93c110-1a9a-420e-b608-2b771657467f, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:44:26.304865 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] For port dc93c110-1a9a-420e-b608-2b771657467f, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dc93c110-1a9a-420e-b608-2b771657467f,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:44:26.309273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:26.322006 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Allocated IP 172.26.5.104 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/c5b51b2b-3eb5-4108-8037-1e33f05fcaba) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:44:26.395300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490784d-ee35-4dc2-9291-518be3864a05 None None] Pushing event updated for resources: {'Port': ['ID=dc93c110-1a9a-420e-b608-2b771657467f,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:26.485494 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:26.520191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:26.596162 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:26.599001 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:26.601478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:44:26.659222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Pushing event updated for resources: {'Port': ['ID=c5b51b2b-3eb5-4108-8037-1e33f05fcaba,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:27.031956 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:27.295556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a13e04-fa96-4707-9a3f-fee0ebbe988c None None] Network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:44:27.386092 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:27.415464 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-50e0f16d-dc93-4c5b-aaff-801aa52be40a None None] Provisioning for port dc93c110-1a9a-420e-b608-2b771657467f completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:27.723030 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:44:27.896590 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:44:27.906290 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Sync routers for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:44:27.915128 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:27.915788 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:27.919866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:27.923748 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c217daec-2a8a-495f-bfdd-45ab736469ff admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5382919 Mar 22 13:44:27.923883 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50456) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:28.173842 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:28.278947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dc93c110-1a9a-420e-b608-2b771657467f up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:28.351358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port dc93c110-1a9a-420e-b608-2b771657467f completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:28.357035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port dc93c110-1a9a-420e-b608-2b771657467f triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:28.357576 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:28.482045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:28.514178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port dc93c110-1a9a-420e-b608-2b771657467f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dc93c110-1a9a-420e-b608-2b771657467f,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:28.520409 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:28.571122 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:26Z', 'revision_number': 3, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:28.574957 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Checking router: 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:44:28.575330 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Updating router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b port c5b51b2b-3eb5-4108-8037-1e33f05fcaba binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:44:28.596031 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=dc93c110-1a9a-420e-b608-2b771657467f,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:28.632580 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:28.642266 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:28.848601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Allocated IP 172.20.0.1 (0db1758d-dddf-493b-8ccd-cea3c87ab9ab/a78ac44a-035d-47bb-b087-d143aa209b1f/e41d97fd-1316-4b4b-835e-1663797d9611) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:44:28.994597 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.003310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.006568 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Transition to ACTIVE for port object c5b51b2b-3eb5-4108-8037-1e33f05fcaba will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:29.012584 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.020349 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Transition to ACTIVE for port object e41d97fd-1316-4b4b-835e-1663797d9611 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:29.044189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.091264 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Attempting to bind port c5b51b2b-3eb5-4108-8037-1e33f05fcaba on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:44:29.091627 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Attempting to bind port c5b51b2b-3eb5-4108-8037-1e33f05fcaba by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:44:29.091983 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Attempting to bind port c5b51b2b-3eb5-4108-8037-1e33f05fcaba on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:44:29.093919 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Pushing event updated for resources: {'Port': ['ID=c5b51b2b-3eb5-4108-8037-1e33f05fcaba,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:29.103038 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.103339 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.103676 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.104001 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.104329 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.104656 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.104979 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.105295 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.105612 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.105926 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.106243 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.106557 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:44:29.107851 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:29.109744 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:44:29.110174 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:44:29.110550 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:29.110675 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.110935 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:44:29.111424 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Bound port: c5b51b2b-3eb5-4108-8037-1e33f05fcaba, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:44:29.111810 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.118747 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:44:29.157761 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Pushing event updated for resources: {'Port': ['ID=e41d97fd-1316-4b4b-835e-1663797d9611,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:29.181909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.191808 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] For port c5b51b2b-3eb5-4108-8037-1e33f05fcaba, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:44:29.196021 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] For port c5b51b2b-3eb5-4108-8037-1e33f05fcaba, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c5b51b2b-3eb5-4108-8037-1e33f05fcaba,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:44:29.200979 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.284502 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:29.285144 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:29.360774 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae46cc-2f9d-4c91-ad28-81e12f97c81b None None] Pushing event updated for resources: {'Port': ['ID=c5b51b2b-3eb5-4108-8037-1e33f05fcaba,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:29.381010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f1e6032d-d566-423b-82a8-b1da95c1b8b8 None None] Provisioning for port e41d97fd-1316-4b4b-835e-1663797d9611 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:29.386005 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f1e6032d-d566-423b-82a8-b1da95c1b8b8 None None] Provisioning complete for port e41d97fd-1316-4b4b-835e-1663797d9611 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:29.386367 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f1e6032d-d566-423b-82a8-b1da95c1b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.440394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6032d-d566-423b-82a8-b1da95c1b8b8 None None] Port e41d97fd-1316-4b4b-835e-1663797d9611 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:44:29.485996 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:29.573075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.772067 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:26Z', 'revision_number': 3, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:29.776157 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c42cb-d6c2-424f-a4fc-a40fd78c7c84 None None] The sync data for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv is: [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:26Z', 'revision_number': 3, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:44:29.797303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.802800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:29.911567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Pushing event updated for resources: {'Port': ['ID=e41d97fd-1316-4b4b-835e-1663797d9611,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:29.913891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:30.058553 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:30.059741 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:30.267225 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:44:30.329631 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dc93c110-1a9a-420e-b608-2b771657467f up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:30.415374 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-bbc36a2f-5a64-40a5-aa5f-1e507f8d1e4b None None] Provisioning complete for port e41d97fd-1316-4b4b-835e-1663797d9611 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:30.415852 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bbc36a2f-5a64-40a5-aa5f-1e507f8d1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:30.444372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port dc93c110-1a9a-420e-b608-2b771657467f triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:30.444885 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:30.467814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:44:30.477010 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1f209877-de38-4fc9-9beb-a153864a5b10 admin admin] 10.222.0.70 "PUT /v2.0/routers/2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5521369 Mar 22 13:44:30.523940 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-bbc36a2f-5a64-40a5-aa5f-1e507f8d1e4b None None] Port e41d97fd-1316-4b4b-835e-1663797d9611 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:44:30.592128 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c5b51b2b-3eb5-4108-8037-1e33f05fcaba up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:30.663479 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port c5b51b2b-3eb5-4108-8037-1e33f05fcaba completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:30.668616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c5b51b2b-3eb5-4108-8037-1e33f05fcaba triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:30.668984 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:30.787850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:30.804084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port c5b51b2b-3eb5-4108-8037-1e33f05fcaba, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c5b51b2b-3eb5-4108-8037-1e33f05fcaba,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:30.807883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:30.882244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=c5b51b2b-3eb5-4108-8037-1e33f05fcaba,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:31.005712 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50474) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:31.011127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1569125942-network', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:31.015962 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:31.019813 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Usage tracker for resource:network and tenant:db7dac12cd2142ae96e8fda5b86595b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:31.022662 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:31.028289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:31.038341 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Made reservation on behalf of db7dac12cd2142ae96e8fda5b86595b0 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:44:31.040650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.053708 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.069629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:31.074096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Usage tracker for resource:security_group_rule and tenant:db7dac12cd2142ae96e8fda5b86595b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:31.077072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:31.082730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:31.172620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.177284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.207745 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:44:31.216342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f001525-13b4-4228-94c0-7a519d8dd058,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:31.222113 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.222558 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Added segment ff1b1a69-0bce-4b7e-8bbe-be293c74cae2 of type vlan for network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 Mar 22 13:44:31.251013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.279620 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.280610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:31.281187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.292366 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Sync routers for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:44:31.302495 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:31.303331 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:31.395543 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] Pushing event updated for resources: {'Network': ['ID=20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:31.405259 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-2ce3e176-cd77-4a4d-87fc-62b5eac6b0ae admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3959401 Mar 22 13:44:31.405402 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50478) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:31.410739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Request body: {'subnet': {'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1569125942-subnet', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'ip_version': 4}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:31.416487 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:31.420929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Usage tracker for resource:subnet and tenant:db7dac12cd2142ae96e8fda5b86595b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:31.423999 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:31.431032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:31.443322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Made reservation on behalf of db7dac12cd2142ae96e8fda5b86595b0 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:44:31.445972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.495515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:44:31.616513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:31.658299 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.733829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df2f99c-4636-4f56-9b5d-e0b22f1974a0,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:31.744032 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Checking segment: {'id': 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:44:31.744396 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Network hostable DHCP agents. Network: 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:44:31.763554 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:44:31.773419 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:31.781968 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:31.782693 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.788600 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33cd70-a92a-473c-841c-247f58424384 None None] Network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:44:31.804016 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-867210a8-c3d2-4bf1-8c2f-f19397787ed9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3976054 Mar 22 13:44:31.806302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50482) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:31.811308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1569125942-router', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:31.816024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:31.819987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Usage tracker for resource:router and tenant:db7dac12cd2142ae96e8fda5b86595b0 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:31.823238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:31.829055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:31.839996 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.841049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:31.857408 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:32.122100 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51', 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'fixed_ips': [{'subnet_id': '3df2f99c-4636-4f56-9b5d-e0b22f1974a0'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:44:32.122925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:32.141145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 2, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:32.149689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Checking router: 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:44:32.150037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Updating router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b port e41d97fd-1316-4b4b-835e-1663797d9611 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:44:32.225989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:32.261702 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c5b51b2b-3eb5-4108-8037-1e33f05fcaba up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:32.292048 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:32.515965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Allocated IP 172.20.0.2 (20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51/3df2f99c-4636-4f56-9b5d-e0b22f1974a0/5c2cf62b-f5ea-4928-9214-5b661eb8f38c) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:44:32.529033 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c5b51b2b-3eb5-4108-8037-1e33f05fcaba triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:32.529405 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:32.542695 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:32.573699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:32.712427 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Allocated IP 172.26.5.38 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:44:32.863411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:32.895798 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:32.957273 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:32.964222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:32.968196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:44:32.998237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Pushing event updated for resources: {'Port': ['ID=35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:33.077220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.085329 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.095946 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Transition to ACTIVE for port object 5c2cf62b-f5ea-4928-9214-5b661eb8f38c will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:33.108673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Transition to ACTIVE for port object e41d97fd-1316-4b4b-835e-1663797d9611 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:33.122056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.125964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Transition to ACTIVE for port object 5c2cf62b-f5ea-4928-9214-5b661eb8f38c will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:33.182037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.278923 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1cd44d21-d688-4e34-89ba-4e9ef8928cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.284094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34df13a-4c6a-4715-9acf-227521d6b03b None None] Pushing event updated for resources: {'Port': ['ID=e41d97fd-1316-4b4b-835e-1663797d9611,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:33.363376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:33.375149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:33.377673 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:44:33.400360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.502178 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Pushing event updated for resources: {'Port': ['ID=5c2cf62b-f5ea-4928-9214-5b661eb8f38c,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:33.535570 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Attempting to bind port e41d97fd-1316-4b4b-835e-1663797d9611 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:44:33.536488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Attempting to bind port e41d97fd-1316-4b4b-835e-1663797d9611 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:44:33.536488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Attempting to bind port e41d97fd-1316-4b4b-835e-1663797d9611 on network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:44:33.548037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Attempting to bind port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:44:33.548407 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Attempting to bind port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:44:33.548768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Attempting to bind port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c on network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:44:33.550994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:44:33.551390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Checking segment: {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:44:33.551880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.552267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Bound using segment: {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:44:33.552730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Bound port: e41d97fd-1316-4b4b-835e-1663797d9611, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:44:33.553104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.569003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:44:33.569375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Checking segment: {'id': 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:44:33.569776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.570166 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Bound using segment: {'id': 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:44:33.570896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Bound port: 5c2cf62b-f5ea-4928-9214-5b661eb8f38c, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:44:33.571299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.726973 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] For port e41d97fd-1316-4b4b-835e-1663797d9611, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:44:33.730738 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] For port e41d97fd-1316-4b4b-835e-1663797d9611, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e41d97fd-1316-4b4b-835e-1663797d9611,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:44:33.733827 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] For port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:44:33.737594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] For port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5c2cf62b-f5ea-4928-9214-5b661eb8f38c,segment=NetworkSegment(ff1b1a69-0bce-4b7e-8bbe-be293c74cae2),segment_id=ff1b1a69-0bce-4b7e-8bbe-be293c74cae2)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:44:33.739212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.778001 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.852454 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:33.853741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:33.856735 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:33.934064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34df13a-4c6a-4715-9acf-227521d6b03b None None] Pushing event updated for resources: {'Port': ['ID=e41d97fd-1316-4b4b-835e-1663797d9611,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:34.096991 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58700a56-01e2-4b4f-8a30-ce541a944c48 None None] Pushing event updated for resources: {'Port': ['ID=5c2cf62b-f5ea-4928-9214-5b661eb8f38c,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:34.110208 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Router 8cdeaa44-b44b-473a-92d7-dea59c04f822 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:44:34.132093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:34.310746 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5c2cf62b-f5ea-4928-9214-5b661eb8f38c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:34.322520 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:44:34.333096 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Sync routers for ids ['8cdeaa44-b44b-473a-92d7-dea59c04f822'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:44:34.343332 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Routers {'8cdeaa44-b44b-473a-92d7-dea59c04f822'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:34.344278 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['8cdeaa44-b44b-473a-92d7-dea59c04f822'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:34.353334 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:34.354741 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f4eb4bd1-b382-45be-ad93-c94dc1bc756d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5474937 Mar 22 13:44:34.357302 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50486) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:34.472203 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:34.544079 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Set router 8cdeaa44-b44b-473a-92d7-dea59c04f822 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:34.612615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:33Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:34.620182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1035464c-10d3-433b-b710-0ddd2dafc4f0 None None] The sync data for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv is: [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:33Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:44:34.963818 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'name': 'tempest-TestShelveInstance-1569125942-router', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:31Z', 'updated_at': '2022-03-22T13:44:33Z', 'revision_number': 3, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'gw_port': {'id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:32Z', 'updated_at': '2022-03-22T13:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:34.968172 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Checking router: 8cdeaa44-b44b-473a-92d7-dea59c04f822 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:44:34.968525 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Updating router 8cdeaa44-b44b-473a-92d7-dea59c04f822 port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:44:35.039668 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.060441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a40b8-fd64-4c00-b597-a0b7a43fd832 None None] Network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:44:35.126803 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.188951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c4f4d626-3279-4eb4-ae65-a661b34c6e47 None None] Provisioning for port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:35.200103 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-c4f4d626-3279-4eb4-ae65-a661b34c6e47 None None] Provisioning complete for port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:35.200763 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c4f4d626-3279-4eb4-ae65-a661b34c6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.426021 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.441995 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Transition to ACTIVE for port object 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:35.444094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c4f4d626-3279-4eb4-ae65-a661b34c6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.452509 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.501293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-36768328-63e1-4efd-85af-05ae39f28249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.519337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-c4f4d626-3279-4eb4-ae65-a661b34c6e47 None None] For port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5c2cf62b-f5ea-4928-9214-5b661eb8f38c,segment=NetworkSegment(ff1b1a69-0bce-4b7e-8bbe-be293c74cae2),segment_id=ff1b1a69-0bce-4b7e-8bbe-be293c74cae2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:35.531692 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c4f4d626-3279-4eb4-ae65-a661b34c6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.541543 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Attempting to bind port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:44:35.542161 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Attempting to bind port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:44:35.542684 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Attempting to bind port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:44:35.554517 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:44:35.555265 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:44:35.555980 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.556554 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:44:35.557203 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Bound port: 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:44:35.557769 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.564726 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Allocated IP 172.20.0.1 (20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51/3df2f99c-4636-4f56-9b5d-e0b22f1974a0/7160b4a3-2fa2-4771-8b61-c410509f84dd) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:44:35.622162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4d626-3279-4eb4-ae65-a661b34c6e47 None None] Pushing event updated for resources: {'Port': ['ID=5c2cf62b-f5ea-4928-9214-5b661eb8f38c,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:35.649341 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d60caf-4fca-4f93-bd87-d85740bb1517 None None] Pushing event updated for resources: {'Port': ['ID=35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:35.685557 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] For port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:44:35.689641 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] For port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:44:35.698576 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.738500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.758421 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Transition to ACTIVE for port object 7160b4a3-2fa2-4771-8b61-c410509f84dd will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:35.788550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.791008 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Routers {'8cdeaa44-b44b-473a-92d7-dea59c04f822'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:35.791941 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['8cdeaa44-b44b-473a-92d7-dea59c04f822'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:35.868671 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d60caf-4fca-4f93-bd87-d85740bb1517 None None] Pushing event updated for resources: {'Port': ['ID=35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:35.870007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Pushing event updated for resources: {'Port': ['ID=7160b4a3-2fa2-4771-8b61-c410509f84dd,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:35.884078 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:35.885322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:35.887884 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:44:35.945410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.959202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f07644e5-f28e-4da8-9e88-71860e429f0f None None] Provisioning complete for port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:35.959848 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f07644e5-f28e-4da8-9e88-71860e429f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:35.985877 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] Set router 8cdeaa44-b44b-473a-92d7-dea59c04f822 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:36.246162 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ff71d454-8fb6-4271-ac3a-5c832bd37e95 None None] Provisioning for port 7160b4a3-2fa2-4771-8b61-c410509f84dd completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:36.254958 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ff71d454-8fb6-4271-ac3a-5c832bd37e95 None None] Provisioning complete for port 7160b4a3-2fa2-4771-8b61-c410509f84dd triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:36.255605 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ff71d454-8fb6-4271-ac3a-5c832bd37e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.260063 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.318910 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'name': 'tempest-TestShelveInstance-1569125942-router', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:31Z', 'updated_at': '2022-03-22T13:44:33Z', 'revision_number': 3, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'gw_port': {'id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:32Z', 'updated_at': '2022-03-22T13:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:36.323112 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067eff4-d03e-4288-bb22-120cdf1bc271 None None] The sync data for ids ['8cdeaa44-b44b-473a-92d7-dea59c04f822'] in dv-neutron-834664-2-hyperv is: [{'id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'name': 'tempest-TestShelveInstance-1569125942-router', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:31Z', 'updated_at': '2022-03-22T13:44:33Z', 'revision_number': 3, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'gw_port': {'id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:32Z', 'updated_at': '2022-03-22T13:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:44:36.362144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ff71d454-8fb6-4271-ac3a-5c832bd37e95 None None] Port 7160b4a3-2fa2-4771-8b61-c410509f84dd cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:44:36.374238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5c2cf62b-f5ea-4928-9214-5b661eb8f38c up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:36.456025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:36.456025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.550385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.556191 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.557280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.617213 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e41d97fd-1316-4b4b-835e-1663797d9611 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:36.701114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.703882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port e41d97fd-1316-4b4b-835e-1663797d9611 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:36.706109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Pushing event updated for resources: {'Port': ['ID=7160b4a3-2fa2-4771-8b61-c410509f84dd,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:36.712362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port e41d97fd-1316-4b4b-835e-1663797d9611 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:36.712732 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.751593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.842831 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.852801 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:36.854139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:36.876443 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port e41d97fd-1316-4b4b-835e-1663797d9611, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e41d97fd-1316-4b4b-835e-1663797d9611,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:36.882918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:36.982227 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=e41d97fd-1316-4b4b-835e-1663797d9611,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:37.078335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Router 8cdeaa44-b44b-473a-92d7-dea59c04f822 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:44:37.087194 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-93799ce1-b4b3-4875-a6a0-c296819d7a7a None None] Provisioning complete for port 7160b4a3-2fa2-4771-8b61-c410509f84dd triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:37.087696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-93799ce1-b4b3-4875-a6a0-c296819d7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:37.147617 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-93799ce1-b4b3-4875-a6a0-c296819d7a7a None None] Port 7160b4a3-2fa2-4771-8b61-c410509f84dd cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:44:37.375485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:44:37.387329 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-d75cbc54-bd93-4967-87e0-59f67d80b7dc admin admin] 10.222.0.70 "PUT /v2.0/routers/8cdeaa44-b44b-473a-92d7-dea59c04f822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0260811 Mar 22 13:44:37.898446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50496) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:37.903628 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292743179', 'description': 'tempest-secgroup-smoke-292743179 description', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:37.909561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:37.913926 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:37.916905 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:37.922534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:37.944560 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:37.947461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:37.953700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Sync routers for ids ['8cdeaa44-b44b-473a-92d7-dea59c04f822'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:44:37.963650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Routers {'8cdeaa44-b44b-473a-92d7-dea59c04f822'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:37.964257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['8cdeaa44-b44b-473a-92d7-dea59c04f822'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:37.967522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:37.971332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:37.974086 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:37.979767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:38.051775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.055643 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.096467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:38.099626 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.100793 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-8a15b361-f353-4dc0-986c-c7d09e925eab tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2013261 Mar 22 13:44:38.103805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50500) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:38.109020 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'c933206f-5d1c-42db-9f3a-1c69ce8a2a6f', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:38.114852 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:38.118631 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:38.121468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:38.126965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:38.144029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.145781 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Set router 8cdeaa44-b44b-473a-92d7-dea59c04f822 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:38.204205 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.211908 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.236857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3759ef17-d2f4-42d9-9d2e-f4f24352f07d,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:38.246756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.250770 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-52767494-571c-4d16-b205-2f58f2a29cc4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434214 Mar 22 13:44:38.251048 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50504) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:38.259896 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'c933206f-5d1c-42db-9f3a-1c69ce8a2a6f', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:38.266424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:38.271363 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:38.274921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:38.281910 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:38.307043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.344583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:38.377176 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.381557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.408614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10cf0ab-6251-45e4-8de2-5ca59f381fb4,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:38.417963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.419376 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-f06948c4-9615-40e2-a057-d39d1247ee34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1673064 Mar 22 13:44:38.422046 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50508) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:38.427531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'c933206f-5d1c-42db-9f3a-1c69ce8a2a6f', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:38.433292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:38.436976 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:38.439768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:38.446262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:38.463033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.524899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.528605 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.532658 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:38.541874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:38.542238 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.551058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fad06c-6810-4c2f-aa81-78780039c4e8,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:38.561163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.564905 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-e5eadaf2-c143-41e2-b6a4-0b913f5d7f56 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394882 Mar 22 13:44:38.566051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50512) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:38.573664 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'c933206f-5d1c-42db-9f3a-1c69ce8a2a6f', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:38.580397 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:38.584615 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:38.587690 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:38.594015 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:38.610334 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.666581 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'name': 'tempest-TestShelveInstance-1569125942-router', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:31Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 4, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'gw_port': {'id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:32Z', 'updated_at': '2022-03-22T13:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7160b4a3-2fa2-4771-8b61-c410509f84dd', 'name': '', 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'mac_address': 'fa:16:3e:49:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3df2f99c-4636-4f56-9b5d-e0b22f1974a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:35Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 2, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'subnets': [{'id': '3df2f99c-4636-4f56-9b5d-e0b22f1974a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:38.675513 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.679773 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.680048 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Checking router: 8cdeaa44-b44b-473a-92d7-dea59c04f822 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:44:38.680395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Updating router 8cdeaa44-b44b-473a-92d7-dea59c04f822 port 7160b4a3-2fa2-4771-8b61-c410509f84dd binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:44:38.708610 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396e1d51-035f-4ed1-93cd-27f28046de10,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:38.709396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.715728 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.719588 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e2da131e-34e1-423c-9834-674d3048510e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524336 Mar 22 13:44:38.719811 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50516) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:38.726196 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'c933206f-5d1c-42db-9f3a-1c69ce8a2a6f', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:38.732130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:38.735925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:38.738785 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:38.745650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:38.745809 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:38.748389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.755689 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Project 7f2c0c7e7aad4b41836e57f89715105b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:44:38.758826 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.759573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e41d97fd-1316-4b4b-835e-1663797d9611 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:38.762277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.828309 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.832009 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.857012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff6e1fc-3870-4528-b44c-14413e1b13c3,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:38.866757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.868046 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ab00fc17-b6ef-4204-9f26-188bee374fac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471674 Mar 22 13:44:38.870694 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50520) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:38.875860 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'c933206f-5d1c-42db-9f3a-1c69ce8a2a6f', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:38.881771 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:38.885548 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:38.888392 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:38.893915 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:38.904359 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.securitygroups_db [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Project 7f2c0c7e7aad4b41836e57f89715105b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:44:38.911388 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.930457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:38.982476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:38.986537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:39.005726 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port e41d97fd-1316-4b4b-835e-1663797d9611 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:39.006306 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:39.011509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011db1ce-37f4-4497-af1d-bcab88636127,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:39.021110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:39.022723 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-30f0064a-77a9-4a62-be9b-f8002ca90696 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510785 Mar 22 13:44:39.182841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-0720a7ab-546b-48bc-9391-9a6e41e3711d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:44:39.200087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-0720a7ab-546b-48bc-9391-9a6e41e3711d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:44:39.201242 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-0720a7ab-546b-48bc-9391-9a6e41e3711d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292743179&fields=id&tenant_id=7f2c0c7e7aad4b41836e57f89715105b HTTP/1.1" status: 200 len: 267 time: 0.0567288 Mar 22 13:44:39.316573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:39.329006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Transition to ACTIVE for port object 7160b4a3-2fa2-4771-8b61-c410509f84dd will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:39.336775 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:39.358937 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-e925b838-37fe-4eec-8371-66ef1cca8228 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:39.359703 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-e925b838-37fe-4eec-8371-66ef1cca8228 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:network {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:44:39.378948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-e925b838-37fe-4eec-8371-66ef1cca8228 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:network {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:44:39.380958 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-e925b838-37fe-4eec-8371-66ef1cca8228 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 808 time: 0.1729589 Mar 22 13:44:39.396423 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-8e67539a-c883-401e-b5e4-1bf93dfa7081 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/quotas/7f2c0c7e7aad4b41836e57f89715105b HTTP/1.1" status: 200 len: 375 time: 0.0098698 Mar 22 13:44:39.464556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0d3b8-7c46-4cd7-a968-262de632a2fc None None] Pushing event updated for resources: {'Port': ['ID=7160b4a3-2fa2-4771-8b61-c410509f84dd,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:39.489767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-cb6e1ac1-9196-4024-aa76-86d333a8d001 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:44:39.508689 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-cb6e1ac1-9196-4024-aa76-86d333a8d001 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:44:39.510270 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-cb6e1ac1-9196-4024-aa76-86d333a8d001 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052790 Mar 22 13:44:39.560639 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Attempting to bind port 7160b4a3-2fa2-4771-8b61-c410509f84dd on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:44:39.561293 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Attempting to bind port 7160b4a3-2fa2-4771-8b61-c410509f84dd by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:44:39.561653 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Attempting to bind port 7160b4a3-2fa2-4771-8b61-c410509f84dd on network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:44:39.567307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:44:39.567675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Checking segment: {'id': 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:44:39.568106 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:39.568688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Bound using segment: {'id': 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:44:39.569154 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Bound port: 7160b4a3-2fa2-4771-8b61-c410509f84dd, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:44:39.569526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:39.664305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] For port 7160b4a3-2fa2-4771-8b61-c410509f84dd, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:44:39.668197 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] For port 7160b4a3-2fa2-4771-8b61-c410509f84dd, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7160b4a3-2fa2-4771-8b61-c410509f84dd,segment=NetworkSegment(ff1b1a69-0bce-4b7e-8bbe-be293c74cae2),segment_id=ff1b1a69-0bce-4b7e-8bbe-be293c74cae2)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:44:39.674002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:39.762660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Routers {'8cdeaa44-b44b-473a-92d7-dea59c04f822'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:39.763306 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['8cdeaa44-b44b-473a-92d7-dea59c04f822'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:39.776280 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-9cbd2eda-716e-4305-a12f-8c9a8dfb6ddd service neutron] 10.222.0.70 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533679 Mar 22 13:44:39.877174 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0d3b8-7c46-4cd7-a968-262de632a2fc None None] Pushing event updated for resources: {'Port': ['ID=7160b4a3-2fa2-4771-8b61-c410509f84dd,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:39.924904 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-b522f68d-1b48-450a-98c4-471ceef881ad service neutron] 10.222.0.70 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427443 Mar 22 13:44:40.006674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] Set router 8cdeaa44-b44b-473a-92d7-dea59c04f822 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:40.107328 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8221d22b-e6a3-431c-86b6-1bbb3ed12d80 req-7dad10df-f1ba-44f6-9222-9bc3d4a8a62c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 210 time: 0.0436933 Mar 22 13:44:40.254934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:40.375471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:40.375796 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:40.421237 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'name': 'tempest-TestShelveInstance-1569125942-router', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:31Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 4, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'gw_port': {'id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:32Z', 'updated_at': '2022-03-22T13:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7160b4a3-2fa2-4771-8b61-c410509f84dd', 'name': '', 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'mac_address': 'fa:16:3e:49:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3df2f99c-4636-4f56-9b5d-e0b22f1974a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:35Z', 'updated_at': '2022-03-22T13:44:39Z', 'revision_number': 4, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'subnets': [{'id': '3df2f99c-4636-4f56-9b5d-e0b22f1974a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:40.432532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9ce86-780b-4aad-8651-afe0d8b72e60 None None] The sync data for ids ['8cdeaa44-b44b-473a-92d7-dea59c04f822'] in dv-neutron-834664-2-hyperv is: [{'id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'name': 'tempest-TestShelveInstance-1569125942-router', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:31Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 4, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'gw_port': {'id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:32Z', 'updated_at': '2022-03-22T13:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '7160b4a3-2fa2-4771-8b61-c410509f84dd', 'name': '', 'network_id': '20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'mac_address': 'fa:16:3e:49:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '3df2f99c-4636-4f56-9b5d-e0b22f1974a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:35Z', 'updated_at': '2022-03-22T13:44:39Z', 'revision_number': 4, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'subnets': [{'id': '3df2f99c-4636-4f56-9b5d-e0b22f1974a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:44:41.206299 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-81c7b1b2-8817-4503-aa7c-0f8ad357059b req-e2de6e88-581b-4324-af7b-1194daa841ac tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 210 time: 0.0437083 Mar 22 13:44:42.272418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7160b4a3-2fa2-4771-8b61-c410509f84dd up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:42.342912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 7160b4a3-2fa2-4771-8b61-c410509f84dd completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:42.349069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7160b4a3-2fa2-4771-8b61-c410509f84dd triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:42.349467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:42.356944 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b58aa370-1b7d-49fc-85fc-59d863338758 req-000db94c-1feb-4c11-928f-286464aa3eba tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 210 time: 0.0441759 Mar 22 13:44:42.485411 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:42.518171 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 7160b4a3-2fa2-4771-8b61-c410509f84dd, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7160b4a3-2fa2-4771-8b61-c410509f84dd,segment=NetworkSegment(ff1b1a69-0bce-4b7e-8bbe-be293c74cae2),segment_id=ff1b1a69-0bce-4b7e-8bbe-be293c74cae2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:42.523520 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:42.589188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=7160b4a3-2fa2-4771-8b61-c410509f84dd,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:43.273451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-ad2153ad-1f06-4821-bbc9-e5cfd28ad1f5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:43.274862 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-ad2153ad-1f06-4821-bbc9-e5cfd28ad1f5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 808 time: 0.1502478 Mar 22 13:44:43.327223 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-2538ddbd-42ac-4454-8419-4158e46661cf tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:44:43.338553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-2538ddbd-42ac-4454-8419-4158e46661cf tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:44:43.339725 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-2538ddbd-42ac-4454-8419-4158e46661cf tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f2c0c7e7aad4b41836e57f89715105b HTTP/1.1" status: 200 len: 379 time: 0.0555191 Mar 22 13:44:43.355610 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'port': {'device_id': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'admin_state_up': True, 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'security_groups': ['c933206f-5d1c-42db-9f3a-1c69ce8a2a6f']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:43.494761 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:43.504459 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:43.511509 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b19cb244-56e9-4341-bb6c-93551712246a req-bf492d12-4543-41be-bbaf-7dea0c93f792 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 210 time: 0.0461257 Mar 22 13:44:43.514475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Made reservation on behalf of 7f2c0c7e7aad4b41836e57f89715105b for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:44:43.518432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:43.681658 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Allocated IP 172.20.0.11 (0db1758d-dddf-493b-8ccd-cea3c87ab9ab/a78ac44a-035d-47bb-b087-d143aa209b1f/75e659c6-7154-40c4-821a-821faf403c21) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:44:43.867763 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:43.882825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Transition to ACTIVE for port object 75e659c6-7154-40c4-821a-821faf403c21 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:43.906186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:43.971367 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:43.978688 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:43.982901 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:44:44.017067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:44.054537 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:44.055152 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:44.081552 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-5f64348d-3b04-4a2b-8d95-2216a85f582b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7296784 Mar 22 13:44:44.096404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Request body: {'port': {'device_id': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:44.209573 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:44.244986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6fa1474c-74e9-4902-889f-441211163176 None None] Provisioning for port 75e659c6-7154-40c4-821a-821faf403c21 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:44.250233 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-6fa1474c-74e9-4902-889f-441211163176 None None] Provisioning complete for port 75e659c6-7154-40c4-821a-821faf403c21 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:44.250591 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6fa1474c-74e9-4902-889f-441211163176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:44.286739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7160b4a3-2fa2-4771-8b61-c410509f84dd up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:44.358532 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1474c-74e9-4902-889f-441211163176 None None] Port 75e659c6-7154-40c4-821a-821faf403c21 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:44:44.375588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 7160b4a3-2fa2-4771-8b61-c410509f84dd triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:44.375961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:44.701375 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e659c6-7154-40c4-821a-821faf403c21 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:44:44.711711 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:44.732706 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Transition to ACTIVE for port object 75e659c6-7154-40c4-821a-821faf403c21 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:44:44.736327 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:44.869779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97d394-9d8a-4eef-9d3c-28e6b94af680 req-2688aac0-f2f7-4183-99b6-23f7a28ad8e5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:44.870500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-de97d394-9d8a-4eef-9d3c-28e6b94af680 req-2688aac0-f2f7-4183-99b6-23f7a28ad8e5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:44:44.919790 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:44.965827 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-de97d394-9d8a-4eef-9d3c-28e6b94af680 req-2688aac0-f2f7-4183-99b6-23f7a28ad8e5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:44:44.966977 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de97d394-9d8a-4eef-9d3c-28e6b94af680 req-2688aac0-f2f7-4183-99b6-23f7a28ad8e5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 932 time: 0.3305130 Mar 22 13:44:45.040229 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-de97d394-9d8a-4eef-9d3c-28e6b94af680 req-48bb65c2-6ad7-4a70-b9b9-2edd89acfe37 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602186 Mar 22 13:44:45.042178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Attempting to bind port 75e659c6-7154-40c4-821a-821faf403c21 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:44:45.042514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Attempting to bind port 75e659c6-7154-40c4-821a-821faf403c21 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:44:45.042847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Attempting to bind port 75e659c6-7154-40c4-821a-821faf403c21 on network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:44:45.047659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Port 75e659c6-7154-40c4-821a-821faf403c21 on network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:44:45.048029 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Attempting to bind port 75e659c6-7154-40c4-821a-821faf403c21 on network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:44:45.053253 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:44:45.053597 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Checking segment: {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:44:45.053980 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Bound using segment: {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:44:45.054407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Bound port: 75e659c6-7154-40c4-821a-821faf403c21, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:44:45.054756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:45.145730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:44:45.148567 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:44:45.153825 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:45.213004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:45.213681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:45.214970 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] 10.222.0.47 "PUT /v2.0/ports/75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 1094 time: 1.1228180 Mar 22 13:44:45.215439 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'tag': '75e659c6-7154-40c4-821a-821faf403c21'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:44:45.243719 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c572f02-ea94-4c83-af65-45069c341ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:45.269105 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'tag': '75e659c6-7154-40c4-821a-821faf403c21', 'status': 'completed', 'code': 200} Mar 22 13:44:45.343971 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-e95d5031-46f2-4a05-b265-db546ce55565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:45.345541 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-e95d5031-46f2-4a05-b265-db546ce55565 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1097 time: 0.0731168 Mar 22 13:44:45.422292 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-d3127d9c-d372-4952-a860-7118f6c7873c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 217 time: 0.0691321 Mar 22 13:44:45.452079 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:44:45.484290 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-ac2e07e2-701b-4b35-b48e-176eadfb9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:45.485635 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-ac2e07e2-701b-4b35-b48e-176eadfb9e46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0574090 Mar 22 13:44:45.562789 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-c96c55fe-8b43-4fa9-a412-0f858594c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:45.564233 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-c96c55fe-8b43-4fa9-a412-0f858594c4e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714617 Mar 22 13:44:45.694251 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-97c496b7-9f9e-4896-ac0a-f2a53379ff58 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226242 Mar 22 13:44:45.824178 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-34946ce1-f6e5-496d-82f8-402c1f154b57 req-718534e7-4a7f-4186-9a44-efb14e66eaab service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229622 Mar 22 13:44:45.942088 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-33967a3c-412d-4f0a-9248-d31ce690b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:45.943610 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-33967a3c-412d-4f0a-9248-d31ce690b370 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1097 time: 0.0692089 Mar 22 13:44:46.088967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-21f4bf41-23ab-442a-a623-f029cdbc7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:46.090396 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-21f4bf41-23ab-442a-a623-f029cdbc7d4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1400576 Mar 22 13:44:46.286851 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-ee9bdf89-798d-4e56-8142-8d377cd59f3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 217 time: 0.1894069 Mar 22 13:44:46.368668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-560740c1-9601-46d9-b20b-ea49f73c30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:46.370069 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-560740c1-9601-46d9-b20b-ea49f73c30bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0725136 Mar 22 13:44:46.428266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333ab6c-37ad-4e3e-8cb8-27d587218e7a req-82a4f735-76c9-4676-b1a1-9f9207241401 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:46.429686 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d333ab6c-37ad-4e3e-8cb8-27d587218e7a req-82a4f735-76c9-4676-b1a1-9f9207241401 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.2766302 Mar 22 13:44:46.488750 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d333ab6c-37ad-4e3e-8cb8-27d587218e7a req-f18deff1-91bc-48e5-9116-905dde116fd5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532224 Mar 22 13:44:46.495139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-7ee50296-98a4-4fdd-a7f7-482f54e7c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:46.496555 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-7ee50296-98a4-4fdd-a7f7-482f54e7c43e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1189778 Mar 22 13:44:46.629871 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-bc82a42d-5a7d-417c-9a08-e5936605d182 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236522 Mar 22 13:44:46.759803 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c0f676d5-28aa-4a04-b881-2cef352526fa req-48911f00-4f4e-4704-ba06-41b4a390d50b service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232772 Mar 22 13:44:47.669200 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edcbb0-2d56-4f40-887f-31505fa128e2 req-6ee05504-4669-407a-b2ac-340d97633699 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:47.670545 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-16edcbb0-2d56-4f40-887f-31505fa128e2 req-6ee05504-4669-407a-b2ac-340d97633699 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.0774817 Mar 22 13:44:47.715025 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-16edcbb0-2d56-4f40-887f-31505fa128e2 req-bbfea603-8105-476b-b73a-baf7f19c65b9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388782 Mar 22 13:44:47.889909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 75e659c6-7154-40c4-821a-821faf403c21 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:44:48.027798 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:48.040437 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '75e659c6-7154-40c4-821a-821faf403c21', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'port_id': '75e659c6-7154-40c4-821a-821faf403c21', 'mac_address': 'fa:16:3e:8a:b9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:44:48.097394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:48.114605 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e659c6-7154-40c4-821a-821faf403c21 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:44:48.129955 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:48.133971 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:48.199882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:48.390369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['75e659c6-7154-40c4-821a-821faf403c21'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:44:48.903460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae8ec3-a23d-404b-9fba-e4dff220b25b req-4af1780e-9f74-41df-b6c4-e474623b18c4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:48.904880 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ddae8ec3-a23d-404b-9fba-e4dff220b25b req-4af1780e-9f74-41df-b6c4-e474623b18c4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 945 time: 0.0820630 Mar 22 13:44:48.948037 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ddae8ec3-a23d-404b-9fba-e4dff220b25b req-14e868c4-bc1f-4683-a29b-6af5d5d8aafd tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375264 Mar 22 13:44:49.890236 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 75e659c6-7154-40c4-821a-821faf403c21 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:44:49.957120 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 75e659c6-7154-40c4-821a-821faf403c21 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:44:49.961811 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 75e659c6-7154-40c4-821a-821faf403c21 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:44:49.962175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:50.080720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:50.106858 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e659c6-7154-40c4-821a-821faf403c21'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:44:50.116780 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:44:50.124400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:50.139764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3443635-6c0d-43d9-87d5-d41249ed7f02 req-fe7f9773-33f4-4de5-be86-04f315fede6f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:50.141438 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c3443635-6c0d-43d9-87d5-d41249ed7f02 req-fe7f9773-33f4-4de5-be86-04f315fede6f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 945 time: 0.0870018 Mar 22 13:44:50.158893 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e659c6-7154-40c4-821a-821faf403c21', 'code': 200} Mar 22 13:44:50.195856 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c3443635-6c0d-43d9-87d5-d41249ed7f02 req-bb009940-7ec7-476a-836c-be75abf40f74 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481195 Mar 22 13:44:50.202609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:50.389463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f2e69-3b2c-4fce-a506-19bcdb0740d3 req-a5475098-4ac4-4a05-9171-913d888c655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:50.390921 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-337f2e69-3b2c-4fce-a506-19bcdb0740d3 req-a5475098-4ac4-4a05-9171-913d888c655e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1099 time: 0.0694678 Mar 22 13:44:50.433625 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-337f2e69-3b2c-4fce-a506-19bcdb0740d3 req-b9664d40-695e-4a56-91bd-ea03c89795c1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330558 Mar 22 13:44:51.386800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060c811-2667-4bdd-99db-aaa8684fdf76 req-ee9cccb0-81a5-4081-8f86-e07ccbc68628 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:51.388369 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7060c811-2667-4bdd-99db-aaa8684fdf76 req-ee9cccb0-81a5-4081-8f86-e07ccbc68628 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0854416 Mar 22 13:44:51.433787 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7060c811-2667-4bdd-99db-aaa8684fdf76 req-b010f937-0a4c-4d00-bef4-b33e2b29a051 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393944 Mar 22 13:44:51.941803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:52.614570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087d14-58b5-4587-a592-4b06f9232e03 req-74f99f72-a462-44f3-a620-8fab5f928ea3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:52.616343 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f0087d14-58b5-4587-a592-4b06f9232e03 req-74f99f72-a462-44f3-a620-8fab5f928ea3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0787375 Mar 22 13:44:52.662751 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f0087d14-58b5-4587-a592-4b06f9232e03 req-a35ddb74-7510-45e4-aa5a-7a326a992c80 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407732 Mar 22 13:44:52.840198 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac33cb5-976d-49c3-8117-fc6b867a3fc8 req-22008afe-a7aa-4af4-8ac7-9cb3c96becaf tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:52.841549 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4ac33cb5-976d-49c3-8117-fc6b867a3fc8 req-22008afe-a7aa-4af4-8ac7-9cb3c96becaf tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0778434 Mar 22 13:44:52.888855 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4ac33cb5-976d-49c3-8117-fc6b867a3fc8 req-87335b9c-49fb-4604-84b8-7f807601b438 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417936 Mar 22 13:44:52.911234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50580) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:53.076422 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d103a8-aedc-453a-8f9a-13645236c0b1 tempest-TestShelveInstance-2074955677 tempest-TestShelveInstance-2074955677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:53.077118 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-46d103a8-aedc-453a-8f9a-13645236c0b1 tempest-TestShelveInstance-2074955677 tempest-TestShelveInstance-2074955677-project-admin] Synchronizing usage tracker for tenant:db7dac12cd2142ae96e8fda5b86595b0 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:44:53.092988 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-46d103a8-aedc-453a-8f9a-13645236c0b1 tempest-TestShelveInstance-2074955677 tempest-TestShelveInstance-2074955677-project-admin] Unset dirty status for tenant:db7dac12cd2142ae96e8fda5b86595b0 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:44:53.094210 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-46d103a8-aedc-453a-8f9a-13645236c0b1 tempest-TestShelveInstance-2074955677 tempest-TestShelveInstance-2074955677-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1094 time: 0.1819348 Mar 22 13:44:53.097258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 50586) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:44:53.102678 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': '75e659c6-7154-40c4-821a-821faf403c21', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:44:53.108532 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:44:53.112278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:floatingip and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:44:53.115970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:44:53.121544 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:44:53.131608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for floatingip, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:53.267945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:53.405304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Allocated IP 172.26.5.100 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/05e9ad24-a872-4e38-8c67-345a86deeef9) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:44:53.548965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:53.583625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:53.644170 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:44:53.646760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:44:53.649350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:44:53.694061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'Port': ['ID=05e9ad24-a872-4e38-8c67-345a86deeef9,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:54.156069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:54.229613 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:54.430454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:54.434746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:54.544066 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'Port': ['ID=05e9ad24-a872-4e38-8c67-345a86deeef9,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:44:54.554455 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:54.722623 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.l3_db [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Floating IP e0851f54-4349-4563-a72c-9e1d74cc5f8a associated. External IP: 172.26.5.100, port: 75e659c6-7154-40c4-821a-821faf403c21. Mar 22 13:44:55.065522 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:44:55.343574 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:44:55.355485 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] Sync routers for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:44:55.366370 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:55.367059 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:55.368354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:44:55.422469 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-de790d93-cdd4-43df-9c94-fbe2576cfbc3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3241980 Mar 22 13:44:55.423039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'tag': '75e659c6-7154-40c4-821a-821faf403c21'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:44:55.472971 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'tag': '75e659c6-7154-40c4-821a-821faf403c21', 'status': 'completed', 'code': 200} Mar 22 13:44:55.541362 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:55.566507 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-804b7034-50e7-4c46-9a51-442b1a4b1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:55.568580 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-804b7034-50e7-4c46-9a51-442b1a4b1f81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1099 time: 0.0731883 Mar 22 13:44:55.701260 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-542e3796-9350-45f9-b6ba-45a65a4813a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:55.702663 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-542e3796-9350-45f9-b6ba-45a65a4813a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1276534 Mar 22 13:44:55.801917 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-9c86da50-cf87-4a82-a166-b9ec3c91011a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 1000 time: 0.0919645 Mar 22 13:44:55.866714 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-83e962ff-e3ef-4b88-8683-a6f4a35f086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:55.868170 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-83e962ff-e3ef-4b88-8683-a6f4a35f086b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0602865 Mar 22 13:44:55.905833 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e0851f54-4349-4563-a72c-9e1d74cc5f8a', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'port_id': '75e659c6-7154-40c4-821a-821faf403c21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'mac_address': 'fa:16:3e:8a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:44:54Z', 'updated_at': '2022-03-22T13:44:54Z', 'revision_number': 0, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:55.909515 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] Checking router: 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:44:55.918281 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:44:55.918862 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:44:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:55.946425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-7f117647-60dd-4bf2-9630-b33f32a77953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:44:55.947920 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-7f117647-60dd-4bf2-9630-b33f32a77953 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698528 Mar 22 13:44:56.089012 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-b2d15861-d007-4904-8278-eba5ee999f43 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327548 Mar 22 13:44:56.119282 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:44:56.222257 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a9a499e1-fbd2-41f2-9e68-bfe13740c7cf req-8bb5b4d8-094d-4cd0-a5f9-5f69a815e0c2 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267993 Mar 22 13:44:56.486669 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e0851f54-4349-4563-a72c-9e1d74cc5f8a', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'port_id': '75e659c6-7154-40c4-821a-821faf403c21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'mac_address': 'fa:16:3e:8a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:44:54Z', 'updated_at': '2022-03-22T13:44:54Z', 'revision_number': 0, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:44:56.491354 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca8be2-eaac-40d3-ad62-5cd78aeef459 None None] The sync data for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv is: [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'e0851f54-4349-4563-a72c-9e1d74cc5f8a', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'port_id': '75e659c6-7154-40c4-821a-821faf403c21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'mac_address': 'fa:16:3e:8a:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:44:54Z', 'updated_at': '2022-03-22T13:44:54Z', 'revision_number': 0, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:44:56.668373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b1bc7-5ee8-44df-9d8f-df60d1647c0f None None] New status for floating IP e0851f54-4349-4563-a72c-9e1d74cc5f8a: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:45:03.140630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ffb1109-e4e1-4108-bbb5-03b40452386b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:05.413471 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-35452450-6ca0-453f-8326-660a0e4033a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:06.533297 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:06.704733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:07.952951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:08.269050 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-ffd1c43b-a5e3-4e26-a147-a4e7ccc8e416 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723138 Mar 22 13:45:08.417970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-6e6a230b-66be-43ca-8311-5be7fd851644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:45:08.419442 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-6e6a230b-66be-43ca-8311-5be7fd851644 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1099 time: 0.0698698 Mar 22 13:45:08.572075 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-9946d08e-1f87-43f3-a899-9ae90aa089aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:45:08.573414 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-9946d08e-1f87-43f3-a899-9ae90aa089aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1304998 Mar 22 13:45:08.678218 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-9c02c72b-86f5-40e1-b89d-832e3debe248 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 1002 time: 0.0971818 Mar 22 13:45:08.741595 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-51f943c6-6a40-4970-abaa-2f8029d78639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:45:08.742980 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-51f943c6-6a40-4970-abaa-2f8029d78639 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0570209 Mar 22 13:45:08.824300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-0eb046b7-0ed3-4467-a124-a43417d08782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:45:08.825697 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-0eb046b7-0ed3-4467-a124-a43417d08782 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718198 Mar 22 13:45:08.955610 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-a691a1f7-5400-45a4-b580-40f4e880e604 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226456 Mar 22 13:45:09.183189 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0fbb1fd8-0e22-42f7-8c08-af6fb43847b6 req-82fa4bef-69c3-481e-b9bb-a9e05088b354 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206645 Mar 22 13:45:21.967514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:22.452332 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:45:33.141273 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fba76c1-ab87-4903-8d79-1bc2ebe11a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:35.414819 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bbdf7caf-5962-4229-b348-ad0cb0c69db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:36.533280 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:36.705981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:37.947039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:51.982118 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:45:59.451347 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:46:03.142478 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-da50c44a-4905-466e-aa03-0827f5b0b529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:05.417896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2cad0b7d-bf26-4611-8540-eedfb925d836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:06.537930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:06.708094 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:07.949825 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:08.264721 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-2d2feef2-ac4d-42bd-8723-35bf1bdfa832 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684619 Mar 22 13:46:08.414737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-b67ede81-86da-49ac-84d5-90aeaf89afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:46:08.416220 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-b67ede81-86da-49ac-84d5-90aeaf89afc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1099 time: 0.0747826 Mar 22 13:46:08.571475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-fb7e6b21-9310-45a1-9f18-831082594c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:46:08.572786 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-fb7e6b21-9310-45a1-9f18-831082594c83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1317310 Mar 22 13:46:08.677067 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-03ba8835-8e24-4094-9932-2a2edd6fb71b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 1002 time: 0.0945215 Mar 22 13:46:08.743729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-53a70abc-395e-43e9-99e7-0366276db51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:46:08.745093 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-53a70abc-395e-43e9-99e7-0366276db51d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0595670 Mar 22 13:46:08.817618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-54f0b89f-08ab-43d7-8619-aa7a53fcafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:46:08.819346 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-54f0b89f-08ab-43d7-8619-aa7a53fcafe2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674746 Mar 22 13:46:08.952671 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-87835a41-4d8a-43eb-93be-6e2fb9a7cdd0 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231890 Mar 22 13:46:09.085915 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2f57f5de-ba71-41d6-8aff-0c4e368d8b88 req-5320dea5-7806-44d8-92e9-8f8d8319d41a service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243842 Mar 22 13:46:21.979995 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:33.145207 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-40a2ace7-b5ec-40f6-8885-47de4e4ce688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:35.418788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0350-e092-43ed-ad1c-d07323c76c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:36.451052 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:46:36.540419 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:36.709416 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:37.952110 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:51.994349 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:46:54.095611 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5ac76-3344-4335-81d4-50be789f51ca req-bbbecb13-83c4-4a65-8c8b-b636a703a390 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:46:54.097107 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6ce5ac76-3344-4335-81d4-50be789f51ca req-bbbecb13-83c4-4a65-8c8b-b636a703a390 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.1569371 Mar 22 13:46:54.140875 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6ce5ac76-3344-4335-81d4-50be789f51ca req-128d39dd-69cd-497b-8e1b-a8fae933f686 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376186 Mar 22 13:46:55.331772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73c860-9be9-4c6f-a437-9959612e0392 req-3cac195a-12b8-4459-9551-9200c8e4a663 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:46:55.333227 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7d73c860-9be9-4c6f-a437-9959612e0392 req-3cac195a-12b8-4459-9551-9200c8e4a663 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0844610 Mar 22 13:46:55.377750 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7d73c860-9be9-4c6f-a437-9959612e0392 req-461dc3e9-885d-4d1b-877b-261ab7742b65 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384228 Mar 22 13:46:56.570316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c26a8e-1bf2-45c7-bd83-abbc33162106 req-cdb0597f-1101-478e-a012-5c43c9ea8b14 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:46:56.571756 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21c26a8e-1bf2-45c7-bd83-abbc33162106 req-cdb0597f-1101-478e-a012-5c43c9ea8b14 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0826929 Mar 22 13:46:56.615430 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-21c26a8e-1bf2-45c7-bd83-abbc33162106 req-35909a9a-71e5-4685-baab-7b36917992cb tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380785 Mar 22 13:46:57.800777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfb3db-f626-4036-889e-afaa43d9df2c req-17a16a55-4c73-4510-b526-570ec78b1233 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:46:57.802202 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5dfb3db-f626-4036-889e-afaa43d9df2c req-17a16a55-4c73-4510-b526-570ec78b1233 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0797505 Mar 22 13:46:57.848354 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a5dfb3db-f626-4036-889e-afaa43d9df2c req-42b5edfb-988b-46d9-b058-4257e820693f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399697 Mar 22 13:46:59.028570 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b129d5-9ec3-47c9-9300-a314a6c6c07c req-78622f56-8010-49d6-828f-ea8bb0f617dd tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:46:59.030013 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8b129d5-9ec3-47c9-9300-a314a6c6c07c req-78622f56-8010-49d6-828f-ea8bb0f617dd tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0776997 Mar 22 13:46:59.073256 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f8b129d5-9ec3-47c9-9300-a314a6c6c07c req-49412e8a-f586-4f59-acd2-96b9f9e2d652 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376382 Mar 22 13:47:00.262954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcfc38-1721-447a-850c-69b085dfbcac req-ec36892e-e154-4651-a68e-40eda6f9eb34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:00.264441 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3adcfc38-1721-447a-850c-69b085dfbcac req-ec36892e-e154-4651-a68e-40eda6f9eb34 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0783558 Mar 22 13:47:00.307986 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3adcfc38-1721-447a-850c-69b085dfbcac req-3baf1722-8853-4ae2-b637-e21f686891bb tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379932 Mar 22 13:47:01.491139 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e34f6f-fa76-46d9-8c97-e75bee187c9d req-0fbcde61-a8ba-48ec-91da-64124e28304a tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:01.492590 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-62e34f6f-fa76-46d9-8c97-e75bee187c9d req-0fbcde61-a8ba-48ec-91da-64124e28304a tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0814202 Mar 22 13:47:01.536566 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-62e34f6f-fa76-46d9-8c97-e75bee187c9d req-9f2f5a8f-1ea6-4997-9941-4c0c0476ce7c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384371 Mar 22 13:47:02.725328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cff64-5d8b-4383-8832-3ee841a33031 req-7325e396-b122-42ec-835c-6d759b9efc04 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:02.726950 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-312cff64-5d8b-4383-8832-3ee841a33031 req-7325e396-b122-42ec-835c-6d759b9efc04 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0819643 Mar 22 13:47:02.770770 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-312cff64-5d8b-4383-8832-3ee841a33031 req-faae3a18-2d9e-4005-ae03-b044e7f72eda tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382752 Mar 22 13:47:03.146232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2b59c7d8-6a4e-4fec-bd53-5ec0f8cba5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:03.957598 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c423bfd-827c-4141-be64-1c6440d6b825 req-abd39e69-c67e-46f4-a08f-5fae6fc23917 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:03.959130 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6c423bfd-827c-4141-be64-1c6440d6b825 req-abd39e69-c67e-46f4-a08f-5fae6fc23917 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0819559 Mar 22 13:47:04.000792 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6c423bfd-827c-4141-be64-1c6440d6b825 req-03ae9771-893c-4a23-b1bd-02c6ee47cdbe tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357754 Mar 22 13:47:05.182832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49a118-3ef6-49bc-bd1c-4bf776720f34 req-7f05fdbe-b403-4b95-8ecd-d45fa900ae28 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:05.184209 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aa49a118-3ef6-49bc-bd1c-4bf776720f34 req-7f05fdbe-b403-4b95-8ecd-d45fa900ae28 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0779810 Mar 22 13:47:05.227147 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-aa49a118-3ef6-49bc-bd1c-4bf776720f34 req-85396b1a-dfc3-46b1-b996-88df57e4fc6f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374172 Mar 22 13:47:05.421300 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2f0d-48f1-4aaf-8155-4f2ed0959381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:06.406098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d755b39-4473-4883-a8dc-a2f6053064b8 req-b67ca317-cc4b-4903-8b33-c6b066c8698c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:06.407549 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9d755b39-4473-4883-a8dc-a2f6053064b8 req-b67ca317-cc4b-4903-8b33-c6b066c8698c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0788443 Mar 22 13:47:06.451345 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9d755b39-4473-4883-a8dc-a2f6053064b8 req-3eb43f60-83f2-4f0f-854f-964458792143 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381324 Mar 22 13:47:06.544871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 75e659c6-7154-40c4-821a-821faf403c21 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:47:06.548578 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:06.674778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:47:06.687601 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '75e659c6-7154-40c4-821a-821faf403c21', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'port_id': '75e659c6-7154-40c4-821a-821faf403c21', 'mac_address': 'fa:16:3e:8a:b9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:47:06.745013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:06.756103 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:06.773142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75e659c6-7154-40c4-821a-821faf403c21 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:47:06.787908 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:47:06.791488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:06.859285 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:47:06.866148 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.866489 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.866823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.867175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.867504 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.867823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.868143 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.868467 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.868782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.869098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.869410 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.869721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:47:06.889179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['75e659c6-7154-40c4-821a-821faf403c21'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:47:07.644360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59654178-45e4-4ce0-aa30-98a8a988299d req-3f80f15e-18ad-407e-8b45-68fbf7af88d3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:07.645918 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-59654178-45e4-4ce0-aa30-98a8a988299d req-3f80f15e-18ad-407e-8b45-68fbf7af88d3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 945 time: 0.0903730 Mar 22 13:47:07.689958 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-59654178-45e4-4ce0-aa30-98a8a988299d req-f5113385-1959-427e-b547-ecb2c4edbeae tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378916 Mar 22 13:47:07.969765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:08.544469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 75e659c6-7154-40c4-821a-821faf403c21 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:47:08.617550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 75e659c6-7154-40c4-821a-821faf403c21 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:47:08.618155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:08.758838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:08.793833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e659c6-7154-40c4-821a-821faf403c21'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:47:08.811202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:47:08.823188 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:08.908812 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e659c6-7154-40c4-821a-821faf403c21', 'code': 200} Mar 22 13:47:08.914243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:47:08.921652 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ad0ef-cfe6-4f25-94ed-b04342fa3799 req-4ab021c4-348c-499f-882b-f35956843148 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:08.930963 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a98ad0ef-cfe6-4f25-94ed-b04342fa3799 req-4ab021c4-348c-499f-882b-f35956843148 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.1113288 Mar 22 13:47:08.988217 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-a98ad0ef-cfe6-4f25-94ed-b04342fa3799 req-d0f753c3-fa5a-4884-ba87-95e4c763dc30 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558107 Mar 22 13:47:10.195871 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1242a3-3a24-4f87-855c-cea16010522e req-765dd2d5-376e-4837-b1e4-6b578ebf728c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:10.197437 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1a1242a3-3a24-4f87-855c-cea16010522e req-765dd2d5-376e-4837-b1e4-6b578ebf728c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0959728 Mar 22 13:47:10.249456 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-1a1242a3-3a24-4f87-855c-cea16010522e req-d911b681-3333-4e99-8018-f67789318bd5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 Mar 22 13:47:10.364931 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-854783ab-84ec-419a-975e-f7e7431fc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:10.366520 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-854783ab-84ec-419a-975e-f7e7431fc705 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1099 time: 0.1032450 Mar 22 13:47:10.532014 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-b18a0245-a550-4db2-9171-d1da5c208149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:10.533419 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-b18a0245-a550-4db2-9171-d1da5c208149 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1413777 Mar 22 13:47:10.773411 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-ad41596e-0d81-4b13-b661-b4adbd3712ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 1002 time: 0.2316561 Mar 22 13:47:10.846590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-58f76f01-e0d8-4970-bd43-71159f5628f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:10.849838 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-58f76f01-e0d8-4970-bd43-71159f5628f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0670297 Mar 22 13:47:10.938268 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-697ced73-c15e-4d59-9786-c45811afa286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:10.939899 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-697ced73-c15e-4d59-9786-c45811afa286 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830472 Mar 22 13:47:11.096395 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-dfeabe8b-8991-44cb-b2f0-dd0962556b6e service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493781 Mar 22 13:47:11.244578 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f37030b7-a15c-43f4-ba2e-3d8bdc853d8b req-db989ba4-70a2-4749-9b2c-3d9f1f6ab51a service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401339 Mar 22 13:47:11.461816 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4296e-0a43-4822-8f0c-e04731834ecc req-6bd8752b-59ea-4f5c-bd6d-4de18770bb1f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:11.463305 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-96b4296e-0a43-4822-8f0c-e04731834ecc req-6bd8752b-59ea-4f5c-bd6d-4de18770bb1f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0858471 Mar 22 13:47:11.517053 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-96b4296e-0a43-4822-8f0c-e04731834ecc req-c6e5b05a-eb10-422d-bd85-dbfed42c018a tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461199 Mar 22 13:47:12.721858 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b6d1-96d9-42b7-bf02-99c80e05f998 req-bb03fa42-e472-4ee2-bf13-fa8530a58405 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:12.727668 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3074b6d1-96d9-42b7-bf02-99c80e05f998 req-bb03fa42-e472-4ee2-bf13-fa8530a58405 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0949275 Mar 22 13:47:12.777256 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3074b6d1-96d9-42b7-bf02-99c80e05f998 req-75a968ff-ebb2-4623-b71e-6eb2548846cc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462792 Mar 22 13:47:13.451948 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:47:13.979317 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964909-3ef6-49b6-9adb-e86f95a399a6 req-4680633e-d4f5-4b6e-a024-651d5ba8c51c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:13.983686 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-12964909-3ef6-49b6-9adb-e86f95a399a6 req-4680633e-d4f5-4b6e-a024-651d5ba8c51c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0950963 Mar 22 13:47:14.035936 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-12964909-3ef6-49b6-9adb-e86f95a399a6 req-7441f865-3780-463a-890a-e9ec56107d98 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468996 Mar 22 13:47:15.242533 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579ae71-4900-4bb6-b02d-45ec1bea2039 req-6544ee20-74f1-4b04-9aeb-df75773ba5cf tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:15.244612 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8579ae71-4900-4bb6-b02d-45ec1bea2039 req-6544ee20-74f1-4b04-9aeb-df75773ba5cf tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0890794 Mar 22 13:47:15.304179 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8579ae71-4900-4bb6-b02d-45ec1bea2039 req-295e1029-b514-4f90-8099-296045a46952 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533679 Mar 22 13:47:16.500814 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d3208-bb7e-4cc4-a39a-a6edfe620ab2 req-5f66f6cd-daba-4437-8da5-01d30db18b92 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:16.502157 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-012d3208-bb7e-4cc4-a39a-a6edfe620ab2 req-5f66f6cd-daba-4437-8da5-01d30db18b92 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0824282 Mar 22 13:47:16.545574 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-012d3208-bb7e-4cc4-a39a-a6edfe620ab2 req-94f5ddf8-f6ca-4a50-bc97-ebffb59cf958 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372052 Mar 22 13:47:17.046856 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-3789e69c-d55e-488d-a174-781cc78834d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:17.048413 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-3789e69c-d55e-488d-a174-781cc78834d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1099 time: 0.0783868 Mar 22 13:47:17.186360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-d016ead8-df42-4cdc-9ab1-5b1117fe964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:17.187808 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-d016ead8-df42-4cdc-9ab1-5b1117fe964e service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1290078 Mar 22 13:47:17.288361 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-5d36967f-bd83-473d-bec6-f8335837a219 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 1002 time: 0.0916030 Mar 22 13:47:17.357657 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-04baea21-66f8-4455-b0d2-a218272d1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:17.359103 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-04baea21-66f8-4455-b0d2-a218272d1284 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0611570 Mar 22 13:47:17.458384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-748267bc-2fc1-41b2-a00d-bade15a5d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:17.460450 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-748267bc-2fc1-41b2-a00d-bade15a5d391 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918407 Mar 22 13:47:17.596328 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-48b31913-fb85-4577-8d76-fc08585487d8 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258271 Mar 22 13:47:17.780691 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5936d0be-5d83-4620-9506-9bb267e1c780 req-0d0201a7-cad3-46cc-967b-6daccaf9b99b service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747422 Mar 22 13:47:17.806463 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c718efe-ffd1-4090-8ff9-4aa18551887c req-f63b9045-7913-4f57-aee7-2921113a2554 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:17.807955 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5c718efe-ffd1-4090-8ff9-4aa18551887c req-f63b9045-7913-4f57-aee7-2921113a2554 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.1225545 Mar 22 13:47:17.851125 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5c718efe-ffd1-4090-8ff9-4aa18551887c req-246b7b73-3484-4d15-8cf5-e7b3c0c6c051 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371778 Mar 22 13:47:19.032517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974078a0-dcdc-4801-a62a-98a6bc7fd570 req-3e0fa361-8e68-4bcc-ae6c-fdf032847001 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:19.033963 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-974078a0-dcdc-4801-a62a-98a6bc7fd570 req-3e0fa361-8e68-4bcc-ae6c-fdf032847001 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0785050 Mar 22 13:47:19.076145 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-974078a0-dcdc-4801-a62a-98a6bc7fd570 req-ba84891b-f638-4bb1-8080-279decade23e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367670 Mar 22 13:47:20.262371 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269094b-c96a-4bba-adf9-6997240188f2 req-a98a6330-36a2-44c5-a4d9-e4e76db9b824 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:20.263819 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e269094b-c96a-4bba-adf9-6997240188f2 req-a98a6330-36a2-44c5-a4d9-e4e76db9b824 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.0823731 Mar 22 13:47:20.306988 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e269094b-c96a-4bba-adf9-6997240188f2 req-e59d2dd6-8e81-4cc7-8520-8e6a6f55fa9b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373850 Mar 22 13:47:20.625173 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 75e659c6-7154-40c4-821a-821faf403c21 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:47:20.751548 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:20.753942 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0cc2e-2fb1-42c9-8949-448a77ddcca6 req-d6b14dda-e810-4778-a5b9-06c00f6759af tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:20.755436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dcc0cc2e-2fb1-42c9-8949-448a77ddcca6 req-d6b14dda-e810-4778-a5b9-06c00f6759af tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 946 time: 0.1871538 Mar 22 13:47:20.780801 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e659c6-7154-40c4-821a-821faf403c21'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:47:20.791104 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:47:20.797675 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:20.803990 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-dcc0cc2e-2fb1-42c9-8949-448a77ddcca6 req-a563a2bb-2ba2-41c1-b830-25e4557afabf tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Mar 22 13:47:20.822453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50770) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:47:20.849685 dv-neutron-834664-2-hyperv neutron-server[87934]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75e659c6-7154-40c4-821a-821faf403c21', 'code': 422} returned with failed status Mar 22 13:47:20.881650 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:47:20.935468 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-cca5d858-d362-456e-b137-e5c426192c0c req-f6947f6e-53c2-4bcb-bd22-7f1be569e0a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1118495 Mar 22 13:47:22.012689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:22.045337 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86600549-d2d0-4bb4-9985-d3784b041986 req-ad015a98-b7e5-4650-93f4-be5c23cc64a2 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:22.046761 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86600549-d2d0-4bb4-9985-d3784b041986 req-ad015a98-b7e5-4650-93f4-be5c23cc64a2 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.1336386 Mar 22 13:47:22.053081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d858-d362-456e-b137-e5c426192c0c req-6ec6b47d-3ff1-43e8-8350-4cfb50348f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:22.054459 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cca5d858-d362-456e-b137-e5c426192c0c req-6ec6b47d-3ff1-43e8-8350-4cfb50348f8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f&tenant_id=7f2c0c7e7aad4b41836e57f89715105b HTTP/1.1" status: 200 len: 1097 time: 0.1107557 Mar 22 13:47:22.140694 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-86600549-d2d0-4bb4-9985-d3784b041986 req-0e5d621d-1472-461d-a463-a3d04019c62d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853014 Mar 22 13:47:22.168206 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d858-d362-456e-b137-e5c426192c0c req-95a3c177-ba1f-487f-b608-1cdbf5a7ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:22.169659 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cca5d858-d362-456e-b137-e5c426192c0c req-95a3c177-ba1f-487f-b608-1cdbf5a7ef82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1097 time: 0.0858219 Mar 22 13:47:22.300547 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d858-d362-456e-b137-e5c426192c0c req-40e4b907-4b42-4735-9232-645114ab16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:22.302049 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cca5d858-d362-456e-b137-e5c426192c0c req-40e4b907-4b42-4735-9232-645114ab16fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1251278 Mar 22 13:47:22.407544 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cca5d858-d362-456e-b137-e5c426192c0c req-e314c163-6091-4667-b7b0-40d7dc0bbffb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 1000 time: 0.0971298 Mar 22 13:47:22.473285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d858-d362-456e-b137-e5c426192c0c req-e15a43fa-5580-4261-8000-bcd1a7878f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:22.474710 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cca5d858-d362-456e-b137-e5c426192c0c req-e15a43fa-5580-4261-8000-bcd1a7878f52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0580621 Mar 22 13:47:22.554805 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d858-d362-456e-b137-e5c426192c0c req-16808bc3-fe12-4948-968c-9f3be210808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:22.556251 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cca5d858-d362-456e-b137-e5c426192c0c req-16808bc3-fe12-4948-968c-9f3be210808d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736845 Mar 22 13:47:22.686183 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cca5d858-d362-456e-b137-e5c426192c0c req-82465ef0-a751-487b-9a48-c75ce4d44423 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226764 Mar 22 13:47:22.816751 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cca5d858-d362-456e-b137-e5c426192c0c req-d47ac6be-7ea3-4513-9922-a510bc33e5fe service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227005 Mar 22 13:47:23.391975 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282c082-9ca7-4c43-ae46-ccff2a61e992 req-cb2c08ad-371d-4d55-bdcf-de4924d4d425 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:23.400089 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2282c082-9ca7-4c43-ae46-ccff2a61e992 req-cb2c08ad-371d-4d55-bdcf-de4924d4d425 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.1420252 Mar 22 13:47:23.479265 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2282c082-9ca7-4c43-ae46-ccff2a61e992 req-d81a9bcc-4db0-41fa-a709-e5c647c8be6e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779521 Mar 22 13:47:24.830243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c9d61-d2cb-4395-89f5-eb0a1f1a21f2 req-7179bd54-cf6b-415f-8095-0bfb8a4a7c79 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:24.831918 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ca5c9d61-d2cb-4395-89f5-eb0a1f1a21f2 req-7179bd54-cf6b-415f-8095-0bfb8a4a7c79 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.0969689 Mar 22 13:47:24.879060 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ca5c9d61-d2cb-4395-89f5-eb0a1f1a21f2 req-98015918-acd8-489b-932f-edc8bd4609aa tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414937 Mar 22 13:47:26.077520 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ce6c6-cd77-4e0e-8c60-235c51f18a51 req-a4570f12-aeeb-46e8-9cd8-d27ea0086178 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:26.078992 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-711ce6c6-cd77-4e0e-8c60-235c51f18a51 req-a4570f12-aeeb-46e8-9cd8-d27ea0086178 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.0885940 Mar 22 13:47:26.130067 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-711ce6c6-cd77-4e0e-8c60-235c51f18a51 req-60271470-f435-4214-9dbb-8c9018d4f047 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436697 Mar 22 13:47:27.321945 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3dd5b-4346-4eb7-b29b-b42d1c039b37 req-e116aab1-f012-4e71-b417-e925b75c128c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:27.323579 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f2f3dd5b-4346-4eb7-b29b-b42d1c039b37 req-e116aab1-f012-4e71-b417-e925b75c128c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.0864987 Mar 22 13:47:27.396187 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f2f3dd5b-4346-4eb7-b29b-b42d1c039b37 req-a0a15972-6855-4965-a781-8e0e3769ba69 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614698 Mar 22 13:47:28.598129 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3970c9-b6a4-4002-97ab-08e2c56e753d req-25086a1f-828c-4003-a30e-70e2e900d2a6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:28.599532 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7c3970c9-b6a4-4002-97ab-08e2c56e753d req-25086a1f-828c-4003-a30e-70e2e900d2a6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.0854979 Mar 22 13:47:28.648539 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7c3970c9-b6a4-4002-97ab-08e2c56e753d req-2adf0979-a2c3-4a04-8bf3-f07c3e44c737 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431685 Mar 22 13:47:29.857052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e0333-3bb6-4c5d-b0e0-563b0c5a4e34 req-86e8b7a1-dd00-4670-b289-9651e5631a07 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:29.857052 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b7e0333-3bb6-4c5d-b0e0-563b0c5a4e34 req-86e8b7a1-dd00-4670-b289-9651e5631a07 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.0916841 Mar 22 13:47:29.904313 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b7e0333-3bb6-4c5d-b0e0-563b0c5a4e34 req-0bb62fb9-95f3-4f70-a3a8-d8d41d87fc21 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428030 Mar 22 13:47:31.089756 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acc21d-ebb2-4665-acac-574eef69e588 req-d8f32aee-d4b1-478b-9f76-8e349b16e15e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:31.091086 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-19acc21d-ebb2-4665-acac-574eef69e588 req-d8f32aee-d4b1-478b-9f76-8e349b16e15e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.0782788 Mar 22 13:47:31.133694 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-19acc21d-ebb2-4665-acac-574eef69e588 req-08972da7-99f3-4c0c-8a3e-d1bd844cd15b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369971 Mar 22 13:47:32.320774 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a3b6c-74e7-48c9-8a2f-f6c35440efb3 req-8cbc4272-94f1-444d-b2a1-5338163547dc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:32.322233 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e98a3b6c-74e7-48c9-8a2f-f6c35440efb3 req-8cbc4272-94f1-444d-b2a1-5338163547dc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 944 time: 0.0829325 Mar 22 13:47:32.365456 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e98a3b6c-74e7-48c9-8a2f-f6c35440efb3 req-8362e3f9-d1ce-482d-97b6-2c8ee6abff47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375042 Mar 22 13:47:32.670851 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 75e659c6-7154-40c4-821a-821faf403c21 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:47:32.802307 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:47:32.814782 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '75e659c6-7154-40c4-821a-821faf403c21', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'port_id': '75e659c6-7154-40c4-821a-821faf403c21', 'mac_address': 'fa:16:3e:8a:b9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:47:32.871931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:32.891920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e659c6-7154-40c4-821a-821faf403c21 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:47:32.907770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:47:32.911417 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:32.983037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=9']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:47:33.146394 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4e99a940-38f2-49f1-950d-a38ae490f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:33.215406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['75e659c6-7154-40c4-821a-821faf403c21'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:47:33.549692 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fdd82-3a0a-4f6d-9eaa-f4c731a1f6e2 req-f8d47b1f-e496-45d2-94f3-fb789522a4f3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:33.551117 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-446fdd82-3a0a-4f6d-9eaa-f4c731a1f6e2 req-f8d47b1f-e496-45d2-94f3-fb789522a4f3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 945 time: 0.0823750 Mar 22 13:47:33.595170 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-446fdd82-3a0a-4f6d-9eaa-f4c731a1f6e2 req-bf5267b3-9ebd-4935-8083-d3109bc6edd9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378637 Mar 22 13:47:34.698712 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 75e659c6-7154-40c4-821a-821faf403c21 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:47:34.769220 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 75e659c6-7154-40c4-821a-821faf403c21 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:47:34.769583 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:34.774248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab9257-f7d6-4cc6-8a5b-4a291cf346df req-1c6536b6-0c8e-4b7a-8301-56d6e6d9486f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:34.775725 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66ab9257-f7d6-4cc6-8a5b-4a291cf346df req-1c6536b6-0c8e-4b7a-8301-56d6e6d9486f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 945 time: 0.0791843 Mar 22 13:47:34.823409 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-66ab9257-f7d6-4cc6-8a5b-4a291cf346df req-4f0d0b0e-4ed7-493f-a4ea-3fec1cf5aae7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420525 Mar 22 13:47:34.884436 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:34.938198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e659c6-7154-40c4-821a-821faf403c21'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:47:34.948080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:47:34.951714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:34.983659 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e659c6-7154-40c4-821a-821faf403c21', 'code': 200} Mar 22 13:47:35.020615 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=10']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:47:35.228672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd246-5af2-4845-b5cc-33f5397157ec req-85f1915e-1062-41d7-af97-c6fdd9b14c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:35.230063 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-666dd246-5af2-4845-b5cc-33f5397157ec req-85f1915e-1062-41d7-af97-c6fdd9b14c03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1100 time: 0.0702250 Mar 22 13:47:35.274205 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-666dd246-5af2-4845-b5cc-33f5397157ec req-fff89164-38f4-4246-873e-57975112137d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341384 Mar 22 13:47:35.422758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7d0ef527-6735-4019-b5da-311ea265c83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:36.096366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbc9d2-f7f8-4eb6-9c68-8c84bdc7df01 req-62266157-3405-434f-b114-ffdd604f4b4f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:36.097774 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d7dbc9d2-f7f8-4eb6-9c68-8c84bdc7df01 req-62266157-3405-434f-b114-ffdd604f4b4f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 947 time: 0.1683946 Mar 22 13:47:36.141673 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d7dbc9d2-f7f8-4eb6-9c68-8c84bdc7df01 req-8eb213c5-e1f6-4ecc-9b12-b9222774c87d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376294 Mar 22 13:47:36.545611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:36.716315 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:37.322292 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57152254-cf7e-4d49-9324-61e0dc2d76ad req-3270cd55-7fd0-43e8-92b6-90ad33cb1fbf tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:47:37.324032 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-57152254-cf7e-4d49-9324-61e0dc2d76ad req-3270cd55-7fd0-43e8-92b6-90ad33cb1fbf tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 947 time: 0.0794020 Mar 22 13:47:37.367246 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-57152254-cf7e-4d49-9324-61e0dc2d76ad req-b3df775a-5412-4c58-8b2b-2898c65bd26e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377111 Mar 22 13:47:37.955559 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:47:50.451018 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:47:52.011039 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:03.154981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e8b8-f6bd-4e82-b499-b2a1c5e688cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:05.428175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-98e2c799-2301-40bf-84f5-23026a92bee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:06.549291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:06.717816 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:07.956359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:12.258813 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-b824e152-73da-4a36-aab9-26349a7c1eb2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677550 Mar 22 13:48:12.403733 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-e73dc7f2-4477-4edb-b084-d1a0b6d72e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:12.405192 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-e73dc7f2-4477-4edb-b084-d1a0b6d72e88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1100 time: 0.0733101 Mar 22 13:48:12.568418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-26be4af8-c682-4de7-b777-f536ee0742cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:12.569767 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-26be4af8-c682-4de7-b777-f536ee0742cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1261525 Mar 22 13:48:12.683436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-d9d3dcb6-b405-4519-b7a2-c254280e23eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 1002 time: 0.1044600 Mar 22 13:48:12.745965 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-97a4db61-51ba-473f-b167-fbc7a5aae3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:12.747383 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-97a4db61-51ba-473f-b167-fbc7a5aae3f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0564036 Mar 22 13:48:12.822153 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-86cd028a-64f8-456b-9daa-729117e954a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:12.823549 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-86cd028a-64f8-456b-9daa-729117e954a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695052 Mar 22 13:48:12.957538 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-dd8a8edb-ca58-4692-8c00-75c9c4ce3fea service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246839 Mar 22 13:48:13.092523 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e89484ad-fce4-4d25-ab3c-5615381020c4 req-e8d36565-ad07-4ca0-8129-1bce6b2f54f8 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249888 Mar 22 13:48:22.012833 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:27.451187 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:48:33.146459 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9f6b-7785-4e77-b96e-4c67f9412aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:35.430359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0842b808-18a7-4a7a-900c-770006aded1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:36.551345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:36.717975 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:37.959723 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:51.111189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50886) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:48:51.406944 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Deleting port 05e9ad24-a872-4e38-8c67-345a86deeef9 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:48:51.407326 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:51.578341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:51.578673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:51.699224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Calling delete_port for 05e9ad24-a872-4e38-8c67-345a86deeef9 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:48:51.849265 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:51.894385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event deleted for resources: {'Port': ['ID=05e9ad24-a872-4e38-8c67-345a86deeef9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:51.935276 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.935631 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.935977 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.936318 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.936653 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.936987 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.937314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.937640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.937968 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.938293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.938613 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.938933 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:51.999695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:51.999953 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Floating IP e0851f54-4349-4563-a72c-9e1d74cc5f8a disassociated (deleted). External IP: 172.26.5.100, port: 75e659c6-7154-40c4-821a-821faf403c21. Mar 22 13:48:52.012598 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:52.345584 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:48:52.635151 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:48:52.644511 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] Sync routers for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:48:52.654474 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:48:52.654861 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:52.655094 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:48:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:52.708868 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-01b1eb84-39a5-483f-bead-8643d35be9b8 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "DELETE /v2.0/floatingips/e0851f54-4349-4563-a72c-9e1d74cc5f8a HTTP/1.1" status: 204 len: 168 time: 1.5965316 Mar 22 13:48:52.709809 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'tag': '75e659c6-7154-40c4-821a-821faf403c21'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:48:52.819893 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'tag': '75e659c6-7154-40c4-821a-821faf403c21', 'status': 'completed', 'code': 200} Mar 22 13:48:52.835950 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:48:52.924608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6edde8-0c86-4807-869e-920a43665c21 req-e46a55a1-01d7-4154-888b-2275c4662241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:52.926194 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bc6edde8-0c86-4807-869e-920a43665c21 req-e46a55a1-01d7-4154-888b-2275c4662241 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 1100 time: 0.0801671 Mar 22 13:48:53.066546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6edde8-0c86-4807-869e-920a43665c21 req-2aef2cb3-b34d-4b69-a99b-6fafd87cc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:53.068289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bc6edde8-0c86-4807-869e-920a43665c21 req-2aef2cb3-b34d-4b69-a99b-6fafd87cc474 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1351464 Mar 22 13:48:53.102630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78630a-01b8-4761-ae7c-b102038bb45f req-a970f807-0289-496f-9aa1-f0a7d5acfdc1 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:53.103354 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-5b78630a-01b8-4761-ae7c-b102038bb45f req-a970f807-0289-496f-9aa1-f0a7d5acfdc1 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:48:53.119131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-5b78630a-01b8-4761-ae7c-b102038bb45f req-a970f807-0289-496f-9aa1-f0a7d5acfdc1 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:48:53.120442 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5b78630a-01b8-4761-ae7c-b102038bb45f req-a970f807-0289-496f-9aa1-f0a7d5acfdc1 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 947 time: 0.1030750 Mar 22 13:48:53.142161 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bc6edde8-0c86-4807-869e-920a43665c21 req-cc0763ef-fdc6-4867-ae62-24af23af88c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 200 len: 217 time: 0.0648923 Mar 22 13:48:53.162932 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:53.167327 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] Checking router: 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:48:53.167455 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-5b78630a-01b8-4761-ae7c-b102038bb45f req-31a16a4c-7ae0-4665-b2d3-2aa0f5eda12b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406394 Mar 22 13:48:53.175636 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:48:53.176227 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:48:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:53.206172 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6edde8-0c86-4807-869e-920a43665c21 req-ed1edcae-f5d4-41dc-a8c0-30469d164f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:53.207652 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bc6edde8-0c86-4807-869e-920a43665c21 req-ed1edcae-f5d4-41dc-a8c0-30469d164f54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0590532 Mar 22 13:48:53.282604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6edde8-0c86-4807-869e-920a43665c21 req-891993f8-81be-48a0-8c4c-d0f8920d01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:53.284105 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bc6edde8-0c86-4807-869e-920a43665c21 req-891993f8-81be-48a0-8c4c-d0f8920d01ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687995 Mar 22 13:48:53.350529 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:48:53.419102 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bc6edde8-0c86-4807-869e-920a43665c21 req-8c6ab45f-0654-4f18-92c1-e3e9b003f752 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266387 Mar 22 13:48:53.552328 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bc6edde8-0c86-4807-869e-920a43665c21 req-a0e30d1e-76f2-487f-bdf1-78f3dae00fb3 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264899 Mar 22 13:48:53.663012 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:48:53.666781 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420579b7-e5c7-4dff-a197-908a32f7f5ee None None] The sync data for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv is: [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:48:53.878596 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c082b58-bf33-42b7-8420-ac224a08c0f2 None None] New status for floating IP e0851f54-4349-4563-a72c-9e1d74cc5f8a: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:48:54.458227 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1546668-6e72-40c2-8ee7-86fdd48d853c req-34ae5d4c-8edf-4b2c-bf2e-9e8b39dd112a tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:54.459602 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a1546668-6e72-40c2-8ee7-86fdd48d853c req-34ae5d4c-8edf-4b2c-bf2e-9e8b39dd112a tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 947 time: 0.1768708 Mar 22 13:48:54.503403 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a1546668-6e72-40c2-8ee7-86fdd48d853c req-ad2556b9-9355-4c97-9543-3513671e866b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381067 Mar 22 13:48:54.652243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-213deaf4-bf29-4876-9f3e-042ffebd5dce tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:48:54.653626 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-213deaf4-bf29-4876-9f3e-042ffebd5dce tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.47 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 947 time: 0.0813339 Mar 22 13:48:54.723758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Deleting port 75e659c6-7154-40c4-821a-821faf403c21 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:48:54.724024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:54.964177 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] For port 75e659c6-7154-40c4-821a-821faf403c21, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=75e659c6-7154-40c4-821a-821faf403c21,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:48:54.964523 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:55.083833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Calling delete_port for 75e659c6-7154-40c4-821a-821faf403c21 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:48:55.224024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:55.274782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event deleted for resources: {'Port': ['ID=75e659c6-7154-40c4-821a-821faf403c21,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:55.318310 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.318653 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.318986 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.319339 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.319668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.319989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.320306 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.321138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.321456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.321773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.322087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.322395 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:48:55.359431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] No DVR routers for this DVR port 75e659c6-7154-40c4-821a-821faf403c21 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:48:55.361842 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:55.364192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'name': 'network-vif-deleted', 'tag': '75e659c6-7154-40c4-821a-821faf403c21'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:48:55.379657 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0cee01a7-4cfd-4037-8c27-8ebd399005c8 req-edae6bc3-ebd8-4101-bae4-2a7823c54118 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.47 "DELETE /v2.0/ports/75e659c6-7154-40c4-821a-821faf403c21 HTTP/1.1" status: 204 len: 173 time: 0.7177193 Mar 22 13:48:55.465326 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8691d076-1667-4f98-88a3-b80d3274cf1f', 'name': 'network-vif-deleted', 'tag': '75e659c6-7154-40c4-821a-821faf403c21', 'status': 'completed', 'code': 200} Mar 22 13:48:55.663977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6738d2bf-54e0-4786-aae8-2d94b3434603 req-02e376a7-5425-45ab-96a0-757260e53b7e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:48:55.679585 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-6738d2bf-54e0-4786-aae8-2d94b3434603 req-02e376a7-5425-45ab-96a0-757260e53b7e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:48:55.681421 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6738d2bf-54e0-4786-aae8-2d94b3434603 req-02e376a7-5425-45ab-96a0-757260e53b7e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8691d076-1667-4f98-88a3-b80d3274cf1f HTTP/1.1" status: 200 len: 210 time: 0.0596006 Mar 22 13:48:56.774898 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50908) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:48:56.840901 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a12d32a6-8095-4811-8ced-ed63ddbceac5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:56.869530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a12d32a6-8095-4811-8ced-ed63ddbceac5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:56.933661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a12d32a6-8095-4811-8ced-ed63ddbceac5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:56.951255 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d32a6-8095-4811-8ced-ed63ddbceac5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c933206f-5d1c-42db-9f3a-1c69ce8a2a6f,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:56.964804 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-a12d32a6-8095-4811-8ced-ed63ddbceac5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:56.965845 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-a12d32a6-8095-4811-8ced-ed63ddbceac5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "DELETE /v2.0/security-groups/c933206f-5d1c-42db-9f3a-1c69ce8a2a6f HTTP/1.1" status: 204 len: 168 time: 0.1899025 Mar 22 13:48:58.543793 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50918) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:48:58.548934 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358037838', 'description': 'tempest-secgroup-smoke-358037838 description', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:58.555458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:48:58.560715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:48:58.564472 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:48:58.571111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:48:58.584647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:58.604074 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:48:58.607841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:48:58.610601 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:48:58.616194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:48:58.690656 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:58.694765 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:58.740095 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7ff817-6a22-498b-b865-32a338fc5e3c,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:58.747297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:58.750515 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4bca6d90-28c7-4c86-a54f-e9f05b4a57c7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2037342 Mar 22 13:48:58.752744 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50924) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:48:58.756904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ff817-6a22-498b-b865-32a338fc5e3c', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:58.762918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:48:58.766834 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:48:58.769738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:48:58.775316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:48:58.792133 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:58.850764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:58.854636 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:58.878233 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1056acec-b4cc-4cf4-a9ae-e4b53d84663f,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:58.886438 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:58.887659 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-057b0e4e-7720-462c-a2fb-7b20ff16325c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350875 Mar 22 13:48:58.890332 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50928) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:48:58.895108 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ff817-6a22-498b-b865-32a338fc5e3c', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:58.900859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:48:58.904602 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:48:58.907453 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:48:58.913256 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:48:58.935418 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:58.993607 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 75e659c6-7154-40c4-821a-821faf403c21 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:48:58.998735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.002414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.025135 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91229d3-1ec3-4f24-91ca-e0458d29b232,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:59.031638 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 75e659c6-7154-40c4-821a-821faf403c21 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:48:59.032269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 75e659c6-7154-40c4-821a-821faf403c21 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:48:59.033813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.035002 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1278a779-3d2e-429e-9866-03addcc67e12 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437793 Mar 22 13:48:59.037735 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50932) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:48:59.043069 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ff817-6a22-498b-b865-32a338fc5e3c', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:59.048835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:48:59.052603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:48:59.055981 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:48:59.061517 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:48:59.077767 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.138213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.142165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.166478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20026b44-dce1-4e9b-8501-843b09fad357,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:59.175097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.176263 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-0afea41d-1c2d-4a97-881a-0dbb336b2b47 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376100 Mar 22 13:48:59.178872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50936) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:48:59.183715 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ff817-6a22-498b-b865-32a338fc5e3c', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:59.189350 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:48:59.194989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:48:59.199190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:48:59.204776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:48:59.221412 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.285310 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.288771 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.312478 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc21b084-06ce-4825-9417-1305374965d5,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:59.322027 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.325753 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e8186c5d-2a19-46c5-8eee-306cd007c893 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434495 Mar 22 13:48:59.325960 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50940) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:48:59.330790 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ff817-6a22-498b-b865-32a338fc5e3c', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:59.337066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:48:59.340813 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:48:59.343647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:48:59.349452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:48:59.360085 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Project 7f2c0c7e7aad4b41836e57f89715105b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:48:59.366538 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.428764 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.432305 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.454868 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28cdd22-51e2-4ef0-96d2-a73990726d32,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:59.463516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.464647 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6eb647d9-2b11-4067-b180-938a8c481f9d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377904 Mar 22 13:48:59.467345 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 50944) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:48:59.472079 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ff817-6a22-498b-b865-32a338fc5e3c', 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:48:59.478152 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:48:59.481859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:security_group_rule and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:48:59.484657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:48:59.490970 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:48:59.501738 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Project 7f2c0c7e7aad4b41836e57f89715105b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:48:59.508378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.571182 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.574800 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.597371 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55f59d8-2487-4433-a2da-da9fedd93bba,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:48:59.605595 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:48:59.606905 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-500c4670-252c-436c-a9c9-ace40650e430 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386778 Mar 22 13:49:03.148385 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2d12e0a8-d81a-4ee2-8ce2-c8281dd7b8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:04.451476 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:49:05.438352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c97ab1ba-af51-44e4-bff1-60275c920f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:06.557317 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:06.888660 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:07.969521 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:13.309904 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-b888ccc6-ddf4-4fc2-96ab-ea2ecb1d50bb tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358037838&fields=id&tenant_id=7f2c0c7e7aad4b41836e57f89715105b HTTP/1.1" status: 200 len: 267 time: 0.0388415 Mar 22 13:49:13.459033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-014c39ee-bb22-4d82-8a10-2a1c4b395425 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:13.460389 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-014c39ee-bb22-4d82-8a10-2a1c4b395425 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 808 time: 0.1441450 Mar 22 13:49:13.474964 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-6bcd49f8-b61e-482f-87b0-59d4920cf9fa tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/quotas/7f2c0c7e7aad4b41836e57f89715105b HTTP/1.1" status: 200 len: 375 time: 0.0087690 Mar 22 13:49:13.559133 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-62a1757c-d11f-4cc1-8cbe-2be508b07f8b tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788181 Mar 22 13:49:13.615143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-f2de9c04-3fb6-4577-8b7c-f9eeb8e1ec76 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:49:13.616426 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-f2de9c04-3fb6-4577-8b7c-f9eeb8e1ec76 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464168 Mar 22 13:49:13.747320 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-35174c72-460e-4735-b24c-00fbbdbee366 service neutron] 10.222.0.70 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246438 Mar 22 13:49:13.877621 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-38a36739-5bbd-43eb-8fc7-11decd85c26a service neutron] 10.222.0.70 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247890 Mar 22 13:49:14.249665 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bcedb2cd-ed24-40e9-b682-bb2d9a419ed2 req-7530ac96-0885-438f-b91b-e670ad7391bc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 210 time: 0.0461514 Mar 22 13:49:15.406078 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a66354b4-642b-4c7c-9cc4-ea69b44a02c5 req-7cceb622-0f77-4dc2-9335-ff76883f53a2 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 210 time: 0.0512750 Mar 22 13:49:15.704443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-8193ede6-6e31-403d-847f-c2bf59814889 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:15.705877 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-8193ede6-6e31-403d-847f-c2bf59814889 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 808 time: 0.2416408 Mar 22 13:49:15.756715 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-cb1a1877-6fe7-4e02-95be-723022ab4503 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f2c0c7e7aad4b41836e57f89715105b HTTP/1.1" status: 200 len: 379 time: 0.0427012 Mar 22 13:49:15.766264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'port': {'device_id': '8afc756e-7b95-42f3-a606-aff69b340e45', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'admin_state_up': True, 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'security_groups': ['eb7ff817-6a22-498b-b865-32a338fc5e3c']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:49:15.905892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:49:15.915333 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:49:15.924769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Made reservation on behalf of 7f2c0c7e7aad4b41836e57f89715105b for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:49:15.928454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:16.091015 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Allocated IP 172.20.0.14 (0db1758d-dddf-493b-8ccd-cea3c87ab9ab/a78ac44a-035d-47bb-b087-d143aa209b1f/0ebad3bb-5e92-4fef-9567-87e93981c250) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:49:16.288234 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:16.305403 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Transition to ACTIVE for port object 0ebad3bb-5e92-4fef-9567-87e93981c250 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:49:16.329780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:16.396839 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:49:16.400416 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:49:16.408960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:49:16.449699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'Port': ['ID=0ebad3bb-5e92-4fef-9567-87e93981c250,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:16.487185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:16.487966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:16.521670 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-99be83ce-6db9-455e-99e3-52eb6403d4e9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7588334 Mar 22 13:49:16.582251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Request body: {'port': {'device_id': '8afc756e-7b95-42f3-a606-aff69b340e45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:49:16.632000 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0864c0b-b7c9-44fd-80df-667f2e5b5003 req-2fb3df70-5cfc-47b6-adf7-7efa82bb9dfc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:16.636394 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b0864c0b-b7c9-44fd-80df-667f2e5b5003 req-2fb3df70-5cfc-47b6-adf7-7efa82bb9dfc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 932 time: 0.1020553 Mar 22 13:49:16.681916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-b0864c0b-b7c9-44fd-80df-667f2e5b5003 req-3a65ad63-79d6-4867-81e7-691fc651c222 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:security_group {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:49:16.699378 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-b0864c0b-b7c9-44fd-80df-667f2e5b5003 req-3a65ad63-79d6-4867-81e7-691fc651c222 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:security_group {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:49:16.700559 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-b0864c0b-b7c9-44fd-80df-667f2e5b5003 req-3a65ad63-79d6-4867-81e7-691fc651c222 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597410 Mar 22 13:49:16.720266 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:16.728223 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-db31c829-dec9-4c70-be1f-f18b2598f1b9 None None] Provisioning for port 0ebad3bb-5e92-4fef-9567-87e93981c250 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:49:16.734358 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-db31c829-dec9-4c70-be1f-f18b2598f1b9 None None] Provisioning complete for port 0ebad3bb-5e92-4fef-9567-87e93981c250 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:49:16.734769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-db31c829-dec9-4c70-be1f-f18b2598f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:16.791861 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-db31c829-dec9-4c70-be1f-f18b2598f1b9 None None] Port 0ebad3bb-5e92-4fef-9567-87e93981c250 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:49:17.083093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebad3bb-5e92-4fef-9567-87e93981c250 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:49:17.091760 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:17.106444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Transition to ACTIVE for port object 0ebad3bb-5e92-4fef-9567-87e93981c250 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:49:17.109405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:17.276401 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Pushing event updated for resources: {'Port': ['ID=0ebad3bb-5e92-4fef-9567-87e93981c250,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:17.359140 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Attempting to bind port 0ebad3bb-5e92-4fef-9567-87e93981c250 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:49:17.359508 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Attempting to bind port 0ebad3bb-5e92-4fef-9567-87e93981c250 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:49:17.359894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Attempting to bind port 0ebad3bb-5e92-4fef-9567-87e93981c250 on network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:49:17.364600 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Port 0ebad3bb-5e92-4fef-9567-87e93981c250 on network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:49:17.365022 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Attempting to bind port 0ebad3bb-5e92-4fef-9567-87e93981c250 on network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:49:17.370351 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:49:17.370665 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Checking segment: {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:49:17.371076 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Bound using segment: {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:49:17.371531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Bound port: 0ebad3bb-5e92-4fef-9567-87e93981c250, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65077b0-1ade-4aeb-936b-65f9639066a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:49:17.371872 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:17.462521 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] For port 0ebad3bb-5e92-4fef-9567-87e93981c250, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:49:17.465563 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] For port 0ebad3bb-5e92-4fef-9567-87e93981c250, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ebad3bb-5e92-4fef-9567-87e93981c250,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:49:17.469000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:17.526528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:17.527081 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:17.528458 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] 10.222.0.47 "PUT /v2.0/ports/0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 1094 time: 0.9976697 Mar 22 13:49:17.528887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:49:17.560655 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61032ca-5dce-4420-a737-1c0d84e5830d service neutron] Pushing event updated for resources: {'Port': ['ID=0ebad3bb-5e92-4fef-9567-87e93981c250,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:17.577945 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'status': 'completed', 'code': 200} Mar 22 13:49:17.660258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-d77aa9ad-7eba-48e3-bf10-53e3b0252c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:17.661846 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-d77aa9ad-7eba-48e3-bf10-53e3b0252c37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1097 time: 0.0736377 Mar 22 13:49:17.829695 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-d7cfd851-f9c8-480d-b456-df2dab63f740 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 217 time: 0.1562846 Mar 22 13:49:17.892944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-f77dbffa-41ed-4932-8b14-6c5271d5791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:17.894085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ab68a-fefa-4f70-84ef-e186372221ea req-8e95be48-f421-445c-ac1a-0ec60ab7cf52 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:17.894612 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-f77dbffa-41ed-4932-8b14-6c5271d5791e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0575082 Mar 22 13:49:17.895561 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0f8ab68a-fefa-4f70-84ef-e186372221ea req-8e95be48-f421-445c-ac1a-0ec60ab7cf52 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0839179 Mar 22 13:49:17.939879 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0f8ab68a-fefa-4f70-84ef-e186372221ea req-157a47b9-e3cf-45b7-937b-d7e25c3327f7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386128 Mar 22 13:49:17.970725 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-df0ba410-80aa-48f8-ae0b-5a93aeb1086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:17.972296 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-df0ba410-80aa-48f8-ae0b-5a93aeb1086d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707300 Mar 22 13:49:18.106371 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-1634976d-c2f2-44e6-bd1a-41b9af9db75d service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254258 Mar 22 13:49:18.237954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-adda7d8b-74f7-4137-99f6-883ae3fed8c8 req-f6e12298-4d9d-4d4c-801e-03382c370433 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245723 Mar 22 13:49:18.356259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865324e4-f88b-4315-827a-43d272b63e89 req-bf228d61-fd06-41b6-8262-db7d372fdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:18.357762 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-865324e4-f88b-4315-827a-43d272b63e89 req-bf228d61-fd06-41b6-8262-db7d372fdce1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1097 time: 0.0737674 Mar 22 13:49:18.486183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865324e4-f88b-4315-827a-43d272b63e89 req-1bbdde07-6e77-48ef-866e-36709ad82510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:18.487636 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-865324e4-f88b-4315-827a-43d272b63e89 req-1bbdde07-6e77-48ef-866e-36709ad82510 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1236703 Mar 22 13:49:18.560188 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-865324e4-f88b-4315-827a-43d272b63e89 req-1acaf12b-b2dd-4cd0-ba4e-5721b540ccc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 217 time: 0.0658021 Mar 22 13:49:18.622452 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865324e4-f88b-4315-827a-43d272b63e89 req-5f0a89b7-c12a-4a21-a21a-d80ec2347c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:18.623814 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-865324e4-f88b-4315-827a-43d272b63e89 req-5f0a89b7-c12a-4a21-a21a-d80ec2347c6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0573709 Mar 22 13:49:18.700228 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865324e4-f88b-4315-827a-43d272b63e89 req-0ab1f26b-f8db-4a28-9620-f86a0bd46593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:18.701667 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-865324e4-f88b-4315-827a-43d272b63e89 req-0ab1f26b-f8db-4a28-9620-f86a0bd46593 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710194 Mar 22 13:49:18.833377 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-865324e4-f88b-4315-827a-43d272b63e89 req-6080a855-488a-4aee-afe0-263a466e73fc service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248295 Mar 22 13:49:18.965223 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-865324e4-f88b-4315-827a-43d272b63e89 req-54ea630d-7fcd-4d54-9f98-d0b2333e601a service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246850 Mar 22 13:49:19.130128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066179b-5a3b-45f1-811a-590e0e547645 req-952b457f-067e-4aa5-84e0-5a966ad23f31 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:19.130946 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-8066179b-5a3b-45f1-811a-590e0e547645 req-952b457f-067e-4aa5-84e0-5a966ad23f31 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:49:19.148768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-8066179b-5a3b-45f1-811a-590e0e547645 req-952b457f-067e-4aa5-84e0-5a966ad23f31 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:49:19.150095 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8066179b-5a3b-45f1-811a-590e0e547645 req-952b457f-067e-4aa5-84e0-5a966ad23f31 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.1032410 Mar 22 13:49:19.195252 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-8066179b-5a3b-45f1-811a-590e0e547645 req-63808d62-c3a7-43cd-b973-32f3e2320dcb tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392239 Mar 22 13:49:20.373370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae62dbf-bc7c-4661-932c-6a9c21d16959 req-c3fbf550-4200-46f8-a4d5-d98a19928176 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:20.374829 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4ae62dbf-bc7c-4661-932c-6a9c21d16959 req-c3fbf550-4200-46f8-a4d5-d98a19928176 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0799341 Mar 22 13:49:20.421412 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-4ae62dbf-bc7c-4661-932c-6a9c21d16959 req-3b763d43-ffc5-4ae9-8a64-6f1857f7da86 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Mar 22 13:49:21.608437 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0e287-08aa-453b-b7b6-de801bb643f6 req-c5233249-ccef-407e-b096-38b505f74bc0 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:21.609868 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ace0e287-08aa-453b-b7b6-de801bb643f6 req-c5233249-ccef-407e-b096-38b505f74bc0 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0784600 Mar 22 13:49:21.657214 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ace0e287-08aa-453b-b7b6-de801bb643f6 req-2145d078-defb-41f1-a3b4-59e4feaa88bc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417061 Mar 22 13:49:22.026987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:22.840971 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d108-6f3b-4536-83fa-beee2bcec539 req-a566e55a-a19e-4c44-a45d-75dd9df45334 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:22.842436 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bf42d108-6f3b-4536-83fa-beee2bcec539 req-a566e55a-a19e-4c44-a45d-75dd9df45334 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0814281 Mar 22 13:49:22.886791 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-bf42d108-6f3b-4536-83fa-beee2bcec539 req-990d9c94-47eb-4096-b2c8-1e4f8c1a2ecd tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386286 Mar 22 13:49:24.065296 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c05592-6e15-4ef0-a3ee-b2b27d137740 req-a56d747b-5305-47fc-8df6-0472dc947536 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:24.066990 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b6c05592-6e15-4ef0-a3ee-b2b27d137740 req-a56d747b-5305-47fc-8df6-0472dc947536 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0788162 Mar 22 13:49:24.110528 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b6c05592-6e15-4ef0-a3ee-b2b27d137740 req-d874652b-da4f-431a-85a0-a83097463f06 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 Mar 22 13:49:25.154085 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ebad3bb-5e92-4fef-9567-87e93981c250 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:49:25.289177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ebad3bb-5e92-4fef-9567-87e93981c250, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ebad3bb-5e92-4fef-9567-87e93981c250,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:49:25.293890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a80ff6-14ac-4a1d-ba3f-b862f94c8ff6 req-0a631c0a-08c0-4da3-9e97-d3bc7b9fd503 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:25.295393 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55a80ff6-14ac-4a1d-ba3f-b862f94c8ff6 req-0a631c0a-08c0-4da3-9e97-d3bc7b9fd503 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0834441 Mar 22 13:49:25.303076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'port_id': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'mac_address': 'fa:16:3e:1e:72:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:49:25.340674 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-55a80ff6-14ac-4a1d-ba3f-b862f94c8ff6 req-ffc5bf6e-fecc-404c-b082-b17d38af2303 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395806 Mar 22 13:49:25.359477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:25.375914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebad3bb-5e92-4fef-9567-87e93981c250 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:49:25.390682 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ebad3bb-5e92-4fef-9567-87e93981c250, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ebad3bb-5e92-4fef-9567-87e93981c250,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:49:25.394422 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:25.462316 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=0ebad3bb-5e92-4fef-9567-87e93981c250,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:25.469651 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.470016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.470400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.470727 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.471048 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.471396 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.471717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.472035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.472352 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.472667 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.472977 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.473288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:49:25.630406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['0ebad3bb-5e92-4fef-9567-87e93981c250'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:49:26.527721 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889f3af-a8e9-4dee-a0d0-ab33b9057651 req-1b0033ec-67c5-4285-b997-617418a15f60 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:26.529163 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a889f3af-a8e9-4dee-a0d0-ab33b9057651 req-1b0033ec-67c5-4285-b997-617418a15f60 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 945 time: 0.0833282 Mar 22 13:49:26.573614 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a889f3af-a8e9-4dee-a0d0-ab33b9057651 req-0b0e5317-1919-46a3-b2a2-f971246fab99 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388868 Mar 22 13:49:27.170453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ebad3bb-5e92-4fef-9567-87e93981c250 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:49:27.236993 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 0ebad3bb-5e92-4fef-9567-87e93981c250 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:49:27.241783 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 0ebad3bb-5e92-4fef-9567-87e93981c250 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:49:27.242147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:27.359821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:27.386602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:49:27.395920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ebad3bb-5e92-4fef-9567-87e93981c250, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ebad3bb-5e92-4fef-9567-87e93981c250,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:49:27.400490 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:27.469020 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'code': 200} Mar 22 13:49:27.505196 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=0ebad3bb-5e92-4fef-9567-87e93981c250,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:27.790248 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462e90c-dbe7-49ee-a74a-1b6cae287d63 req-f367db8a-22a2-4b25-8c41-31714bc40f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:27.791636 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4462e90c-dbe7-49ee-a74a-1b6cae287d63 req-f367db8a-22a2-4b25-8c41-31714bc40f72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1099 time: 0.1289694 Mar 22 13:49:27.801587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8d45c-6928-4e60-8880-10bc7db74c33 req-5a915741-d7a1-4680-9c28-6cbec51cd290 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:27.802891 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e5b8d45c-6928-4e60-8880-10bc7db74c33 req-5a915741-d7a1-4680-9c28-6cbec51cd290 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.1101053 Mar 22 13:49:27.865846 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4462e90c-dbe7-49ee-a74a-1b6cae287d63 req-4d61ca09-1a97-411b-8a36-0b48fb6d98f2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620096 Mar 22 13:49:27.869991 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e5b8d45c-6928-4e60-8880-10bc7db74c33 req-bf67b21a-7460-494a-a48d-11bb646bd139 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539858 Mar 22 13:49:29.055512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09159bf-ac4a-4b2a-bc6d-af1f29771716 req-263826a3-1ba7-40a5-811f-d1ae8bb4ac5e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:29.056895 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d09159bf-ac4a-4b2a-bc6d-af1f29771716 req-263826a3-1ba7-40a5-811f-d1ae8bb4ac5e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0806589 Mar 22 13:49:29.102316 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d09159bf-ac4a-4b2a-bc6d-af1f29771716 req-8d682193-7fe4-4543-bae8-d45512d39eea tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390584 Mar 22 13:49:30.285804 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c63711-ad88-4587-acfb-e1d58cd5a292 req-d8acf207-6bf0-440f-9c8f-3bdc4e2abae5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:30.287244 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f5c63711-ad88-4587-acfb-e1d58cd5a292 req-d8acf207-6bf0-440f-9c8f-3bdc4e2abae5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0813706 Mar 22 13:49:30.330453 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f5c63711-ad88-4587-acfb-e1d58cd5a292 req-55bc63d1-2df9-44d3-a1bf-634ce52029c4 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375261 Mar 22 13:49:30.514763 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857393af-2c7a-426f-a4bb-c91c735ed82b req-99c0ab49-6304-4fde-917f-0f5b1d65ae65 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:30.516141 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-857393af-2c7a-426f-a4bb-c91c735ed82b req-99c0ab49-6304-4fde-917f-0f5b1d65ae65 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0818498 Mar 22 13:49:30.559487 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-857393af-2c7a-426f-a4bb-c91c735ed82b req-8bc6c87b-eca4-4498-a907-ccf64e9a308c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376091 Mar 22 13:49:30.581630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51122) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:49:30.649329 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b25558-ad94-4d55-ba30-a1306a0f0206 tempest-TestShelveInstance-2074955677 tempest-TestShelveInstance-2074955677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:30.650809 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b4b25558-ad94-4d55-ba30-a1306a0f0206 tempest-TestShelveInstance-2074955677 tempest-TestShelveInstance-2074955677-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1094 time: 0.0682437 Mar 22 13:49:30.653576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51126) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:49:30.658452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:49:30.664293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:49:30.668111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Usage tracker for resource:floatingip and tenant:7f2c0c7e7aad4b41836e57f89715105b is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:49:30.670890 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:49:30.676454 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:49:30.690527 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:30.821980 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:30.958032 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Allocated IP 172.26.5.43 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/380a4989-0181-40ea-95f9-2af62c2f8670) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:49:31.101020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:31.130224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:31.193232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:49:31.194273 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:49:31.202885 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:49:31.237246 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'Port': ['ID=380a4989-0181-40ea-95f9-2af62c2f8670,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:31.708290 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:31.780205 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:31.979647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:31.984614 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:32.090098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event updated for resources: {'Port': ['ID=380a4989-0181-40ea-95f9-2af62c2f8670,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:49:32.101528 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:32.273527 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Floating IP adb1b289-4b91-4c6d-8d8a-ec4faa448cf4 associated. External IP: 172.26.5.43, port: 0ebad3bb-5e92-4fef-9567-87e93981c250. Mar 22 13:49:32.617811 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:49:32.790338 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:49:32.800711 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] Sync routers for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:49:32.810274 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:49:32.810874 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:49:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:49:32.815098 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:32.873713 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-9820b601-23f6-48c9-bf4a-ca1de551b394 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2189722 Mar 22 13:49:32.874138 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:49:32.921080 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'status': 'completed', 'code': 200} Mar 22 13:49:32.992616 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:49:33.012070 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e49ab5-776f-489f-886f-104d63cad904 req-d14b9148-406c-494f-8bf2-5329fc242065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:33.013530 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-70e49ab5-776f-489f-886f-104d63cad904 req-d14b9148-406c-494f-8bf2-5329fc242065 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1099 time: 0.0695519 Mar 22 13:49:33.152866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6533f403-035d-4212-83c2-e8a248e0f324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:33.245165 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e49ab5-776f-489f-886f-104d63cad904 req-33651cca-b82b-43a6-a9e0-39bfffbc5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:33.247349 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-70e49ab5-776f-489f-886f-104d63cad904 req-33651cca-b82b-43a6-a9e0-39bfffbc5d54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.2271473 Mar 22 13:49:33.354073 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-70e49ab5-776f-489f-886f-104d63cad904 req-6331920c-41fe-4582-af81-542a705b132e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 999 time: 0.1001821 Mar 22 13:49:33.382279 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'adb1b289-4b91-4c6d-8d8a-ec4faa448cf4', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'port_id': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'mac_address': 'fa:16:3e:1e:72:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afc756e-7b95-42f3-a606-aff69b340e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:49:31Z', 'updated_at': '2022-03-22T13:49:31Z', 'revision_number': 0, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:49:33.386077 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] Checking router: 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:49:33.394100 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:49:33.394698 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:49:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:49:33.424071 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e49ab5-776f-489f-886f-104d63cad904 req-59922792-66e7-43ef-885a-5f06312b47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:33.425432 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-70e49ab5-776f-489f-886f-104d63cad904 req-59922792-66e7-43ef-885a-5f06312b47a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0637875 Mar 22 13:49:33.501684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e49ab5-776f-489f-886f-104d63cad904 req-4bf2ffaf-1788-4be5-9062-3644d402f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:49:33.503144 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-70e49ab5-776f-489f-886f-104d63cad904 req-4bf2ffaf-1788-4be5-9062-3644d402f483 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701551 Mar 22 13:49:33.569309 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:49:33.635515 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-70e49ab5-776f-489f-886f-104d63cad904 req-5049755a-2078-449f-9d78-0c753653ef4f service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236238 Mar 22 13:49:33.768688 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-70e49ab5-776f-489f-886f-104d63cad904 req-74195c79-c944-4712-93c5-bba29629094c service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257153 Mar 22 13:49:33.910366 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'adb1b289-4b91-4c6d-8d8a-ec4faa448cf4', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'port_id': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'mac_address': 'fa:16:3e:1e:72:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afc756e-7b95-42f3-a606-aff69b340e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:49:31Z', 'updated_at': '2022-03-22T13:49:31Z', 'revision_number': 0, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:49:33.914233 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe756cc-c728-4cfa-9390-a9704728d4f8 None None] The sync data for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv is: [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': 'adb1b289-4b91-4c6d-8d8a-ec4faa448cf4', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'floating_ip_address': '172.26.5.43', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'port_id': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'mac_address': 'fa:16:3e:1e:72:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afc756e-7b95-42f3-a606-aff69b340e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:49:31Z', 'updated_at': '2022-03-22T13:49:31Z', 'revision_number': 0, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:49:34.091559 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb068c8-23d4-4fe8-a990-9c29cfa11d38 None None] New status for floating IP adb1b289-4b91-4c6d-8d8a-ec4faa448cf4: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:49:35.430209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2f4db05f-812f-480a-af77-dca45103c083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:36.559011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:36.720003 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:37.964993 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:49:41.450160 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:49:52.040771 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:03.159896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-40022679-5252-4b5e-9231-d0238266841a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:05.431818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-55699ceb-a65f-43a2-83c4-674168377696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:06.561142 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:06.721184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:07.968291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:16.353475 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-703f8920-a781-44af-804a-05238b83b918 req-e47ae29d-d4fe-495d-98f3-ea654aa1a821 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725026 Mar 22 13:50:16.490936 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f8920-a781-44af-804a-05238b83b918 req-dbbac097-3d2b-4885-965b-f2f43cc3ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:16.492688 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-703f8920-a781-44af-804a-05238b83b918 req-dbbac097-3d2b-4885-965b-f2f43cc3ce1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1099 time: 0.0721607 Mar 22 13:50:16.638186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f8920-a781-44af-804a-05238b83b918 req-22e2eed7-757b-481a-b8e0-de4e1d1b3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:16.639649 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-703f8920-a781-44af-804a-05238b83b918 req-22e2eed7-757b-481a-b8e0-de4e1d1b3cef service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1262574 Mar 22 13:50:16.742109 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-703f8920-a781-44af-804a-05238b83b918 req-5f8f3740-8d9a-45e2-a5c6-ae880cb8c70d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 1001 time: 0.0958562 Mar 22 13:50:16.811485 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f8920-a781-44af-804a-05238b83b918 req-d9f60206-0365-449e-b6a5-618001fbbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:16.812981 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-703f8920-a781-44af-804a-05238b83b918 req-d9f60206-0365-449e-b6a5-618001fbbccf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0616224 Mar 22 13:50:16.890806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f8920-a781-44af-804a-05238b83b918 req-4ada5e5b-dd5e-443e-8e9c-90fed9363b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:50:16.892177 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-703f8920-a781-44af-804a-05238b83b918 req-4ada5e5b-dd5e-443e-8e9c-90fed9363b11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723729 Mar 22 13:50:17.020048 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-703f8920-a781-44af-804a-05238b83b918 req-724d3543-43da-4790-93dd-37cdc33abbc6 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211746 Mar 22 13:50:17.153169 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-703f8920-a781-44af-804a-05238b83b918 req-2ce5b3dc-d485-4e76-a24d-e48020da714a service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265757 Mar 22 13:50:18.449409 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:50:22.041406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:33.158561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b2f901b5-ce21-4b43-9f18-3ef5a6c544e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:35.432912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9c6a79ba-052e-4ae4-bf9a-25ffc4e5e077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:36.565115 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:36.724612 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:37.969681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:52.046359 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:50:55.447892 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:51:03.164198 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ad5d2a76-ee95-4fee-a330-e3df293b2298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:05.434963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4834f42a-6a5b-47de-a658-56323a0a4fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:06.567398 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:06.725644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:07.978202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:17.256701 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-e77bdf4f-d48f-4e4b-883f-bd66c4e8158f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687015 Mar 22 13:51:17.399265 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-729e30e9-8fd9-4d2c-8056-5566a32d3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:17.401080 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-729e30e9-8fd9-4d2c-8056-5566a32d3f57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1099 time: 0.0742548 Mar 22 13:51:17.636468 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-6087bd4c-822a-452a-80a8-ab785ae30ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:17.637914 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-6087bd4c-822a-452a-80a8-ab785ae30ab6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.2175200 Mar 22 13:51:17.742496 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-8b9c51c6-57aa-4b80-971b-e1c30dc85bdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 1001 time: 0.0951569 Mar 22 13:51:17.809966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-6053d207-2548-467f-8232-46f6ea0ce209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:17.812079 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-6053d207-2548-467f-8232-46f6ea0ce209 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0607390 Mar 22 13:51:17.886906 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-4e142103-f9e4-455c-9c85-256612e7673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:17.888290 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-4e142103-f9e4-455c-9c85-256612e7673a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677066 Mar 22 13:51:18.017075 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-292685f2-78c1-4603-b7c9-5c7cc6640ea9 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218691 Mar 22 13:51:18.150184 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-41d8cf38-f668-4fdd-b66b-1b483571ac3d req-ba6c064d-5110-4205-8a70-7aa16e99af5c service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225789 Mar 22 13:51:22.049641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:30.962953 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1c91f-64b3-4326-a659-d9d61fda1d65 req-ed4ec747-56e8-42a5-9df7-1a30c3d41872 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:30.964436 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-68c1c91f-64b3-4326-a659-d9d61fda1d65 req-ed4ec747-56e8-42a5-9df7-1a30c3d41872 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0844574 Mar 22 13:51:31.008911 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-68c1c91f-64b3-4326-a659-d9d61fda1d65 req-10608f4a-9c8a-4393-a081-d3d1c5e83abc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381887 Mar 22 13:51:32.197846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea97758-fc01-4c17-80c3-4ac77fb0c12b req-1282bdea-9ff5-4ec7-a1a8-d423383346dd tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:32.199215 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aea97758-fc01-4c17-80c3-4ac77fb0c12b req-1282bdea-9ff5-4ec7-a1a8-d423383346dd tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0786445 Mar 22 13:51:32.241270 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-aea97758-fc01-4c17-80c3-4ac77fb0c12b req-8a96d78c-486d-4354-9590-9bdd20226dec tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364125 Mar 22 13:51:32.446700 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:51:33.157446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-93f700af-a445-46bc-b475-85272eb0c1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:33.429900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48d8eb-c0ec-4a89-bd17-ca4e807f4c66 req-72186213-d0d8-40a3-bdb9-a98398e906d0 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:33.431251 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-db48d8eb-c0ec-4a89-bd17-ca4e807f4c66 req-72186213-d0d8-40a3-bdb9-a98398e906d0 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0818586 Mar 22 13:51:33.474207 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-db48d8eb-c0ec-4a89-bd17-ca4e807f4c66 req-cf5ec522-f1fa-4153-a519-cf285ea2ccef tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374568 Mar 22 13:51:34.761374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4706-3f78-487f-a814-05474f46e6b8 req-fcec4697-07eb-455d-bd1b-d47e198cae88 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:34.762728 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-696f4706-3f78-487f-a814-05474f46e6b8 req-fcec4697-07eb-455d-bd1b-d47e198cae88 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.1863415 Mar 22 13:51:34.805867 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-696f4706-3f78-487f-a814-05474f46e6b8 req-484d03a6-f8c6-479d-b5b0-dde0a0852a18 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375307 Mar 22 13:51:35.437718 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a104dad5-4bcb-49b2-ad7d-fd1e7ee751b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:35.994108 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291ce3a-1309-46fb-a5b9-ecd5316b102a req-640272ac-4338-4748-8af5-ed7b7c3f33c3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:35.995575 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2291ce3a-1309-46fb-a5b9-ecd5316b102a req-640272ac-4338-4748-8af5-ed7b7c3f33c3 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0848763 Mar 22 13:51:36.038791 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2291ce3a-1309-46fb-a5b9-ecd5316b102a req-3561ee68-ff4d-4f44-876d-375a617dec61 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371788 Mar 22 13:51:36.571912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:36.727628 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:37.218640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7689c39-ce0f-4ca3-bc31-bce77ccaedda req-7808beab-5075-45a6-80ec-e2dc3fb637b7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:37.220091 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f7689c39-ce0f-4ca3-bc31-bce77ccaedda req-7808beab-5075-45a6-80ec-e2dc3fb637b7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0800481 Mar 22 13:51:37.263456 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f7689c39-ce0f-4ca3-bc31-bce77ccaedda req-63cbcaad-099f-4fa0-bfa8-7a17ee175936 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Mar 22 13:51:37.975626 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:38.446920 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920f9d3-f524-45c4-bda0-f30e3eb8f411 req-051117d7-29cc-48be-9dc7-94bff18eaa7a tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:38.448358 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9920f9d3-f524-45c4-bda0-f30e3eb8f411 req-051117d7-29cc-48be-9dc7-94bff18eaa7a tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0815816 Mar 22 13:51:38.491386 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9920f9d3-f524-45c4-bda0-f30e3eb8f411 req-ea52eafb-5af9-40e0-b4cb-28d1e35de4bc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368001 Mar 22 13:51:39.685106 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd0d62-7d94-4f91-870f-2bce2a73dd2a req-70b899ff-d6b0-4115-b651-80e7491e922c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:39.686574 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c9fd0d62-7d94-4f91-870f-2bce2a73dd2a req-70b899ff-d6b0-4115-b651-80e7491e922c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0905378 Mar 22 13:51:39.731857 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c9fd0d62-7d94-4f91-870f-2bce2a73dd2a req-fa08ad9f-f6a3-44d5-bd77-6598239ef597 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388932 Mar 22 13:51:40.910247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591166b-0dc8-4ff9-9af5-22a8ea8ac1e9 req-557b82dc-fc65-44e0-bcc9-736a31841630 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:40.911686 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d591166b-0dc8-4ff9-9af5-22a8ea8ac1e9 req-557b82dc-fc65-44e0-bcc9-736a31841630 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0779214 Mar 22 13:51:40.958171 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d591166b-0dc8-4ff9-9af5-22a8ea8ac1e9 req-b7a65bd0-73b4-438c-b189-c2555adb1d1e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410569 Mar 22 13:51:41.125964 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-8c1600f1-170f-4336-a1cd-f4a63672c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:41.127525 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-8c1600f1-170f-4336-a1cd-f4a63672c018 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1099 time: 0.0716283 Mar 22 13:51:41.258461 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-1315bf52-acf0-4708-9926-297111bb5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:41.259949 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-1315bf52-acf0-4708-9926-297111bb5d7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1242180 Mar 22 13:51:41.364722 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-eb69fa00-dc3f-43e5-ba3f-37de97bd62bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 1001 time: 0.0964186 Mar 22 13:51:41.432569 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-48f8c664-9119-4cc6-aa85-7613107f90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:41.433985 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-48f8c664-9119-4cc6-aa85-7613107f90fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0604918 Mar 22 13:51:41.600865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-69e1f1ee-9cec-4fa8-82bc-e4f37804345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:41.602304 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-69e1f1ee-9cec-4fa8-82bc-e4f37804345a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1591420 Mar 22 13:51:41.734406 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-4d13158b-b892-4eca-8808-2f2223d93d38 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222718 Mar 22 13:51:41.866443 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-91c2fda5-b793-469f-9cc3-f2a1c0be143e req-a7d07a4f-1903-4934-a59e-91e0e3934ea1 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226563 Mar 22 13:51:42.141916 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfb175-3af0-4ddf-b553-24e9023d217a req-b8674832-ef3f-4e29-a428-3c1de13e1007 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:42.143407 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07cfb175-3af0-4ddf-b553-24e9023d217a req-b8674832-ef3f-4e29-a428-3c1de13e1007 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0811448 Mar 22 13:51:42.186295 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-07cfb175-3af0-4ddf-b553-24e9023d217a req-dd58eb2e-f92a-4459-8760-7823b896aa14 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368721 Mar 22 13:51:43.369368 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dcf21-0182-431c-9642-73d0223a2cd6 req-86119404-89a3-44e2-9105-9ca14f11647d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:43.370826 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d04dcf21-0182-431c-9642-73d0223a2cd6 req-86119404-89a3-44e2-9105-9ca14f11647d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0800290 Mar 22 13:51:43.414293 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d04dcf21-0182-431c-9642-73d0223a2cd6 req-cfec38fe-e158-4128-b47d-4bc6947f3bb5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379148 Mar 22 13:51:44.604699 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6563190-c11d-4a7b-8fb5-39c2a6731102 req-d4754f03-c465-4068-a993-c3e02dee281e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:44.606159 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f6563190-c11d-4a7b-8fb5-39c2a6731102 req-d4754f03-c465-4068-a993-c3e02dee281e tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0869215 Mar 22 13:51:44.649656 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f6563190-c11d-4a7b-8fb5-39c2a6731102 req-4274eeda-b4cd-4992-a0f9-8dca0605b2e2 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376935 Mar 22 13:51:45.045120 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-392242f4-4a05-41f8-9ee2-a11a16a215da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1944780 Mar 22 13:51:45.053132 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363a6ea-1ed0-4e07-8625-e89346c25798 req-1071febb-affa-4506-b708-ef08e75aa8ad tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:45.054479 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9363a6ea-1ed0-4e07-8625-e89346c25798 req-1071febb-affa-4506-b708-ef08e75aa8ad tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.1436768 Mar 22 13:51:45.098210 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9363a6ea-1ed0-4e07-8625-e89346c25798 req-d40e03aa-54d9-4ffe-a708-ec779ed518c5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378797 Mar 22 13:51:45.926294 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ebad3bb-5e92-4fef-9567-87e93981c250 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:51:46.033758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:46.066644 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:51:46.075130 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ebad3bb-5e92-4fef-9567-87e93981c250, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ebad3bb-5e92-4fef-9567-87e93981c250,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:51:46.079939 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:46.115370 dv-neutron-834664-2-hyperv neutron-server[87934]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'code': 422} returned with failed status Mar 22 13:51:46.148183 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=0ebad3bb-5e92-4fef-9567-87e93981c250,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:51:46.156283 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.156748 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.157171 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.157618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.158045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.158469 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.158892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.159338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.159862 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.160283 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.160669 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.161053 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:51:46.282988 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b274c03-f598-4e86-874d-c7cb0611809c req-c929254e-7e6c-41cf-ba21-97694bf99635 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:46.284459 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9b274c03-f598-4e86-874d-c7cb0611809c req-c929254e-7e6c-41cf-ba21-97694bf99635 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0831807 Mar 22 13:51:46.331010 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-9b274c03-f598-4e86-874d-c7cb0611809c req-156e69ae-355b-4c24-b952-70179c828489 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407796 Mar 22 13:51:47.523869 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efdf85-d773-4888-96bf-e636ccbbf956 req-a97e282b-3fda-491c-8961-10e33318353d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:47.525332 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c2efdf85-d773-4888-96bf-e636ccbbf956 req-a97e282b-3fda-491c-8961-10e33318353d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0846081 Mar 22 13:51:47.569705 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c2efdf85-d773-4888-96bf-e636ccbbf956 req-66b455fd-af33-462e-bdc8-3403ce3d9ec9 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386176 Mar 22 13:51:48.798067 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8effa-54a4-462b-ac27-a2259f3512fb req-71f20bf0-2bdf-411f-b228-b5d158f61982 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:48.799558 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c2e8effa-54a4-462b-ac27-a2259f3512fb req-71f20bf0-2bdf-411f-b228-b5d158f61982 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0826783 Mar 22 13:51:48.845645 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-c2e8effa-54a4-462b-ac27-a2259f3512fb req-432502b8-ad7e-4e71-aba9-2be1c5da86ae tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402753 Mar 22 13:51:49.619509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-8bbe21e5-4f62-41b2-b022-2af304b05d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:49.621021 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-8bbe21e5-4f62-41b2-b022-2af304b05d1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45&tenant_id=7f2c0c7e7aad4b41836e57f89715105b HTTP/1.1" status: 200 len: 1097 time: 0.0786622 Mar 22 13:51:49.713125 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-d898ee1f-5185-466a-95f9-8390cc72fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:49.714565 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-d898ee1f-5185-466a-95f9-8390cc72fbd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1097 time: 0.0720928 Mar 22 13:51:49.847622 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-109a3fa9-cc8b-48a1-bd12-694f531f6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:49.849052 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-109a3fa9-cc8b-48a1-bd12-694f531f6401 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1261163 Mar 22 13:51:49.955381 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-9a7a6bba-f7b5-448e-bc10-729800effb35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 999 time: 0.0966842 Mar 22 13:51:50.057055 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-7a0ab501-f334-464d-9213-8d7be498804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:50.058437 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-7a0ab501-f334-464d-9213-8d7be498804a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0728047 Mar 22 13:51:50.124876 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74c807-330e-4a5e-a9ec-b9c1a2cef121 req-76987458-b164-4638-aa43-234d52a27930 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:50.126220 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5b74c807-330e-4a5e-a9ec-b9c1a2cef121 req-76987458-b164-4638-aa43-234d52a27930 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.1732080 Mar 22 13:51:50.184289 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5b74c807-330e-4a5e-a9ec-b9c1a2cef121 req-34bcc9c4-7665-4034-a05c-0a06d2184b14 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511618 Mar 22 13:51:50.189961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-c8ff35fe-7854-4685-a13d-3390dd21d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:50.191368 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-c8ff35fe-7854-4685-a13d-3390dd21d67d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214998 Mar 22 13:51:50.325557 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-bfbc792a-cffc-428c-8484-69f51bd95314 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242409 Mar 22 13:51:50.459024 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-7a7714d6-87a6-4979-a68b-66a7797258f8 req-27532c78-6476-431b-ab3e-ab5894063449 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240771 Mar 22 13:51:51.514011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac0bd5-6b64-4b99-83e3-bff18c1e5166 req-c54f261b-f20b-46ce-8edb-21a5404e36bd tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:51.515391 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-adac0bd5-6b64-4b99-83e3-bff18c1e5166 req-c54f261b-f20b-46ce-8edb-21a5404e36bd tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0820217 Mar 22 13:51:51.558428 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-adac0bd5-6b64-4b99-83e3-bff18c1e5166 req-63a8ed92-ca91-4d67-884f-cf4bddf07c4a tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375385 Mar 22 13:51:52.050687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:51:52.758194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd6093-46ff-477f-b7dc-16d263141e6c req-3fbb9955-e7d5-41f1-af8b-770f29f12c0c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:52.759579 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b9cd6093-46ff-477f-b7dc-16d263141e6c req-3fbb9955-e7d5-41f1-af8b-770f29f12c0c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0945008 Mar 22 13:51:52.803321 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b9cd6093-46ff-477f-b7dc-16d263141e6c req-ce5d577e-e9e7-4a77-9d2e-2ee5882ce8db tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381584 Mar 22 13:51:54.025948 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0e54-e22f-4a60-9cf6-2194f3bceef0 req-ac159652-bf35-45c1-9c84-0ce571d87215 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:54.027417 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fbcf0e54-e22f-4a60-9cf6-2194f3bceef0 req-ac159652-bf35-45c1-9c84-0ce571d87215 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.1194847 Mar 22 13:51:54.071095 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-fbcf0e54-e22f-4a60-9cf6-2194f3bceef0 req-600ce3ad-3d5a-40df-864f-a504826fff81 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381579 Mar 22 13:51:55.331300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845459ef-6019-41aa-90e7-8ad193566e58 req-f5e0acc9-78e6-40c1-8cc0-19dd5691defc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:55.332735 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-845459ef-6019-41aa-90e7-8ad193566e58 req-f5e0acc9-78e6-40c1-8cc0-19dd5691defc tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.1556668 Mar 22 13:51:55.377267 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-845459ef-6019-41aa-90e7-8ad193566e58 req-668492bf-8b82-4144-ba31-6d22ab2fe9df tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387158 Mar 22 13:51:56.558370 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695c5f9-ca06-4445-be0f-54f12ed18c44 req-794b488f-f136-41ce-8bd7-b63416679208 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:56.559869 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f695c5f9-ca06-4445-be0f-54f12ed18c44 req-794b488f-f136-41ce-8bd7-b63416679208 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0823753 Mar 22 13:51:56.603656 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-f695c5f9-ca06-4445-be0f-54f12ed18c44 req-605faf76-86eb-4b32-860e-eda34ac75db1 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373998 Mar 22 13:51:57.878173 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aecdb7-df7a-47ce-978a-568d725e5fa6 req-2bc06c7a-6f51-42d7-8a9e-f8ef1e06bd07 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:57.879615 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b9aecdb7-df7a-47ce-978a-568d725e5fa6 req-2bc06c7a-6f51-42d7-8a9e-f8ef1e06bd07 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.1709523 Mar 22 13:51:57.922824 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b9aecdb7-df7a-47ce-978a-568d725e5fa6 req-33d48207-11c0-42b8-8d34-2b9071876575 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375543 Mar 22 13:51:59.107843 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696da32-ed08-404f-b59d-bf42983526e2 req-df9f3c09-591c-4b47-9def-98759464486a tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:51:59.109292 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2696da32-ed08-404f-b59d-bf42983526e2 req-df9f3c09-591c-4b47-9def-98759464486a tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 944 time: 0.0793648 Mar 22 13:51:59.158469 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2696da32-ed08-404f-b59d-bf42983526e2 req-2f1ffb60-eb2c-491e-ac85-579cd6fc043f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435987 Mar 22 13:51:59.971928 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ebad3bb-5e92-4fef-9567-87e93981c250 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:52:00.103687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ebad3bb-5e92-4fef-9567-87e93981c250, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ebad3bb-5e92-4fef-9567-87e93981c250,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:52:00.116670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'port_id': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'mac_address': 'fa:16:3e:1e:72:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:52:00.173680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:00.190327 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebad3bb-5e92-4fef-9567-87e93981c250 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:52:00.206126 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ebad3bb-5e92-4fef-9567-87e93981c250, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ebad3bb-5e92-4fef-9567-87e93981c250,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:52:00.209805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:00.275804 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=0ebad3bb-5e92-4fef-9567-87e93981c250,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:00.349314 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f9f08-8025-4c0a-91c8-5a8858087f4e req-61770925-a015-4c82-860f-b5eb4ca8450d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:00.350752 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ac9f9f08-8025-4c0a-91c8-5a8858087f4e req-61770925-a015-4c82-860f-b5eb4ca8450d tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 945 time: 0.0822911 Mar 22 13:52:00.393817 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-ac9f9f08-8025-4c0a-91c8-5a8858087f4e req-f0095b24-b236-429d-a87a-4ce4e483b944 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374477 Mar 22 13:52:00.545037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['0ebad3bb-5e92-4fef-9567-87e93981c250'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:52:01.573331 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade0ba5-065f-4fa8-a3ff-1ebe258f9502 req-779000d0-e9d2-4abb-a4f8-ad04f3203e57 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:01.574763 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-eade0ba5-065f-4fa8-a3ff-1ebe258f9502 req-779000d0-e9d2-4abb-a4f8-ad04f3203e57 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 945 time: 0.0792232 Mar 22 13:52:01.618672 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-eade0ba5-065f-4fa8-a3ff-1ebe258f9502 req-0daadb49-e231-4f86-9f9d-059474db840f tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378265 Mar 22 13:52:01.973445 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ebad3bb-5e92-4fef-9567-87e93981c250 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:52:02.071240 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 0ebad3bb-5e92-4fef-9567-87e93981c250 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:52:02.071606 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:02.189513 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:02.214950 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:52:02.225246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 0ebad3bb-5e92-4fef-9567-87e93981c250, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ebad3bb-5e92-4fef-9567-87e93981c250,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:52:02.229157 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:02.262657 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'code': 200} Mar 22 13:52:02.302305 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=0ebad3bb-5e92-4fef-9567-87e93981c250,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:52:02.536164 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382520a1-2edd-41b3-8751-5026ece61f78 req-b72bf342-5cb0-4298-b469-ff34910ffcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:02.537667 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-382520a1-2edd-41b3-8751-5026ece61f78 req-b72bf342-5cb0-4298-b469-ff34910ffcf8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1099 time: 0.0685422 Mar 22 13:52:02.580935 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-382520a1-2edd-41b3-8751-5026ece61f78 req-69afc069-1a6b-4c85-a3c7-97327ff0047a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336137 Mar 22 13:52:02.801021 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a8352-14ef-4ffe-8450-ad13cfe92b96 req-e0d4f833-ea93-46de-b038-3bb0364896c5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:02.802363 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7e0a8352-14ef-4ffe-8450-ad13cfe92b96 req-e0d4f833-ea93-46de-b038-3bb0364896c5 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0816884 Mar 22 13:52:02.846516 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-7e0a8352-14ef-4ffe-8450-ad13cfe92b96 req-afc87ffe-2b54-499b-83f4-6b054de59b59 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382922 Mar 22 13:52:03.158330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fe483936-9d2e-4207-aba0-2c26d7845484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:04.033370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191871e-7e86-4292-8e21-f73349347795 req-3e1c9fa3-51f9-47d2-954d-25e6f44c0639 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:04.034815 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4191871e-7e86-4292-8e21-f73349347795 req-3e1c9fa3-51f9-47d2-954d-25e6f44c0639 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0810976 Mar 22 13:52:04.078465 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4191871e-7e86-4292-8e21-f73349347795 req-45f61847-2e17-4326-9cb4-27bdae8e7163 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381346 Mar 22 13:52:05.439610 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4590dff4-19c3-4ae6-957c-0e36d09e5cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:06.572224 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:06.731517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:07.976883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:09.445569 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:52:17.246535 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-c3f4aa9d-ca05-4f95-b978-94c309b7bebf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720973 Mar 22 13:52:17.386899 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-9a306b89-c988-4c2d-9356-318302e2815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:17.388415 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-9a306b89-c988-4c2d-9356-318302e2815b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1099 time: 0.0701308 Mar 22 13:52:17.538061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-8559778f-4ccf-4130-aaf9-f11c4887b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:17.539424 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-8559778f-4ccf-4130-aaf9-f11c4887b6b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1261423 Mar 22 13:52:17.641639 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-5a76bf3d-6372-482c-aa63-828e036d3e1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 1001 time: 0.0941598 Mar 22 13:52:17.703332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-5f694257-0ef5-466c-90d4-db6bb28fb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:17.704728 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-5f694257-0ef5-466c-90d4-db6bb28fb279 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0563304 Mar 22 13:52:17.780943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-8b6d73c7-1bcb-4a15-bde7-193c0c121a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:52:17.782375 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-8b6d73c7-1bcb-4a15-bde7-193c0c121a1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709929 Mar 22 13:52:17.918471 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-49d5e3e7-4386-4814-a041-4f33dc738db9 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214254 Mar 22 13:52:18.050454 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c5db7150-f72d-468e-aaac-a6a07ece2645 req-8f599c5e-9573-4ac6-a8fd-d9cc708bc9be service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231456 Mar 22 13:52:22.069410 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:33.161271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2e1dcd81-4fb5-4294-92d6-3190d26cf92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:35.442829 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a9678e4d-1bcb-4f6b-92af-b23e4a561514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:36.578082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:36.735700 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:37.980219 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:52:46.444191 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:52:52.078334 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:03.166217 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-71db6849-a86f-4fe9-a3ce-01576f45548a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:05.446514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-8cda9976-b723-4363-a5e9-72e89065aa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:06.579961 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:06.739797 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:07.982150 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:18.260772 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-11d60783-bb57-445c-ba20-40be106d45e2 req-3e113463-fdba-4ce4-9126-29481ce5b9ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730834 Mar 22 13:53:18.415435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d60783-bb57-445c-ba20-40be106d45e2 req-8caf060e-7ea3-4579-a303-74dade320c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.416974 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-11d60783-bb57-445c-ba20-40be106d45e2 req-8caf060e-7ea3-4579-a303-74dade320c19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1099 time: 0.0723035 Mar 22 13:53:18.561847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d60783-bb57-445c-ba20-40be106d45e2 req-5277f199-082f-48d8-91c7-8d4f63dcd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.563455 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-11d60783-bb57-445c-ba20-40be106d45e2 req-5277f199-082f-48d8-91c7-8d4f63dcd042 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1252871 Mar 22 13:53:18.662965 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-11d60783-bb57-445c-ba20-40be106d45e2 req-f435e430-d3f0-41ee-b14c-030505969043 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 1001 time: 0.0933144 Mar 22 13:53:18.824446 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d60783-bb57-445c-ba20-40be106d45e2 req-6c774fb9-db28-4391-8049-8f881a022e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.825777 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-11d60783-bb57-445c-ba20-40be106d45e2 req-6c774fb9-db28-4391-8049-8f881a022e2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.1549876 Mar 22 13:53:18.903512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d60783-bb57-445c-ba20-40be106d45e2 req-a92c0678-d018-427e-a42b-bc322308e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:18.904968 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-11d60783-bb57-445c-ba20-40be106d45e2 req-a92c0678-d018-427e-a42b-bc322308e66c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723166 Mar 22 13:53:18.915238 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [req-11d60783-bb57-445c-ba20-40be106d45e2 req-c563d388-5bc9-4d69-a0c6-e4bcb0d717aa service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=87933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 22 13:53:18.916174 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-11d60783-bb57-445c-ba20-40be106d45e2 req-c563d388-5bc9-4d69-a0c6-e4bcb0d717aa service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047262 Mar 22 13:53:19.049065 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-11d60783-bb57-445c-ba20-40be106d45e2 req-f9707115-d6a8-4f07-a32e-5a2c146e9633 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227508 Mar 22 13:53:19.182098 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-11d60783-bb57-445c-ba20-40be106d45e2 req-e01e1f40-b4a2-40d7-aec7-4ba62d8cc605 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238871 Mar 22 13:53:22.077468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:23.446691 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:53:25.507206 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51300) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:25.704567 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Deleting port 380a4989-0181-40ea-95f9-2af62c2f8670 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:25.704912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:25.970221 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:25.970484 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:26.091110 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Calling delete_port for 380a4989-0181-40ea-95f9-2af62c2f8670 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:53:26.238304 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:26.286381 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event deleted for resources: {'Port': ['ID=380a4989-0181-40ea-95f9-2af62c2f8670,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:26.328232 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.328574 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.328910 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.329238 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.329560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.329888 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.330208 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.330526 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.330951 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.331334 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.331651 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.332003 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:26.396298 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:26.396666 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Floating IP adb1b289-4b91-4c6d-8d8a-ec4faa448cf4 disassociated (deleted). External IP: 172.26.5.43, port: 0ebad3bb-5e92-4fef-9567-87e93981c250. Mar 22 13:53:26.754194 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:53:26.930668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:53:26.940479 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] Sync routers for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:26.949893 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:26.950087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:26.950506 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:27.008757 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-c25e7ba7-2b92-433c-bfa7-1221f725465c tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "DELETE /v2.0/floatingips/adb1b289-4b91-4c6d-8d8a-ec4faa448cf4 HTTP/1.1" status: 204 len: 168 time: 1.5001700 Mar 22 13:53:27.009360 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:27.060021 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'status': 'completed', 'code': 200} Mar 22 13:53:27.162090 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20b538-0098-4275-ae46-4b790985afd5 req-929e23c5-974b-4bfb-b345-1bd3be6ede23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:27.163600 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd20b538-0098-4275-ae46-4b790985afd5 req-929e23c5-974b-4bfb-b345-1bd3be6ede23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 1099 time: 0.0734868 Mar 22 13:53:27.172694 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:27.312616 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20b538-0098-4275-ae46-4b790985afd5 req-57e0944c-4295-46cf-b8dd-c34fe0ed15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:27.314334 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd20b538-0098-4275-ae46-4b790985afd5 req-57e0944c-4295-46cf-b8dd-c34fe0ed15e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 200 len: 909 time: 0.1422753 Mar 22 13:53:27.427462 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd20b538-0098-4275-ae46-4b790985afd5 req-9f0bdfac-4a10-4017-826a-9ae76e4fb498 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 200 len: 217 time: 0.0769961 Mar 22 13:53:27.510025 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20b538-0098-4275-ae46-4b790985afd5 req-015cf911-8e4b-403f-a104-865b1349b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:27.511459 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd20b538-0098-4275-ae46-4b790985afd5 req-015cf911-8e4b-403f-a104-865b1349b2ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 200 len: 847 time: 0.0761163 Mar 22 13:53:27.516478 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:27.520194 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d148ad8-32ed-4f4d-ad54-8d3df6db8af5 req-d7470612-41a3-498b-9ae6-5c041283dee7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:27.521142 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] Checking router: 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:27.523003 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2d148ad8-32ed-4f4d-ad54-8d3df6db8af5 req-d7470612-41a3-498b-9ae6-5c041283dee7 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.2032979 Mar 22 13:53:27.529384 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:27.530031 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:27.608609 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2d148ad8-32ed-4f4d-ad54-8d3df6db8af5 req-ef6bbdee-de77-46cf-a7f0-b671a8e87be6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550563 Mar 22 13:53:27.627061 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20b538-0098-4275-ae46-4b790985afd5 req-95bbcca3-b41a-4d52-b7a6-230812ca08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:27.629120 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd20b538-0098-4275-ae46-4b790985afd5 req-95bbcca3-b41a-4d52-b7a6-230812ca08cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0db1758d-dddf-493b-8ccd-cea3c87ab9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1051490 Mar 22 13:53:27.714824 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:27.766187 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd20b538-0098-4275-ae46-4b790985afd5 req-06b1819f-5fb3-4299-be43-d2f5acbace7c service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298523 Mar 22 13:53:27.899637 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-bd20b538-0098-4275-ae46-4b790985afd5 req-0da81893-06ec-4aef-8ef1-39dba303d749 service neutron] 10.222.0.47 "GET /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258428 Mar 22 13:53:28.029611 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:28.033487 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe9be8-e06b-4d62-a801-62e6a4265566 None None] The sync data for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv is: [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:44:29Z', 'revision_number': 4, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': 'e41d97fd-1316-4b4b-835e-1663797d9611', 'name': '', 'network_id': '0db1758d-dddf-493b-8ccd-cea3c87ab9ab', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'mac_address': 'fa:16:3e:ea:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:28Z', 'updated_at': '2022-03-22T13:44:36Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'subnets': [{'id': 'a78ac44a-035d-47bb-b087-d143aa209b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:53:28.257887 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad82e6-359f-49a3-9b33-3c20cbd73c6c None None] New status for floating IP adb1b289-4b91-4c6d-8d8a-ec4faa448cf4: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:53:28.795439 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d276163-4755-4430-8ab3-c0d5574538df req-4ccb833c-5185-4403-8295-50d643d09716 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:28.796043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6d276163-4755-4430-8ab3-c0d5574538df req-4ccb833c-5185-4403-8295-50d643d09716 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:53:28.812212 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-6d276163-4755-4430-8ab3-c0d5574538df req-4ccb833c-5185-4403-8295-50d643d09716 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:53:28.813605 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d276163-4755-4430-8ab3-c0d5574538df req-4ccb833c-5185-4403-8295-50d643d09716 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0973496 Mar 22 13:53:28.860969 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-6d276163-4755-4430-8ab3-c0d5574538df req-fe2f11f4-43af-4246-8e91-e4b9682d4261 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb7ff817-6a22-498b-b865-32a338fc5e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411346 Mar 22 13:53:29.284668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-bcc13e92-1096-4dfa-a671-706610a94785 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:29.285999 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-bcc13e92-1096-4dfa-a671-706610a94785 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.47 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 946 time: 0.0831745 Mar 22 13:53:29.357775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Deleting port 0ebad3bb-5e92-4fef-9567-87e93981c250 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:29.358120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:29.698650 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] For port 0ebad3bb-5e92-4fef-9567-87e93981c250, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=0ebad3bb-5e92-4fef-9567-87e93981c250,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:29.699000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:29.820067 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Calling delete_port for 0ebad3bb-5e92-4fef-9567-87e93981c250 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:53:29.994380 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:30.045886 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-d1acf109-e8f2-4dd6-91e3-44be8a048b6d req-00872d68-fe38-406a-bb01-548ee32101db tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 210 time: 0.0822487 Mar 22 13:53:30.054497 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event deleted for resources: {'Port': ['ID=0ebad3bb-5e92-4fef-9567-87e93981c250,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:30.088800 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.089151 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.089486 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.089814 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.090138 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.090460 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.090777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.091094 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.091435 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.091749 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.092065 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.092377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:30.143607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] No DVR routers for this DVR port 0ebad3bb-5e92-4fef-9567-87e93981c250 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:30.145970 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:30.148454 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'name': 'network-vif-deleted', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:53:30.163674 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-9c200fd5-1603-4697-96ea-5e6e116a6aea req-db1f1d90-5282-4753-8621-017a870fb2b6 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.47 "DELETE /v2.0/ports/0ebad3bb-5e92-4fef-9567-87e93981c250 HTTP/1.1" status: 204 len: 173 time: 0.8698375 Mar 22 13:53:30.194160 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afc756e-7b95-42f3-a606-aff69b340e45', 'name': 'network-vif-deleted', 'tag': '0ebad3bb-5e92-4fef-9567-87e93981c250', 'status': 'completed', 'code': 200} Mar 22 13:53:31.213553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-51114ee4-3b56-43f9-81d7-11ccc50b6535 req-fce7cb54-2da7-4394-940b-a716744610f0 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Synchronizing usage tracker for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:53:31.231373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-51114ee4-3b56-43f9-81d7-11ccc50b6535 req-fce7cb54-2da7-4394-940b-a716744610f0 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Unset dirty status for tenant:7f2c0c7e7aad4b41836e57f89715105b on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:53:31.232505 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-51114ee4-3b56-43f9-81d7-11ccc50b6535 req-fce7cb54-2da7-4394-940b-a716744610f0 tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "GET /v2.0/ports?device_id=8afc756e-7b95-42f3-a606-aff69b340e45 HTTP/1.1" status: 200 len: 210 time: 0.0656543 Mar 22 13:53:32.327406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51328) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:32.401023 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e637acb7-3f33-40f6-8ea0-773e4934f5be tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:32.539808 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e637acb7-3f33-40f6-8ea0-773e4934f5be tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:32.611459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e637acb7-3f33-40f6-8ea0-773e4934f5be tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:32.628672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637acb7-3f33-40f6-8ea0-773e4934f5be tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7ff817-6a22-498b-b865-32a338fc5e3c,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:32.643566 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e637acb7-3f33-40f6-8ea0-773e4934f5be tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:32.645288 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e637acb7-3f33-40f6-8ea0-773e4934f5be tempest-TestShelveInstance-624470814 tempest-TestShelveInstance-624470814-project] 10.222.0.70 "DELETE /v2.0/security-groups/eb7ff817-6a22-498b-b865-32a338fc5e3c HTTP/1.1" status: 204 len: 168 time: 0.3168681 Mar 22 13:53:32.688757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51334) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:33.176784 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6b504d5b-f3fa-4af1-b592-a924a566de63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:33.327143 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:33.771505 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] Deleting port e41d97fd-1316-4b4b-835e-1663797d9611 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:33.772212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:33.943746 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] For port e41d97fd-1316-4b4b-835e-1663797d9611, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=e41d97fd-1316-4b4b-835e-1663797d9611,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:33.944102 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:34.063850 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] Calling delete_port for e41d97fd-1316-4b4b-835e-1663797d9611 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:53:34.304389 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ebad3bb-5e92-4fef-9567-87e93981c250 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:53:34.339627 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 0ebad3bb-5e92-4fef-9567-87e93981c250 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:53:34.339892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 0ebad3bb-5e92-4fef-9567-87e93981c250 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:53:34.384779 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:34.429192 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] Pushing event deleted for resources: {'Port': ['ID=e41d97fd-1316-4b4b-835e-1663797d9611,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:34.697267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:35.146625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] Router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:53:35.321308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:53:35.330656 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] Sync routers for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:35.338048 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0d571666-e0f7-481e-ab54-53a9e202a93e admin admin] 10.222.0.70 "PUT /v2.0/routers/2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6482043 Mar 22 13:53:35.340451 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51340) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:35.343291 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:35.343900 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:35.449663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-64be2b71-ba51-4e03-883b-1366c68fcb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:35.517329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:35.523293 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:35.697187 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:35.706703 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Deleting port c5b51b2b-3eb5-4108-8037-1e33f05fcaba {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:35.707017 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:35.830936 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:53:34Z', 'revision_number': 5, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port': {'id': 'c5b51b2b-3eb5-4108-8037-1e33f05fcaba', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:26Z', 'updated_at': '2022-03-22T13:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:35.835326 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] Checking router: 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:35.843517 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] Routers {'2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:35.844112 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:35.878007 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] For port c5b51b2b-3eb5-4108-8037-1e33f05fcaba, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c5b51b2b-3eb5-4108-8037-1e33f05fcaba,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:35.878365 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:35.992857 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] Set router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b gateway port host: None {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:36.000957 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Calling delete_port for c5b51b2b-3eb5-4108-8037-1e33f05fcaba owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:53:36.095357 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:53:35Z', 'revision_number': 6, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:36.099975 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515be2b7-f9e2-4a2e-8416-74452f52a6d1 None None] The sync data for ids ['2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b'] in dv-neutron-834664-2-hyperv is: [{'id': '2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b', 'name': 'tempest-TestShelveInstance-896506974-router', 'tenant_id': '7f2c0c7e7aad4b41836e57f89715105b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:25Z', 'updated_at': '2022-03-22T13:53:35Z', 'revision_number': 6, 'project_id': '7f2c0c7e7aad4b41836e57f89715105b', 'gw_port_host': None}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:53:36.169741 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.243475 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b51b2b-3eb5-4108-8037-1e33f05fcaba,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:36.312511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.520457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e41d97fd-1316-4b4b-835e-1663797d9611 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:53:36.561021 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: e41d97fd-1316-4b4b-835e-1663797d9611 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:53:36.561369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device e41d97fd-1316-4b4b-835e-1663797d9611 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:53:36.582095 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.600436 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.602679 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.625354 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.625911 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:53:36.637812 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.638916 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ffadfffe-e84d-4b8e-9052-ee4e5be67a66 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2943dbb6-f0fb-46cb-9a10-2b5b17f01f4b HTTP/1.1" status: 204 len: 168 time: 1.2975726 Mar 22 13:53:36.641453 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51344) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:36.700131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd5540e-0930-4dda-926c-aee6197fcd0e admin admin] Deleting subnet a78ac44a-035d-47bb-b087-d143aa209b1f {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:53:36.702891 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ddd5540e-0930-4dda-926c-aee6197fcd0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.740805 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.755360 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ddd5540e-0930-4dda-926c-aee6197fcd0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.841933 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ddd5540e-0930-4dda-926c-aee6197fcd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.913245 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ddd5540e-0930-4dda-926c-aee6197fcd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.954051 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5540e-0930-4dda-926c-aee6197fcd0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78ac44a-035d-47bb-b087-d143aa209b1f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:36.959499 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ddd5540e-0930-4dda-926c-aee6197fcd0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:36.966756 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ddd5540e-0930-4dda-926c-aee6197fcd0e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a78ac44a-035d-47bb-b087-d143aa209b1f HTTP/1.1" status: 204 len: 168 time: 0.3240721 Mar 22 13:53:36.967938 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bb83c1-8936-4819-ac17-c62aed63b234 None None] Network 0db1758d-dddf-493b-8ccd-cea3c87ab9ab requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:53:36.969033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51348) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:37.076393 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.087758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Deleting port dc93c110-1a9a-420e-b608-2b771657467f {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:37.088092 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.234283 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] DHCP port deletion for 0db1758d-dddf-493b-8ccd-cea3c87ab9ab request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:53:37.238446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] Deleting port dc93c110-1a9a-420e-b608-2b771657467f {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:37.238821 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.298581 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] For port dc93c110-1a9a-420e-b608-2b771657467f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dc93c110-1a9a-420e-b608-2b771657467f,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:37.299186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.422240 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Calling delete_port for dc93c110-1a9a-420e-b608-2b771657467f owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:53:37.443716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] For port dc93c110-1a9a-420e-b608-2b771657467f, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=dc93c110-1a9a-420e-b608-2b771657467f,segment=NetworkSegment(c65077b0-1ade-4aeb-936b-65f9639066a8),segment_id=c65077b0-1ade-4aeb-936b-65f9639066a8)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:37.443954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.500099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.544778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc93c110-1a9a-420e-b608-2b771657467f,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:37.551329 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] No DVR routers for this DVR port dc93c110-1a9a-420e-b608-2b771657467f on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:37.599395 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] Calling delete_port for dc93c110-1a9a-420e-b608-2b771657467f owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:53:37.671995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.674282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:53:37.674643 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:53:37.697467 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db1758d-dddf-493b-8ccd-cea3c87ab9ab']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:37.712865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65077b0-1ade-4aeb-936b-65f9639066a8') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:37.713165 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65077b0-1ade-4aeb-936b-65f9639066a8') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:37.724765 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.742004 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.748625 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:53:37.749012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:53:37.762049 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:53:37.835142 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.851080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:37.865027 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db1758d-dddf-493b-8ccd-cea3c87ab9ab,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:37.878001 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-da0835c7-2a5f-4e6b-82e5-4c205c30d1c8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0db1758d-dddf-493b-8ccd-cea3c87ab9ab HTTP/1.1" status: 204 len: 168 time: 0.9080017 Mar 22 13:53:37.880832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51352) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:37.986025 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:38.176446 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] Deleting port dc93c110-1a9a-420e-b608-2b771657467f {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:38.176849 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:38.247594 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f65f1-db14-41f2-bada-5e987202ad9a None None] The port 'dc93c110-1a9a-420e-b608-2b771657467f' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:53:38.507776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dc93c110-1a9a-420e-b608-2b771657467f no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:53:38.524961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:38.540864 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: dc93c110-1a9a-420e-b608-2b771657467f {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:53:38.541210 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device dc93c110-1a9a-420e-b608-2b771657467f not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:53:38.541613 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c5b51b2b-3eb5-4108-8037-1e33f05fcaba no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:53:38.573674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: c5b51b2b-3eb5-4108-8037-1e33f05fcaba {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:53:38.574016 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c5b51b2b-3eb5-4108-8037-1e33f05fcaba not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:53:38.870913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] Deleting port 7160b4a3-2fa2-4771-8b61-c410509f84dd {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:38.871285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:39.041232 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] For port 7160b4a3-2fa2-4771-8b61-c410509f84dd, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=7160b4a3-2fa2-4771-8b61-c410509f84dd,segment=NetworkSegment(ff1b1a69-0bce-4b7e-8bbe-be293c74cae2),segment_id=ff1b1a69-0bce-4b7e-8bbe-be293c74cae2)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:39.041590 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:39.172069 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] Calling delete_port for 7160b4a3-2fa2-4771-8b61-c410509f84dd owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:53:39.348251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:39.396756 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7160b4a3-2fa2-4771-8b61-c410509f84dd,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:39.766966 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:40.122052 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] Router 8cdeaa44-b44b-473a-92d7-dea59c04f822 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:53:40.292509 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:53:40.301009 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] Sync routers for ids ['8cdeaa44-b44b-473a-92d7-dea59c04f822'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:40.309450 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-91a5b6f0-afe6-4ad1-944b-8a8fd0ab29c3 admin admin] 10.222.0.70 "PUT /v2.0/routers/8cdeaa44-b44b-473a-92d7-dea59c04f822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4274549 Mar 22 13:53:40.311889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51358) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:40.313871 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] Routers {'8cdeaa44-b44b-473a-92d7-dea59c04f822'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:40.314680 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['8cdeaa44-b44b-473a-92d7-dea59c04f822'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:40.488972 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:40.500739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] Set router 8cdeaa44-b44b-473a-92d7-dea59c04f822 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:40.664047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:40.674262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Deleting port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:40.675117 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:40.782341 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'name': 'tempest-TestShelveInstance-1569125942-router', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:31Z', 'updated_at': '2022-03-22T13:53:39Z', 'revision_number': 5, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'gw_port': {'id': '35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:44:32Z', 'updated_at': '2022-03-22T13:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:40.786713 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] Checking router: 8cdeaa44-b44b-473a-92d7-dea59c04f822 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:40.795097 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] Routers {'8cdeaa44-b44b-473a-92d7-dea59c04f822'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:40.795714 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['8cdeaa44-b44b-473a-92d7-dea59c04f822'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:40.948965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] Set router 8cdeaa44-b44b-473a-92d7-dea59c04f822 gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:40.973039 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] For port 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:40.973609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.054155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'name': 'tempest-TestShelveInstance-1569125942-router', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:31Z', 'updated_at': '2022-03-22T13:53:40Z', 'revision_number': 6, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:41.057892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8786d-ba80-486b-9b71-ba3d2150838e None None] The sync data for ids ['8cdeaa44-b44b-473a-92d7-dea59c04f822'] in dv-neutron-834664-2-hyperv is: [{'id': '8cdeaa44-b44b-473a-92d7-dea59c04f822', 'name': 'tempest-TestShelveInstance-1569125942-router', 'tenant_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:44:31Z', 'updated_at': '2022-03-22T13:53:40Z', 'revision_number': 6, 'project_id': 'db7dac12cd2142ae96e8fda5b86595b0', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:53:41.095444 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Calling delete_port for 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:53:41.257788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.306591 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:41.397174 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.570685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.572796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.593561 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.594047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cdeaa44-b44b-473a-92d7-dea59c04f822 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:53:41.606023 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.607113 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-3de6ce21-d29e-4072-89ce-ff7fc3b72bb7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8cdeaa44-b44b-473a-92d7-dea59c04f822 HTTP/1.1" status: 204 len: 168 time: 1.2942941 Mar 22 13:53:41.609672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51362) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:41.669110 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-1766e25b-2fda-4c25-a041-dfd65ed6d80a admin admin] Deleting subnet 3df2f99c-4636-4f56-9b5d-e0b22f1974a0 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:53:41.671913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1766e25b-2fda-4c25-a041-dfd65ed6d80a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.719328 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1766e25b-2fda-4c25-a041-dfd65ed6d80a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.799634 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1766e25b-2fda-4c25-a041-dfd65ed6d80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.889638 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1766e25b-2fda-4c25-a041-dfd65ed6d80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.927373 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e25b-2fda-4c25-a041-dfd65ed6d80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df2f99c-4636-4f56-9b5d-e0b22f1974a0,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:41.931000 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-1766e25b-2fda-4c25-a041-dfd65ed6d80a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:41.936301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63991a3a-b368-41cf-afc1-6372b7400def None None] Network 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:53:41.937253 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-1766e25b-2fda-4c25-a041-dfd65ed6d80a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3df2f99c-4636-4f56-9b5d-e0b22f1974a0 HTTP/1.1" status: 204 len: 168 time: 0.3266447 Mar 22 13:53:41.940005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51366) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:42.049731 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.060889 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Deleting port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:42.061233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.183271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] DHCP port deletion for 20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:53:42.192123 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] Deleting port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:42.192338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.280846 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] For port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5c2cf62b-f5ea-4928-9214-5b661eb8f38c,segment=NetworkSegment(ff1b1a69-0bce-4b7e-8bbe-be293c74cae2),segment_id=ff1b1a69-0bce-4b7e-8bbe-be293c74cae2)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:42.281193 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.431122 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] For port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=5c2cf62b-f5ea-4928-9214-5b661eb8f38c,segment=NetworkSegment(ff1b1a69-0bce-4b7e-8bbe-be293c74cae2),segment_id=ff1b1a69-0bce-4b7e-8bbe-be293c74cae2)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:42.431459 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.509720 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Calling delete_port for 5c2cf62b-f5ea-4928-9214-5b661eb8f38c owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:53:42.551870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7160b4a3-2fa2-4771-8b61-c410509f84dd no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:53:42.587182 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] Calling delete_port for 5c2cf62b-f5ea-4928-9214-5b661eb8f38c owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:53:42.595834 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.626912 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 7160b4a3-2fa2-4771-8b61-c410509f84dd {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:53:42.627270 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 7160b4a3-2fa2-4771-8b61-c410509f84dd not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:53:42.627734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:53:42.640128 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2cf62b-f5ea-4928-9214-5b661eb8f38c,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:42.646608 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] No DVR routers for this DVR port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:53:42.664816 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:53:42.665157 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 35e3f0e5-d7a5-4761-b6a9-f0d0addeb7da not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:53:42.665589 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5c2cf62b-f5ea-4928-9214-5b661eb8f38c no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:53:42.705491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 5c2cf62b-f5ea-4928-9214-5b661eb8f38c {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:53:42.705751 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 5c2cf62b-f5ea-4928-9214-5b661eb8f38c not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:53:42.729788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:53:42.730144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:53:42.761947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.787203 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:42.798863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:42.799179 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1b1a69-0bce-4b7e-8bbe-be293c74cae2') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:42.810120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.828659 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.836944 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:53:42.837607 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:53:42.852495 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:53:42.930169 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.945796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:42.956536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:42.963331 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c3df7267-96ed-48ee-931e-af6707891d27 admin admin] 10.222.0.70 "DELETE /v2.0/networks/20e7fa4b-0c44-4baa-a35b-2f9c3cfa3f51 HTTP/1.1" status: 204 len: 168 time: 1.0223882 Mar 22 13:53:43.070050 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51372) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:43.117486 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b190a077-31d6-4397-a33e-5c14ab63d0c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f2c0c7e7aad4b41836e57f89715105b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462775 Mar 22 13:53:43.119955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51376) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:43.194775 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-406a556d-ae9b-48a0-9367-ad1a660958d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:43.225778 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-406a556d-ae9b-48a0-9367-ad1a660958d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:43.231518 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] Deleting port 5c2cf62b-f5ea-4928-9214-5b661eb8f38c {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:53:43.232043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:43.280534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-406a556d-ae9b-48a0-9367-ad1a660958d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:43.296183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a556d-ae9b-48a0-9367-ad1a660958d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a5a67b-1c59-41f5-b4f4-b71943fe300e,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:43.300444 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d15bf-c64d-4320-8a57-e3c3ebd7c9ac None None] The port '5c2cf62b-f5ea-4928-9214-5b661eb8f38c' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:53:43.304684 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-406a556d-ae9b-48a0-9367-ad1a660958d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:43.305803 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-406a556d-ae9b-48a0-9367-ad1a660958d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87a5a67b-1c59-41f5-b4f4-b71943fe300e HTTP/1.1" status: 204 len: 168 time: 0.1849680 Mar 22 13:53:43.748967 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51384) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:43.795560 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-55c693a4-69eb-4ce7-bc6e-f44900632b51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db7dac12cd2142ae96e8fda5b86595b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453899 Mar 22 13:53:43.797796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51388) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:43.855178 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab33087f-5db3-4ad6-b7f9-ab72da43388d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:43.887556 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab33087f-5db3-4ad6-b7f9-ab72da43388d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:43.940987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab33087f-5db3-4ad6-b7f9-ab72da43388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:43.954291 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33087f-5db3-4ad6-b7f9-ab72da43388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f001525-13b4-4228-94c0-7a519d8dd058,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:43.960615 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-ab33087f-5db3-4ad6-b7f9-ab72da43388d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:43.961730 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-ab33087f-5db3-4ad6-b7f9-ab72da43388d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f001525-13b4-4228-94c0-7a519d8dd058 HTTP/1.1" status: 204 len: 168 time: 0.1630588 Mar 22 13:53:44.655698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51412) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:44.755689 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1598185743-network', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:44.760322 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:44.764216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Usage tracker for resource:network and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:44.767127 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:44.773773 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:44.783350 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Made reservation on behalf of d4d5abf022924117b9bf5f6e53a3fe83 for: {'network': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:44.786336 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:44.798162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:44.813185 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:44.816958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:44.819724 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:44.825305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:44.907609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:44.911868 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:44.942184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=87933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:53:44.950366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81794176-a40c-4392-8a1e-783f2312028a,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:44.957264 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:44.957632 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.db.segments_db [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Added segment 622e5707-d84b-4015-a985-e7965355815b of type vlan for network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf Mar 22 13:53:44.984955 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:45.015854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:45.016769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.017346 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:45.114331 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4575338 Mar 22 13:53:45.117139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51418) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:45.124183 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Request body: {'subnet': {'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1598185743-subnet', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'ip_version': 4}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:45.127428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dd2bb-ff29-4685-8f0f-1d1e4e4d7972 admin admin] Pushing event updated for resources: {'Network': ['ID=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:45.132308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:45.136882 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:53:45.137385 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Usage tracker for resource:subnet and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:45.140269 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:45.146640 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:45.156428 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Made reservation on behalf of d4d5abf022924117b9bf5f6e53a3fe83 for: {'subnet': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:45.159729 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222346'] for subnet, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:45.369940 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1907109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222392'] for subnet, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:45.442618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:45.451500 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Checking segment: {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:53:45.451863 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Network hostable DHCP agents. Network: 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:53:45.470802 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:53:45.479432 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf) {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:45.483739 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:45.484793 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:45.488088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01ebba0-fa38-4977-abd5-b8510cb55e68 None None] Network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:53:45.505465 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-fa667347-c684-4703-a055-19a869bd0e69 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3873138 Mar 22 13:53:45.508202 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51422) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:45.513047 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:45.517527 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:45.522184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Usage tracker for resource:router and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:45.525104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:45.530866 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:45.541136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:45.542231 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:45.556961 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:45.700637 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f653759-4201-462f-9959-630c07793845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:53:45.701462 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:45.855640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-4f653759-4201-462f-9959-630c07793845 None None] Allocated IP 172.20.0.2 (1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf/2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8/c688f906-b360-45a1-9489-ebe23b16d6c3) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:45.925488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:46.062050 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:46.072573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4f653759-4201-462f-9959-630c07793845 None None] Transition to ACTIVE for port object c688f906-b360-45a1-9489-ebe23b16d6c3 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:53:46.090497 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-4f653759-4201-462f-9959-630c07793845 None None] Transition to ACTIVE for port object c688f906-b360-45a1-9489-ebe23b16d6c3 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:53:46.095746 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:46.156002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f653759-4201-462f-9959-630c07793845 None None] Network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:46.162947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-4f653759-4201-462f-9959-630c07793845 None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:46.165970 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f653759-4201-462f-9959-630c07793845 None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:53:46.175543 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f653759-4201-462f-9959-630c07793845 None None] Pushing event updated for resources: {'Port': ['ID=c688f906-b360-45a1-9489-ebe23b16d6c3,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:46.217931 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.218288 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.218630 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.218965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.219330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.219661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.219987 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.220312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.220637 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.220965 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.221318 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.221671 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:46.236370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:46.269699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:46.273663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4f653759-4201-462f-9959-630c07793845 None None] Attempting to bind port c688f906-b360-45a1-9489-ebe23b16d6c3 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:53:46.274035 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4f653759-4201-462f-9959-630c07793845 None None] Attempting to bind port c688f906-b360-45a1-9489-ebe23b16d6c3 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:53:46.274397 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f653759-4201-462f-9959-630c07793845 None None] Attempting to bind port c688f906-b360-45a1-9489-ebe23b16d6c3 on network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:53:46.279580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f653759-4201-462f-9959-630c07793845 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:53:46.279953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f653759-4201-462f-9959-630c07793845 None None] Checking segment: {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:53:46.280384 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:46.280774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f653759-4201-462f-9959-630c07793845 None None] Bound using segment: {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:53:46.281235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-4f653759-4201-462f-9959-630c07793845 None None] Bound port: c688f906-b360-45a1-9489-ebe23b16d6c3, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:53:46.281739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:46.402896 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4f653759-4201-462f-9959-630c07793845 None None] For port c688f906-b360-45a1-9489-ebe23b16d6c3, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:53:46.403698 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Allocated IP 172.26.5.156 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/bb35e342-9505-4ccd-9d3c-ef1e8e6614de) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:46.406442 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-4f653759-4201-462f-9959-630c07793845 None None] For port c688f906-b360-45a1-9489-ebe23b16d6c3, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c688f906-b360-45a1-9489-ebe23b16d6c3,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:53:46.410604 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4f653759-4201-462f-9959-630c07793845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:46.495689 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f653759-4201-462f-9959-630c07793845 None None] Pushing event updated for resources: {'Port': ['ID=c688f906-b360-45a1-9489-ebe23b16d6c3,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:46.556772 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:46.587026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:46.660744 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:46.664074 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:46.667914 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:53:46.717222 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Pushing event updated for resources: {'Port': ['ID=bb35e342-9505-4ccd-9d3c-ef1e8e6614de,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:47.088062 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:47.405108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d00aa6-fe3b-4363-aa87-720e7116b64d None None] Network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:53:47.491354 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-001123f6-5abc-4c7a-a005-6ebf5ed7d33e None None] Provisioning for port c688f906-b360-45a1-9489-ebe23b16d6c3 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:53:47.554214 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:47.761409 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Router cc41673a-19a7-403a-b39f-96da529a62f3 is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:53:47.942199 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:53:47.951052 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Sync routers for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:47.962890 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:47.963555 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:47.968702 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:47.969968 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-bbd8d8cf-5c9f-42c4-b15b-20ac8e776751 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4608593 Mar 22 13:53:47.973236 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51428) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:48.139514 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:48.418264 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:46Z', 'revision_number': 3, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:48.422051 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Checking router: cc41673a-19a7-403a-b39f-96da529a62f3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:48.422388 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Updating router cc41673a-19a7-403a-b39f-96da529a62f3 port bb35e342-9505-4ccd-9d3c-ef1e8e6614de binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:53:48.475087 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:48.545244 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c688f906-b360-45a1-9489-ebe23b16d6c3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:53:48.612918 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port c688f906-b360-45a1-9489-ebe23b16d6c3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:53:48.617688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c688f906-b360-45a1-9489-ebe23b16d6c3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:48.618146 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:48.655717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:48.750252 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:48.783089 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port c688f906-b360-45a1-9489-ebe23b16d6c3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c688f906-b360-45a1-9489-ebe23b16d6c3,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:48.788168 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:48.852101 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:48.864361 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Transition to ACTIVE for port object bb35e342-9505-4ccd-9d3c-ef1e8e6614de will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:53:48.865069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=c688f906-b360-45a1-9489-ebe23b16d6c3,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:48.871380 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:48.948000 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Attempting to bind port bb35e342-9505-4ccd-9d3c-ef1e8e6614de on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:53:48.948355 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Attempting to bind port bb35e342-9505-4ccd-9d3c-ef1e8e6614de by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:53:48.948704 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Attempting to bind port bb35e342-9505-4ccd-9d3c-ef1e8e6614de on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:53:48.956420 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Pushing event updated for resources: {'Port': ['ID=bb35e342-9505-4ccd-9d3c-ef1e8e6614de,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:48.958604 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:53:48.958958 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:53:48.959368 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:48.959758 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:53:48.960188 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Bound port: bb35e342-9505-4ccd-9d3c-ef1e8e6614de, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:53:48.960548 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:48.999956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Allocated IP 172.20.0.1 (1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf/2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8/8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:49.000616 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.000866 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.001200 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.001521 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.001843 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.002166 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.002508 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.002824 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.003138 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.003482 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.003792 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.004100 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:53:49.045510 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] For port bb35e342-9505-4ccd-9d3c-ef1e8e6614de, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:53:49.048383 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] For port bb35e342-9505-4ccd-9d3c-ef1e8e6614de, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bb35e342-9505-4ccd-9d3c-ef1e8e6614de,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:53:49.052633 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:49.127579 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:49.128183 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:49.153230 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:49.169001 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Transition to ACTIVE for port object 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:53:49.191453 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75722fdc-ce04-4343-946e-417be7e05a08 None None] Pushing event updated for resources: {'Port': ['ID=bb35e342-9505-4ccd-9d3c-ef1e8e6614de,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:49.193282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:49.254918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:49.261587 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:49.264012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:53:49.307345 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Pushing event updated for resources: {'Port': ['ID=8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:49.321814 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:49.331630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:49.552828 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fa33f37e-b1d3-48c3-a4ec-64bc7c967086 None None] Provisioning for port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:53:49.558093 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-fa33f37e-b1d3-48c3-a4ec-64bc7c967086 None None] Provisioning complete for port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:49.558778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-fa33f37e-b1d3-48c3-a4ec-64bc7c967086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:49.588469 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:49.615457 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-fa33f37e-b1d3-48c3-a4ec-64bc7c967086 None None] Port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:53:49.621032 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:46Z', 'revision_number': 3, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:49.624917 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95c12c-1582-4235-92bc-8c5f1dd09499 None None] The sync data for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv is: [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:46Z', 'revision_number': 3, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:53:49.814596 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:49.820447 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:49.936504 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:49.962308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Pushing event updated for resources: {'Port': ['ID=8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:50.104186 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:50.105458 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:50.313405 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Router cc41673a-19a7-403a-b39f-96da529a62f3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:53:50.342160 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-caf1117f-00e9-4739-a425-297cc02e88b3 None None] Provisioning complete for port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:50.342528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-caf1117f-00e9-4739-a425-297cc02e88b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:50.405573 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-caf1117f-00e9-4739-a425-297cc02e88b3 None None] Port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:53:50.590569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c688f906-b360-45a1-9489-ebe23b16d6c3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:53:50.616095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:53:50.624876 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c550fcc9-f4ab-4770-a1a4-270b1c3ae06a admin admin] 10.222.0.70 "PUT /v2.0/routers/cc41673a-19a7-403a-b39f-96da529a62f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6506290 Mar 22 13:53:50.658061 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port c688f906-b360-45a1-9489-ebe23b16d6c3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:50.658461 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:50.777737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bb35e342-9505-4ccd-9d3c-ef1e8e6614de up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:53:50.843863 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port bb35e342-9505-4ccd-9d3c-ef1e8e6614de completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:53:50.848611 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port bb35e342-9505-4ccd-9d3c-ef1e8e6614de triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:50.848981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:50.967778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:50.984531 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port bb35e342-9505-4ccd-9d3c-ef1e8e6614de, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bb35e342-9505-4ccd-9d3c-ef1e8e6614de,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:50.989634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.065913 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=bb35e342-9505-4ccd-9d3c-ef1e8e6614de,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:51.141637 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51446) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:51.147111 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-934027152-network', 'tenant_id': '66925d830dc04f8797cb2ba20de62932'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:51.152011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:51.156011 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Usage tracker for resource:network and tenant:66925d830dc04f8797cb2ba20de62932 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:51.159752 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:51.165842 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:51.176062 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Made reservation on behalf of 66925d830dc04f8797cb2ba20de62932 for: {'network': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:51.178359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for network, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.190954 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.204646 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:51.208375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Usage tracker for resource:security_group_rule and tenant:66925d830dc04f8797cb2ba20de62932 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:51.211051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:51.218887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:51.244974 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Sync routers for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:51.258429 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:51.259482 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:51.328351 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.333596 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.355249 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=87932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:53:51.382695 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.383035 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.segments_db [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Added segment 76e4e853-2e54-4f5d-a37e-c7feae1490a7 of type vlan for network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 Mar 22 13:53:51.390953 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeaabf2-c788-41e7-a63b-a7e633554bb4,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:51.417356 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776178049976'] for network, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.448007 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161'] for network, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.449100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:51.449640 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.451084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:51.551990 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4057984 Mar 22 13:53:51.551990 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51452) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:51.559609 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Request body: {'subnet': {'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-934027152-subnet', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'ip_version': 4}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:51.563167 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e5f5e-fc9d-4b18-b074-ec52efddefa5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa66454b-3792-4f3b-a2b4-f1c0b634f5a2,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:51.566927 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:51.571084 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Usage tracker for resource:subnet and tenant:66925d830dc04f8797cb2ba20de62932 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:51.574230 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:51.580253 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:51.591384 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Made reservation on behalf of 66925d830dc04f8797cb2ba20de62932 for: {'subnet': 1} {{(pid=87932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:53:51.593734 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-952746'] for subnet, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.608268 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 details requested by agent ovs-agent-dv-neutron-834664-2-hyperv with host dv-neutron-834664-2-hyperv {{(pid=87934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:53:51.818235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1717208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-952728'] for subnet, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.891061 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 2, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:51.893620 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Pushing event updated for resources: {'Subnet': ['ID=078b3825-83b5-4268-9edd-40cc3e83a51a,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:51.895477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Checking router: cc41673a-19a7-403a-b39f-96da529a62f3 for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:51.895842 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Updating router cc41673a-19a7-403a-b39f-96da529a62f3 port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:53:51.903871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Checking segment: {'id': '76e4e853-2e54-4f5d-a37e-c7feae1490a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:53:51.904237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Network hostable DHCP agents. Network: fa66454b-3792-4f3b-a2b4-f1c0b634f5a2, hostable agents: ['e07495e9-f39f-464b-bfdd-57d454f97402'], hosted agents: [] {{(pid=87932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:53:51.922871 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 is scheduled to be hosted by DHCP agent e07495e9-f39f-464b-bfdd-57d454f97402 with binding_index 1 {{(pid=87932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:53:51.931586 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834664-2-hyperv, fa66454b-3792-4f3b-a2b4-f1c0b634f5a2) {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:51.938846 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:51.939830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.940388 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebdf750-8caf-4cfc-b08a-85d88aaae87b None None] Network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:53:51.960820 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-37af2a34-7095-4024-8195-ca6c9a93193c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4079232 Mar 22 13:53:51.963726 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51456) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:51.968375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-934027152-router', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:51.973375 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:51.977113 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Usage tracker for resource:router and tenant:66925d830dc04f8797cb2ba20de62932 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:51.980107 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:51.982084 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.985963 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:51.996674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-460932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:51.997851 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471351', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33080227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7177'] for router, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:52.014015 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:52.135067 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:52.286406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7227'] for router, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:52.390260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f1be6a3-d1a8-5c55-a461-ca8268b8556b-fa66454b-3792-4f3b-a2b4-f1c0b634f5a2', 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'fixed_ips': [{'subnet_id': '078b3825-83b5-4268-9edd-40cc3e83a51a'}]}} from dv-neutron-834664-2-hyperv. {{(pid=87934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 22 13:53:52.391758 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:52.526338 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bb35e342-9505-4ccd-9d3c-ef1e8e6614de up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:53:52.599271 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:52.632303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:52.680506 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.db_base_plugin_common [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Allocated IP 172.20.0.2 (fa66454b-3792-4f3b-a2b4-f1c0b634f5a2/078b3825-83b5-4268-9edd-40cc3e83a51a/f7255f8f-752e-4bf3-828e-89e33470c398) {{(pid=87934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:52.698830 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:52.729449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Transition to ACTIVE for port object 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:53:52.751390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:52.763656 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Allocated IP 172.26.5.202 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:52.841717 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port bb35e342-9505-4ccd-9d3c-ef1e8e6614de triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:52.841993 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.037359 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.062070 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a66e5-9bfe-47a9-a587-eb03f8584072 None None] Pushing event updated for resources: {'Port': ['ID=8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:53.076502 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.137669 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:53.140341 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:53.142581 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:53:53.189121 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:53.266376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Attempting to bind port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:53:53.266736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Attempting to bind port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:53:53.267099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Attempting to bind port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 on network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:53:53.286724 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:53:53.287096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Checking segment: {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:53:53.287522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.287906 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Bound using segment: {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:53:53.288368 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Bound port: 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:53:53.288745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.312134 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Notify callbacks [] for port, precommit_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.379080 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Transition to ACTIVE for port object f7255f8f-752e-4bf3-828e-89e33470c398 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:53:53.426192 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Transition to ACTIVE for port object f7255f8f-752e-4bf3-828e-89e33470c398 will not be triggered until provisioned by entity DHCP. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:53:53.435768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266'] for port, after_create {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.439668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] For port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:53:53.496534 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] For port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:53:53.508720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 is already hosted by enough agents. {{(pid=87934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:53.509892 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.515648 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.scheduler.base_scheduler [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Resources bound (agent type, host, resource id): {{(pid=87934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:53.522556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Received port after_create {{(pid=87934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:53:53.524503 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Pushing event updated for resources: {'Port': ['ID=f7255f8f-752e-4bf3-828e-89e33470c398,revision_number=1']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:53.583826 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.680044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:53.680616 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:53.758544 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Attempting to bind port f7255f8f-752e-4bf3-828e-89e33470c398 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:53:53.758909 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Attempting to bind port f7255f8f-752e-4bf3-828e-89e33470c398 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '76e4e853-2e54-4f5d-a37e-c7feae1490a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:53:53.759294 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Attempting to bind port f7255f8f-752e-4bf3-828e-89e33470c398 on network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:53:53.763242 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a66e5-9bfe-47a9-a587-eb03f8584072 None None] Pushing event updated for resources: {'Port': ['ID=8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:53.772994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:53:53.773369 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Checking segment: {'id': '76e4e853-2e54-4f5d-a37e-c7feae1490a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:53:53.773768 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.774152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Bound using segment: {'id': '76e4e853-2e54-4f5d-a37e-c7feae1490a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:53:53.774636 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Bound port: f7255f8f-752e-4bf3-828e-89e33470c398, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e4e853-2e54-4f5d-a37e-c7feae1490a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:53:53.775008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.933655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471306'] for router, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:53.957283 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:54.022640 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] For port f7255f8f-752e-4bf3-828e-89e33470c398, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:53:54.100647 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] For port f7255f8f-752e-4bf3-828e-89e33470c398, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f7255f8f-752e-4bf3-828e-89e33470c398,segment=NetworkSegment(76e4e853-2e54-4f5d-a37e-c7feae1490a7),segment_id=76e4e853-2e54-4f5d-a37e-c7feae1490a7)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:53:54.116668 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:54.138955 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Router b073898c-5504-4078-a578-73a9726938bb is scheduled to L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 with binding_index 1 {{(pid=87932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 22 13:53:54.270999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d04d5-17db-46f3-92da-f5b7ee673abf None None] Pushing event updated for resources: {'Port': ['ID=f7255f8f-752e-4bf3-828e-89e33470c398,revision_number=2']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:54.382029 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:53Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:54.386963 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab706edc-3807-4707-a3f9-11ea9e31930e None None] The sync data for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv is: [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:53Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:53:54.462750 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:53:54.485677 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Sync routers for ids ['b073898c-5504-4078-a578-73a9726938bb'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:54.498496 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Routers {'b073898c-5504-4078-a578-73a9726938bb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:54.499108 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b073898c-5504-4078-a578-73a9726938bb'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:54.509192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] Notify callbacks [] for router, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:54.510604 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-8f36f9a1-3577-48e0-b361-16f2bc6cba42 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5460587 Mar 22 13:53:54.513413 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51460) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:54.703373 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:53:54.763396 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Set router b073898c-5504-4078-a578-73a9726938bb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:54.800145 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:53:54.806765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:54.807448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:54.951951 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:54.992834 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:55.000559 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.001337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f7255f8f-752e-4bf3-828e-89e33470c398 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:53:55.086386 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b073898c-5504-4078-a578-73a9726938bb', 'name': 'tempest-TestSnapshotPattern-934027152-router', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:53Z', 'revision_number': 3, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'gw_port': {'id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b073898c-5504-4078-a578-73a9726938bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:55.101735 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Checking router: b073898c-5504-4078-a578-73a9726938bb for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:55.102095 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Updating router b073898c-5504-4078-a578-73a9726938bb port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 binding host dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:53:55.181986 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.223731 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port f7255f8f-752e-4bf3-828e-89e33470c398 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:53:55.242945 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:55.438547 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.545747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65213bb-ef1f-4e02-bc54-8a711e723d25 None None] Network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:53:55.619126 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.632284 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.provisioning_blocks [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Transition to ACTIVE for port object 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 will not be triggered until provisioned by entity L2. {{(pid=87935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:53:55.640428 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.665855 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0ab5509f-ee94-46d1-985c-1b8d7abc98a3 None None] Provisioning for port f7255f8f-752e-4bf3-828e-89e33470c398 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:53:55.676279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-0ab5509f-ee94-46d1-985c-1b8d7abc98a3 None None] Provisioning complete for port f7255f8f-752e-4bf3-828e-89e33470c398 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:55.676838 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ab5509f-ee94-46d1-985c-1b8d7abc98a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.680575 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Allocated IP 172.20.0.1 (fa66454b-3792-4f3b-a2b4-f1c0b634f5a2/078b3825-83b5-4268-9edd-40cc3e83a51a/98953dbd-e984-40c1-8f2c-a6dda216bfc3) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:53:55.741946 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Attempting to bind port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:53:55.742437 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Attempting to bind port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:53:55.742893 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Attempting to bind port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 on network 84ab9d4a-5657-42cc-90d2-47e8b771db9a {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:53:55.745206 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eeff5b-c837-4013-b8d4-df88e15cb695 None None] Pushing event updated for resources: {'Port': ['ID=6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3,revision_number=2']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:55.755821 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:53:55.756201 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Checking segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:53:55.756610 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.756999 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Bound using segment: {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'} {{(pid=87935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:53:55.757462 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.managers [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Bound port: 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d85a-8b0a-4122-a4a0-9f808eea29ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a'}}] {{(pid=87935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:53:55.757837 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.846436 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] For port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:53:55.851465 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.plugins.ml2.db [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] For port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:53:55.858042 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron_lib.callbacks.manager [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.871563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.890096 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.provisioning_blocks [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Transition to ACTIVE for port object 98953dbd-e984-40c1-8f2c-a6dda216bfc3 will not be triggered until provisioned by entity DHCP. {{(pid=87932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:53:55.905426 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ab5509f-ee94-46d1-985c-1b8d7abc98a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.922220 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.945716 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Routers {'b073898c-5504-4078-a578-73a9726938bb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:55.946572 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b073898c-5504-4078-a578-73a9726938bb'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:55.950228 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-0ab5509f-ee94-46d1-985c-1b8d7abc98a3 None None] For port f7255f8f-752e-4bf3-828e-89e33470c398, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f7255f8f-752e-4bf3-828e-89e33470c398,segment=NetworkSegment(76e4e853-2e54-4f5d-a37e-c7feae1490a7),segment_id=76e4e853-2e54-4f5d-a37e-c7feae1490a7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:55.957351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-0ab5509f-ee94-46d1-985c-1b8d7abc98a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:55.997688 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:56.000700 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:56.010437 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:53:56.016682 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eeff5b-c837-4013-b8d4-df88e15cb695 None None] Pushing event updated for resources: {'Port': ['ID=6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3,revision_number=3']} {{(pid=87935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:56.049038 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Pushing event updated for resources: {'Port': ['ID=98953dbd-e984-40c1-8f2c-a6dda216bfc3,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:56.060866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5509f-ee94-46d1-985c-1b8d7abc98a3 None None] Pushing event updated for resources: {'Port': ['ID=f7255f8f-752e-4bf3-828e-89e33470c398,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:56.081874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-471100'] for router_interface, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:56.157176 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] Set router b073898c-5504-4078-a578-73a9726938bb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:56.221393 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:56.295676 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-cf6ef4cf-10e5-4722-b6fc-83700ce8c601 None None] Provisioning complete for port f7255f8f-752e-4bf3-828e-89e33470c398 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:56.296309 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef4cf-10e5-4722-b6fc-83700ce8c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:56.505112 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b073898c-5504-4078-a578-73a9726938bb', 'name': 'tempest-TestSnapshotPattern-934027152-router', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:53Z', 'revision_number': 3, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'gw_port': {'id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b073898c-5504-4078-a578-73a9726938bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:56.509405 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7be6d-c385-43e0-8025-48a5b75ef1b1 None None] The sync data for ids ['b073898c-5504-4078-a578-73a9726938bb'] in dv-neutron-834664-2-hyperv is: [{'id': 'b073898c-5504-4078-a578-73a9726938bb', 'name': 'tempest-TestSnapshotPattern-934027152-router', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:53Z', 'revision_number': 3, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'gw_port': {'id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b073898c-5504-4078-a578-73a9726938bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:53:56.555321 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:53:56.604531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:56.609192 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:56.611421 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f477f8cd-2c71-4cf5-a191-02c0795a6e6c None None] Provisioning for port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:53:56.620468 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-f477f8cd-2c71-4cf5-a191-02c0795a6e6c None None] Provisioning complete for port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:56.620835 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f477f8cd-2c71-4cf5-a191-02c0795a6e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:56.686557 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-f477f8cd-2c71-4cf5-a191-02c0795a6e6c None None] Port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:53:56.688323 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:56.688687 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:56.722131 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Pushing event updated for resources: {'Port': ['ID=98953dbd-e984-40c1-8f2c-a6dda216bfc3,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:56.724655 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33037211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-471765'] for router_interface, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:56.833734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f7255f8f-752e-4bf3-828e-89e33470c398 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:53:56.884859 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:53:56.886299 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:53:56.909556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port f7255f8f-752e-4bf3-828e-89e33470c398 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:56.910062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:57.100337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Router b073898c-5504-4078-a578-73a9726938bb has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:53:57.214259 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-825a846c-bcea-40e7-b51c-08e0d5f51870 None None] Provisioning complete for port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:57.214786 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-825a846c-bcea-40e7-b51c-08e0d5f51870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:57.270648 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-825a846c-bcea-40e7-b51c-08e0d5f51870 None None] Port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:53:57.293612 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:53:57.303219 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1c61a734-e7b1-4411-aeb4-375ccfe8aac7 admin admin] 10.222.0.70 "PUT /v2.0/routers/b073898c-5504-4078-a578-73a9726938bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7882011 Mar 22 13:53:58.182232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Sync routers for ids ['b073898c-5504-4078-a578-73a9726938bb'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:53:58.192215 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Routers {'b073898c-5504-4078-a578-73a9726938bb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:58.192825 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b073898c-5504-4078-a578-73a9726938bb'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:58.354675 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51472) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:58.359918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014273044', 'description': 'tempest-secgroup-smoke-1014273044 description', 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:58.366277 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:58.370308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Usage tracker for resource:security_group and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:58.373545 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:58.379041 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Set router b073898c-5504-4078-a578-73a9726938bb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:53:58.380267 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:58.390324 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.409754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:58.413488 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Usage tracker for resource:security_group_rule and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:58.416477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:58.422162 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:58.493632 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.499743 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.548155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.551737 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1958678 Mar 22 13:53:58.553560 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51476) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:58.554002 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84befb25-fe4a-4554-ac67-cb62e7ea8fef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891b97e9-33aa-4843-b81b-118f2a430d16,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:58.560428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'security_group_rule': {'security_group_id': '891b97e9-33aa-4843-b81b-118f2a430d16', 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:58.577904 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:58.583730 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Usage tracker for resource:security_group_rule and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:58.586965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:58.593224 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:58.610282 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.630551 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:53:58.681648 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.685668 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.711085 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a38068e-960f-4b19-b87f-774027a70c91,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:58.724694 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.726111 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-22c8ff04-1151-4040-bacb-b27dde29f7ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1708896 Mar 22 13:53:58.728927 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 51480) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:58.734476 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'security_group_rule': {'security_group_id': '891b97e9-33aa-4843-b81b-118f2a430d16', 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:58.740958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:58.744823 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Usage tracker for resource:security_group_rule and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:58.747647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:58.754079 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:58.770182 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.786129 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:53:58.792406 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:53:58.792774 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.836515 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.840411 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.859796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818e1dff-fb8d-4506-a7ae-5e3874d63d5a,revision_number=0']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:58.867778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b073898c-5504-4078-a578-73a9726938bb', 'name': 'tempest-TestSnapshotPattern-934027152-router', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:56Z', 'revision_number': 4, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'gw_port': {'id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b073898c-5504-4078-a578-73a9726938bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '98953dbd-e984-40c1-8f2c-a6dda216bfc3', 'name': '', 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'mac_address': 'fa:16:3e:d3:15:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b073898c-5504-4078-a578-73a9726938bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '078b3825-83b5-4268-9edd-40cc3e83a51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:55Z', 'updated_at': '2022-03-22T13:53:56Z', 'revision_number': 2, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'subnets': [{'id': '078b3825-83b5-4268-9edd-40cc3e83a51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:58.873681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Checking router: b073898c-5504-4078-a578-73a9726938bb for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:53:58.874037 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Updating router b073898c-5504-4078-a578-73a9726938bb port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 binding host dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:53:58.878847 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.880121 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-268944bc-235e-4be3-8731-ddee50c272ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501901 Mar 22 13:53:58.882919 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51484) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:58.888121 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'security_group_rule': {'security_group_id': '891b97e9-33aa-4843-b81b-118f2a430d16', 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:58.894017 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:58.897801 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Usage tracker for resource:security_group_rule and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:58.900721 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:58.906400 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:58.923994 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.970076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.985540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.987485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:58.991190 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.016385 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e499df-8a32-4eba-81b3-7fa93a6453ad,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:59.030218 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.031912 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-3881a2da-5296-488d-a5d6-9424fd1835b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479266 Mar 22 13:53:59.035020 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51488) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:59.040303 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'security_group_rule': {'security_group_id': '891b97e9-33aa-4843-b81b-118f2a430d16', 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:59.047414 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:59.052820 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Usage tracker for resource:security_group_rule and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:59.055234 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:53:59.056892 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:59.060761 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.065830 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:59.085202 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.149918 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.154191 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.179146 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9310c923-c6cc-4dc7-9a8b-ba3d957f6899,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:59.189296 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.190806 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-4061f369-92f0-4d28-a723-3356ee654bcc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546729 Mar 22 13:53:59.193542 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51492) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:59.198776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'security_group_rule': {'security_group_id': '891b97e9-33aa-4843-b81b-118f2a430d16', 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:59.202456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:59.204714 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:59.209080 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Usage tracker for resource:security_group_rule and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:59.211984 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:59.217835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:59.228647 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Project d4d5abf022924117b9bf5f6e53a3fe83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:53:59.235213 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.301374 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.305929 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.336865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51fbaf0-12d7-4f6e-ae84-356d29b1ff54,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:59.339103 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.340369 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-528ed252-7d5e-437d-9d65-ff79c32ec856 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1456211 Mar 22 13:53:59.343097 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51496) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:53:59.349434 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'security_group_rule': {'security_group_id': '891b97e9-33aa-4843-b81b-118f2a430d16', 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:53:59.355872 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:53:59.360576 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Usage tracker for resource:security_group_rule and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:53:59.365654 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:53:59.372932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:53:59.384629 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.securitygroups_db [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Project d4d5abf022924117b9bf5f6e53a3fe83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:53:59.391511 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.421177 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.433287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Transition to ACTIVE for port object 98953dbd-e984-40c1-8f2c-a6dda216bfc3 will not be triggered until provisioned by entity L2. {{(pid=87934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:53:59.439959 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.466181 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.469970 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147892'] for security_group_rule, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.493170 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9db4751-799e-4904-ad63-0707e85328cc,revision_number=0']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:59.503835 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.505381 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1b7c128d-049d-4b22-9cb0-95cd7a7110a7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609292 Mar 22 13:53:59.611720 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39195b1f-879c-4b10-9c7f-88341e40a457 None None] Pushing event updated for resources: {'Port': ['ID=98953dbd-e984-40c1-8f2c-a6dda216bfc3,revision_number=3']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:59.666641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Attempting to bind port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 on host dv-neutron-834664-2-hyperv for vnic_type normal with profile {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:53:59.667269 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Attempting to bind port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 by drivers openvswitch,hyperv on host dv-neutron-834664-2-hyperv at level 0 using segments [{'id': '76e4e853-2e54-4f5d-a37e-c7feae1490a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2'}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:53:59.667770 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Attempting to bind port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 on network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:53:59.673425 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-86bcdc22-5dfa-4338-ba38-b24ee61ad042 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Synchronizing usage tracker for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:security_group {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:53:59.674556 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Checking agent: {'id': '2edf6849-2e4a-41ae-a37d-68ebd567d7b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834664-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 53, 6), 'started_at': datetime.datetime(2022, 3, 22, 12, 53, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834664-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:53:59.674839 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Checking segment: {'id': '76e4e853-2e54-4f5d-a37e-c7feae1490a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:53:59.676441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.676441 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Bound using segment: {'id': '76e4e853-2e54-4f5d-a37e-c7feae1490a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2'} {{(pid=87934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:53:59.676655 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.managers [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Bound port: 98953dbd-e984-40c1-8f2c-a6dda216bfc3, host: dv-neutron-834664-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e4e853-2e54-4f5d-a37e-c7feae1490a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2'}}] {{(pid=87934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:53:59.676850 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.696864 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-86bcdc22-5dfa-4338-ba38-b24ee61ad042 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Unset dirty status for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:security_group {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:53:59.706595 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-86bcdc22-5dfa-4338-ba38-b24ee61ad042 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014273044&fields=id&tenant_id=d4d5abf022924117b9bf5f6e53a3fe83 HTTP/1.1" status: 200 len: 267 time: 0.0750959 Mar 22 13:53:59.774632 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] For port 98953dbd-e984-40c1-8f2c-a6dda216bfc3, host dv-neutron-834664-2-hyperv, cleared binding levels {{(pid=87934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:53:59.777447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] For port 98953dbd-e984-40c1-8f2c-a6dda216bfc3, host dv-neutron-834664-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=98953dbd-e984-40c1-8f2c-a6dda216bfc3,segment=NetworkSegment(76e4e853-2e54-4f5d-a37e-c7feae1490a7),segment_id=76e4e853-2e54-4f5d-a37e-c7feae1490a7)] {{(pid=87934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:53:59.781747 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:53:59.860510 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-3b249988-714e-4a40-ba02-364c657f32ef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:53:59.861212 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-3b249988-714e-4a40-ba02-364c657f32ef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Synchronizing usage tracker for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:network {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:53:59.870386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Routers {'b073898c-5504-4078-a578-73a9726938bb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:53:59.871013 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:53:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b073898c-5504-4078-a578-73a9726938bb'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:53:59.880700 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-3b249988-714e-4a40-ba02-364c657f32ef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Unset dirty status for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:network {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:53:59.881978 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-3b249988-714e-4a40-ba02-364c657f32ef tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 810 time: 0.1745954 Mar 22 13:53:59.898647 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-64178d78-3d8c-40f0-89e0-2623e3792d54 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/quotas/d4d5abf022924117b9bf5f6e53a3fe83 HTTP/1.1" status: 200 len: 375 time: 0.0105979 Mar 22 13:53:59.931679 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39195b1f-879c-4b10-9c7f-88341e40a457 None None] Pushing event updated for resources: {'Port': ['ID=98953dbd-e984-40c1-8f2c-a6dda216bfc3,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:53:59.996210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-9972e6cb-55a8-4fdb-af83-d52e068144ce tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Synchronizing usage tracker for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:54:00.017407 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-9972e6cb-55a8-4fdb-af83-d52e068144ce tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Unset dirty status for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:54:00.019686 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-9972e6cb-55a8-4fdb-af83-d52e068144ce tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151302 Mar 22 13:54:00.071068 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] Set router b073898c-5504-4078-a578-73a9726938bb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:54:00.160341 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-566069b8-711e-4b25-b6d2-a3d3cb3eadfc service neutron] 10.222.0.70 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291120 Mar 22 13:54:00.295954 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-e18165a5-1083-4270-94b5-25e89630b6e1 service neutron] 10.222.0.70 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299253 Mar 22 13:54:00.446251 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:54:00.446803 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b073898c-5504-4078-a578-73a9726938bb', 'name': 'tempest-TestSnapshotPattern-934027152-router', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:56Z', 'revision_number': 4, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'gw_port': {'id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b073898c-5504-4078-a578-73a9726938bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '98953dbd-e984-40c1-8f2c-a6dda216bfc3', 'name': '', 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'mac_address': 'fa:16:3e:d3:15:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b073898c-5504-4078-a578-73a9726938bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '078b3825-83b5-4268-9edd-40cc3e83a51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:55Z', 'updated_at': '2022-03-22T13:53:59Z', 'revision_number': 4, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'subnets': [{'id': '078b3825-83b5-4268-9edd-40cc3e83a51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:00.451355 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80f710-6c85-4af0-aeec-2c4e946d4ce6 None None] The sync data for ids ['b073898c-5504-4078-a578-73a9726938bb'] in dv-neutron-834664-2-hyperv is: [{'id': 'b073898c-5504-4078-a578-73a9726938bb', 'name': 'tempest-TestSnapshotPattern-934027152-router', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:56Z', 'revision_number': 4, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'gw_port': {'id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b073898c-5504-4078-a578-73a9726938bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '98953dbd-e984-40c1-8f2c-a6dda216bfc3', 'name': '', 'network_id': 'fa66454b-3792-4f3b-a2b4-f1c0b634f5a2', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'mac_address': 'fa:16:3e:d3:15:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b073898c-5504-4078-a578-73a9726938bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '078b3825-83b5-4268-9edd-40cc3e83a51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:55Z', 'updated_at': '2022-03-22T13:53:59Z', 'revision_number': 4, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'subnets': [{'id': '078b3825-83b5-4268-9edd-40cc3e83a51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:54:00.477904 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-736870a5-af95-4adc-b081-31357bf94303 req-1170507e-d70c-4a9b-a156-5df4d5fe80e4 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 210 time: 0.0474255 Mar 22 13:54:00.602324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:54:00.676082 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:54:00.676456 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:01.623713 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-20c5f775-fcdf-46c6-931a-0c2bc0a79147 req-8a96b044-2c1d-4a24-9d24-a23be7df92d2 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 210 time: 0.0418038 Mar 22 13:54:01.923583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-47d2a174-8464-46d0-b0c5-0f8cf9bff93f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:01.925048 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-47d2a174-8464-46d0-b0c5-0f8cf9bff93f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 810 time: 0.1518748 Mar 22 13:54:01.981673 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-e87600d0-c26f-47ad-a27a-6c4a7c457833 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d5abf022924117b9bf5f6e53a3fe83 HTTP/1.1" status: 200 len: 380 time: 0.0468612 Mar 22 13:54:01.992526 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'port': {'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'admin_state_up': True, 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'security_groups': ['891b97e9-33aa-4843-b81b-118f2a430d16']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:02.132909 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:54:02.142155 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:54:02.151431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Made reservation on behalf of d4d5abf022924117b9bf5f6e53a3fe83 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:54:02.154833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:02.315782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Allocated IP 172.20.0.9 (1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf/2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8/7aeebf82-717f-4a4c-8084-b2b05d1f7044) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:02.523707 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:02.540330 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Transition to ACTIVE for port object 7aeebf82-717f-4a4c-8084-b2b05d1f7044 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:54:02.566934 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 98953dbd-e984-40c1-8f2c-a6dda216bfc3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:54:02.577107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:02.649663 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning for port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:54:02.655944 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:54:02.656447 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:02.797005 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:02.801209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:02.811490 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:54:02.815077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:02.849096 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] For port 98953dbd-e984-40c1-8f2c-a6dda216bfc3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=98953dbd-e984-40c1-8f2c-a6dda216bfc3,segment=NetworkSegment(76e4e853-2e54-4f5d-a37e-c7feae1490a7),segment_id=76e4e853-2e54-4f5d-a37e-c7feae1490a7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:54:02.854897 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:02.855489 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3cdcf-19b9-4351-9b9f-09c3dd9dbfa3 req-e359125f-9e03-4c5d-a3a3-08af02d30d09 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:02.858243 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0af3cdcf-19b9-4351-9b9f-09c3dd9dbfa3 req-e359125f-9e03-4c5d-a3a3-08af02d30d09 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 931 time: 0.1120036 Mar 22 13:54:02.862080 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'Port': ['ID=7aeebf82-717f-4a4c-8084-b2b05d1f7044,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:02.887261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:02.888204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:02.921342 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-df77751d-670b-4b0c-81c3-b4e21efd26bb tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9326580 Mar 22 13:54:02.933654 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Request body: {'port': {'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:02.942403 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-0af3cdcf-19b9-4351-9b9f-09c3dd9dbfa3 req-eaf49ed8-1621-480b-84fa-660d8090590e tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719631 Mar 22 13:54:02.984500 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Pushing event updated for resources: {'Port': ['ID=98953dbd-e984-40c1-8f2c-a6dda216bfc3,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:03.058806 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:03.080920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-944aec2a-0db5-4642-ac32-8eba6e957dbf None None] Provisioning for port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:54:03.086155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-944aec2a-0db5-4642-ac32-8eba6e957dbf None None] Provisioning complete for port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:54:03.086528 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-944aec2a-0db5-4642-ac32-8eba6e957dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:03.167027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-944aec2a-0db5-4642-ac32-8eba6e957dbf None None] Port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:54:03.179526 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-dec6d44d-b020-4c94-b343-b67d023d8949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:03.459357 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aeebf82-717f-4a4c-8084-b2b05d1f7044 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:03.466294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:03.480754 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Transition to ACTIVE for port object 7aeebf82-717f-4a4c-8084-b2b05d1f7044 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:54:03.484355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:03.646308 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeebf82-717f-4a4c-8084-b2b05d1f7044,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:03.721609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Attempting to bind port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:54:03.721885 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Attempting to bind port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:54:03.722210 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Attempting to bind port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 on network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:54:03.726588 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 on network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:54:03.726905 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Attempting to bind port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 on network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:54:03.731900 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:54:03.732233 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Checking segment: {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:54:03.732633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Bound using segment: {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:54:03.733130 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Bound port: 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:54:03.733474 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:03.824043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] For port 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:54:03.827109 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] For port 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:54:03.832699 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:03.887578 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:03.888284 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:03.889518 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] 10.222.0.47 "PUT /v2.0/ports/7aeebf82-717f-4a4c-8084-b2b05d1f7044 HTTP/1.1" status: 200 len: 1093 time: 0.9605393 Mar 22 13:54:03.889949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:03.917995 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc03ac-35d4-46bf-b3b8-c7cde99c9236 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeebf82-717f-4a4c-8084-b2b05d1f7044,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:04.007954 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-49636add-a252-4d50-b6a9-434a0ce0f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.009453 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-49636add-a252-4d50-b6a9-434a0ce0f467 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 1096 time: 0.0801077 Mar 22 13:54:04.014371 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'status': 'completed', 'code': 200} Mar 22 13:54:04.086919 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-5a31b591-d0c4-4a22-860a-a68a07528c43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044 HTTP/1.1" status: 200 len: 217 time: 0.0662591 Mar 22 13:54:04.138858 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee189-4fcb-409f-8fd1-936a1a78c582 req-02643a2c-9639-40a0-888a-31301dea76da tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.140329 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-817ee189-4fcb-409f-8fd1-936a1a78c582 req-02643a2c-9639-40a0-888a-31301dea76da tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 943 time: 0.0846021 Mar 22 13:54:04.153489 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-e0b2a84a-2299-4fe9-9a73-a10ca7d3eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.154850 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-e0b2a84a-2299-4fe9-9a73-a10ca7d3eafa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0608122 Mar 22 13:54:04.184631 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-817ee189-4fcb-409f-8fd1-936a1a78c582 req-b3945671-22c2-4bd1-966a-2a5c1e727542 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386631 Mar 22 13:54:04.231218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-7bc42396-4e01-40aa-9fab-99f7fd725ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.232607 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-7bc42396-4e01-40aa-9fab-99f7fd725ed6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707290 Mar 22 13:54:04.366172 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-f14c2abc-14ab-42b0-9529-10874614c5ef service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262619 Mar 22 13:54:04.498124 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-c84a48bb-d4d2-4392-aad2-93512bdd149e req-13b6b42a-b7f3-4f64-84db-1d70a4480c66 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241088 Mar 22 13:54:04.539878 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 98953dbd-e984-40c1-8f2c-a6dda216bfc3 up at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:54:04.608438 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Provisioning complete for port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:54:04.608925 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:04.731049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-7f9d1b2c-099f-471d-bc95-cac5841d8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.732796 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-7f9d1b2c-099f-471d-bc95-cac5841d8038 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 1096 time: 0.1834505 Mar 22 13:54:04.868992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-0cee990b-5dcc-4f9f-8382-61c683de6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:04.870860 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-0cee990b-5dcc-4f9f-8382-61c683de6b3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.1300116 Mar 22 13:54:04.941306 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-f57bad85-8cb2-40eb-9f41-cdea33765fbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044 HTTP/1.1" status: 200 len: 217 time: 0.0612798 Mar 22 13:54:05.006139 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-a65be5a0-7dc0-4888-a09a-7df3b012484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:05.007512 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-a65be5a0-7dc0-4888-a09a-7df3b012484e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0591137 Mar 22 13:54:05.082890 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-60293f3c-03c6-4170-8317-fdea78717d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:05.084393 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-60293f3c-03c6-4170-8317-fdea78717d13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703430 Mar 22 13:54:05.215970 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-17c859b1-7cd8-4e05-8e4b-4fdd5d782062 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241076 Mar 22 13:54:05.431940 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-689d1fcd-7cb1-44d1-a5dc-c50ad4037c51 req-7918af05-eaf8-40f3-b921-72bbe8134054 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090809 Mar 22 13:54:05.455011 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-9bd162d7-7d31-4863-a0e7-18115e0d4168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:05.460925 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586d9b8-bff5-441c-9805-fbefc6666d45 req-44e9230e-45fa-40ea-9cfd-b78629474108 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:05.461635 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-f586d9b8-bff5-441c-9805-fbefc6666d45 req-44e9230e-45fa-40ea-9cfd-b78629474108 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Synchronizing usage tracker for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:54:05.478568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-f586d9b8-bff5-441c-9805-fbefc6666d45 req-44e9230e-45fa-40ea-9cfd-b78629474108 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Unset dirty status for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:54:05.479737 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f586d9b8-bff5-441c-9805-fbefc6666d45 req-44e9230e-45fa-40ea-9cfd-b78629474108 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 943 time: 0.1627367 Mar 22 13:54:05.526401 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f586d9b8-bff5-441c-9805-fbefc6666d45 req-26c78051-0b02-4129-b40f-20540b86a5ed tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404766 Mar 22 13:54:06.586184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:06.727193 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54359-c689-4c62-959a-f5ab5d4265a0 req-1931443b-aaed-4624-a0b6-043cb0617885 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:06.728979 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-38e54359-c689-4c62-959a-f5ab5d4265a0 req-1931443b-aaed-4624-a0b6-043cb0617885 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 943 time: 0.0869994 Mar 22 13:54:06.747448 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:06.780036 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-38e54359-c689-4c62-959a-f5ab5d4265a0 req-445db382-8f03-48a2-b0cc-c8a59cb89d7b tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408809 Mar 22 13:54:07.961472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066174c-d402-4950-a6d7-b0a4c334299c req-81f5956c-37c3-4860-a2b6-8368e71f5681 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:07.962835 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b066174c-d402-4950-a6d7-b0a4c334299c req-81f5956c-37c3-4860-a2b6-8368e71f5681 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 943 time: 0.0781994 Mar 22 13:54:07.992260 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:08.009597 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-b066174c-d402-4950-a6d7-b0a4c334299c req-26cfd05d-69c5-4b51-b159-ae8922660e05 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Mar 22 13:54:08.502335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 7aeebf82-717f-4a4c-8084-b2b05d1f7044 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:54:08.630810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:54:08.643257 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:54:08.700766 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:08.716658 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aeebf82-717f-4a4c-8084-b2b05d1f7044 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:54:08.731739 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:54:08.735375 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:08.799386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=7aeebf82-717f-4a4c-8084-b2b05d1f7044,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:08.998550 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['7aeebf82-717f-4a4c-8084-b2b05d1f7044'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:54:09.194630 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59d312-fa47-44f4-ac8a-ae931125a563 req-3616b3ab-da80-4c5f-abf3-53130812105f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:09.196110 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2c59d312-fa47-44f4-ac8a-ae931125a563 req-3616b3ab-da80-4c5f-abf3-53130812105f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 944 time: 0.0802691 Mar 22 13:54:09.253337 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-2c59d312-fa47-44f4-ac8a-ae931125a563 req-70ae836c-10d9-4b10-8b09-6c71550ca78d tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515091 Mar 22 13:54:10.434013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f15ad5-753b-4376-8036-e2b0353579b9 req-2201fbdb-0b9d-4c9c-9ba4-44c704095442 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:10.435402 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18f15ad5-753b-4376-8036-e2b0353579b9 req-2201fbdb-0b9d-4c9c-9ba4-44c704095442 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 944 time: 0.0790713 Mar 22 13:54:10.479393 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-18f15ad5-753b-4376-8036-e2b0353579b9 req-c51a98e6-9379-402e-b1d9-57b792d664ae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381224 Mar 22 13:54:10.510279 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 7aeebf82-717f-4a4c-8084-b2b05d1f7044 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:54:10.577186 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:54:10.582510 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:54:10.582874 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:10.722744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:10.747942 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:10.757597 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:54:10.761620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:10.833661 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=7aeebf82-717f-4a4c-8084-b2b05d1f7044,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:10.846262 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'code': 200} Mar 22 13:54:11.073730 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174ab3-a110-48c7-833e-c3254265ecfa req-5cb23b29-5f1d-4dce-86ea-754149861b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:11.075088 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd174ab3-a110-48c7-833e-c3254265ecfa req-5cb23b29-5f1d-4dce-86ea-754149861b83 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 1098 time: 0.0720558 Mar 22 13:54:11.116538 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-cd174ab3-a110-48c7-833e-c3254265ecfa req-a4c9fd2f-d08d-489c-bb89-e585f8e3ee7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329227 Mar 22 13:54:11.668420 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baac62-17b7-4d28-85d9-7fa57d7f3bca req-75716b7e-1f95-4403-8375-b4e9e9e45026 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:11.669785 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-21baac62-17b7-4d28-85d9-7fa57d7f3bca req-75716b7e-1f95-4403-8375-b4e9e9e45026 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 945 time: 0.0785043 Mar 22 13:54:11.712858 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-21baac62-17b7-4d28-85d9-7fa57d7f3bca req-1b5f0e2b-73a0-4212-987b-3569475cb1d0 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370774 Mar 22 13:54:13.008989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a65d-b3ff-49d3-838b-66cdad51962d req-0d518e40-665b-46c6-affc-0b4c0265a931 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:13.010360 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dbc3a65d-b3ff-49d3-838b-66cdad51962d req-0d518e40-665b-46c6-affc-0b4c0265a931 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 945 time: 0.1937218 Mar 22 13:54:13.056316 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-dbc3a65d-b3ff-49d3-838b-66cdad51962d req-308c4269-5bb4-4307-bf8e-5995a506fb9f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 Mar 22 13:54:13.254737 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507e496-af49-454f-bcb9-099ae328b89c req-61f50616-114c-43d1-a574-f0bf2f16cc16 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:13.256264 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3507e496-af49-454f-bcb9-099ae328b89c req-61f50616-114c-43d1-a574-f0bf2f16cc16 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 945 time: 0.0949643 Mar 22 13:54:13.302374 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3507e496-af49-454f-bcb9-099ae328b89c req-a847b04f-fd18-4c81-aa3c-e21ca89172dc tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Mar 22 13:54:13.325366 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51574) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:54:13.495475 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f010c-9fb4-413b-91ef-0b351e44b879 tempest-TestSnapshotPattern-1848251332 tempest-TestSnapshotPattern-1848251332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:13.496177 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6a5f010c-9fb4-413b-91ef-0b351e44b879 tempest-TestSnapshotPattern-1848251332 tempest-TestSnapshotPattern-1848251332-project-admin] Synchronizing usage tracker for tenant:66925d830dc04f8797cb2ba20de62932 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:54:13.512337 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-6a5f010c-9fb4-413b-91ef-0b351e44b879 tempest-TestSnapshotPattern-1848251332 tempest-TestSnapshotPattern-1848251332-project-admin] Unset dirty status for tenant:66925d830dc04f8797cb2ba20de62932 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:54:13.513502 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6a5f010c-9fb4-413b-91ef-0b351e44b879 tempest-TestSnapshotPattern-1848251332 tempest-TestSnapshotPattern-1848251332-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 1093 time: 0.1870563 Mar 22 13:54:13.516450 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51580) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:54:13.524967 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:54:13.528140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:54:13.531845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Usage tracker for resource:floatingip and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:54:13.535226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:54:13.541068 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:54:13.556531 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:13.701066 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:13.834485 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Allocated IP 172.26.5.219 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/9f31ec82-8ae1-4da6-bc02-4dd81a2dd690) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:54:14.007088 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:14.036008 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:14.099087 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:54:14.101817 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:54:14.109766 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:54:14.145252 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'Port': ['ID=9f31ec82-8ae1-4da6-bc02-4dd81a2dd690,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:14.562841 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:14.640415 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:14.846130 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:14.850845 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:14.967358 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'Port': ['ID=9f31ec82-8ae1-4da6-bc02-4dd81a2dd690,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:54:14.980519 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:15.258405 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Floating IP 3b5936b0-062e-4ac8-abab-9ae4f2d26e59 associated. External IP: 172.26.5.219, port: 7aeebf82-717f-4a4c-8084-b2b05d1f7044. Mar 22 13:54:15.618974 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Router cc41673a-19a7-403a-b39f-96da529a62f3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:54:15.796197 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:54:15.805842 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] Sync routers for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:54:15.815946 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:54:15.816640 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:54:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:15.820075 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:15.878367 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-341087ea-3556-431a-a2ac-233557ceb98a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3607626 Mar 22 13:54:15.878964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:54:15.974424 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'status': 'completed', 'code': 200} Mar 22 13:54:15.996145 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:54:16.069072 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-be089d64-afe7-42d9-b20d-b71791b1c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:16.070556 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-be089d64-afe7-42d9-b20d-b71791b1c3a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 1098 time: 0.0713437 Mar 22 13:54:16.201546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-18e22d91-04d9-422c-80ae-8019506099f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:16.202901 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-18e22d91-04d9-422c-80ae-8019506099f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.1252704 Mar 22 13:54:16.354244 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-913d5a3c-9f37-41fc-be77-274507abfc9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044 HTTP/1.1" status: 200 len: 999 time: 0.1415739 Mar 22 13:54:16.370069 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '3b5936b0-062e-4ac8-abab-9ae4f2d26e59', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:14Z', 'updated_at': '2022-03-22T13:54:14Z', 'revision_number': 0, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:16.373942 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] Checking router: cc41673a-19a7-403a-b39f-96da529a62f3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:54:16.382704 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:54:16.383335 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:54:05Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:16.419093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-2b1ce4f9-01ff-403f-93df-a06e94ebc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:16.420615 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-2b1ce4f9-01ff-403f-93df-a06e94ebc7fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0595188 Mar 22 13:54:16.565633 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:54:16.593058 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-613a3114-d36d-4eca-a607-9a199868b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:16.594613 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-613a3114-d36d-4eca-a607-9a199868b020 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1676278 Mar 22 13:54:16.728624 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-fb22e5ca-686a-49e4-b71d-b61a5511d1ab service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271074 Mar 22 13:54:16.861767 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-0c6213f9-18b6-4b76-9217-4505b4b8a1c4 req-d9c0a67b-7492-44b7-80c3-6cae2c6547d7 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262650 Mar 22 13:54:16.916090 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '3b5936b0-062e-4ac8-abab-9ae4f2d26e59', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:14Z', 'updated_at': '2022-03-22T13:54:14Z', 'revision_number': 0, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:54:16.920324 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84860f41-ed56-4ea0-8649-aac32cab8ff0 None None] The sync data for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv is: [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '3b5936b0-062e-4ac8-abab-9ae4f2d26e59', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:14Z', 'updated_at': '2022-03-22T13:54:14Z', 'revision_number': 0, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:54:17.102737 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8beae42-58f6-4e5a-8202-ba570f813c0f None None] New status for floating IP 3b5936b0-062e-4ac8-abab-9ae4f2d26e59: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:54:18.243433 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-8258e9fc-2e57-470c-bb25-312b3730d2d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724895 Mar 22 13:54:18.398045 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-42c83b72-b501-4098-aab4-7bc10a2a8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:18.399459 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-42c83b72-b501-4098-aab4-7bc10a2a8d6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 1098 time: 0.0713921 Mar 22 13:54:18.549317 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-2d24f858-8432-40cd-a953-e2f32a2db546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:18.550776 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-2d24f858-8432-40cd-a953-e2f32a2db546 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.1270313 Mar 22 13:54:18.656288 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-390c7e18-bdc9-4325-befb-266683907c3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044 HTTP/1.1" status: 200 len: 1001 time: 0.0972381 Mar 22 13:54:18.718672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-b93607ac-695a-408a-b68e-86a84d76af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:18.720095 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-b93607ac-695a-408a-b68e-86a84d76af8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0569549 Mar 22 13:54:18.800379 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-143ce341-e897-419a-8947-fc4cd6bcdf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:54:18.801783 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-143ce341-e897-419a-8947-fc4cd6bcdf97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709212 Mar 22 13:54:18.938866 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-deb4cae4-cc58-4df5-a8f4-77dc7f0e55f9 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293285 Mar 22 13:54:19.078414 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6a74b277-49bb-4d35-86c3-9a6c19b3da68 req-20f88f62-3afa-47ea-9795-e4250aaa6eb2 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291726 Mar 22 13:54:22.075346 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:33.167043 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4fd323ba-ab77-4aaf-b243-04319724e8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:35.458810 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e8f929ee-8ebd-41e4-b2d9-ab60369f7aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:36.587843 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:36.740214 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:37.444842 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:54:37.989670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:54:52.081721 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:03.170002 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d635260c-c25e-4610-9196-e982992b0c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:05.460537 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f6b75ffb-4b62-4100-acb2-cc8c5c7196d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:06.592716 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:06.742069 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:07.997641 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:14.444880 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:55:19.260118 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a6300b01-276c-473c-acee-e8301e18193b req-6e967536-60ca-405d-bd4b-c5a64dd2eeb2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682545 Mar 22 13:55:19.402975 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6300b01-276c-473c-acee-e8301e18193b req-70707e30-4e65-44a6-b66a-c45ca98d96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:19.404455 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a6300b01-276c-473c-acee-e8301e18193b req-70707e30-4e65-44a6-b66a-c45ca98d96bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 1098 time: 0.0722625 Mar 22 13:55:19.548984 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6300b01-276c-473c-acee-e8301e18193b req-c12fbc85-d813-4b0e-86e2-0b935e5d41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:19.550354 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a6300b01-276c-473c-acee-e8301e18193b req-c12fbc85-d813-4b0e-86e2-0b935e5d41ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.1260629 Mar 22 13:55:19.648202 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a6300b01-276c-473c-acee-e8301e18193b req-c06d2a85-ad7d-46a0-924f-6b251ce30ebe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044 HTTP/1.1" status: 200 len: 1001 time: 0.0910504 Mar 22 13:55:19.813854 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6300b01-276c-473c-acee-e8301e18193b req-ba5473a5-6a67-4669-a710-170888f8e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:19.815255 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a6300b01-276c-473c-acee-e8301e18193b req-ba5473a5-6a67-4669-a710-170888f8e86f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.1603961 Mar 22 13:55:19.893534 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6300b01-276c-473c-acee-e8301e18193b req-3075df31-457b-4251-9b19-4b81ed842d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:55:19.894989 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a6300b01-276c-473c-acee-e8301e18193b req-3075df31-457b-4251-9b19-4b81ed842d4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735130 Mar 22 13:55:20.033705 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a6300b01-276c-473c-acee-e8301e18193b req-0b85fd90-5946-4190-aba0-938049233c2e service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269844 Mar 22 13:55:20.168870 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a6300b01-276c-473c-acee-e8301e18193b req-7c676c6c-be18-4f9b-b831-73a536671ded service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286852 Mar 22 13:55:22.088981 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:33.173521 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d6e14a7b-6461-43cd-b01b-33aba8304446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:35.463964 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f6f02aa3-0cb7-4560-95f5-80d3272b2537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:36.593056 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:36.746152 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:37.996077 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:55:51.443510 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:55:52.087593 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:03.176769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-ad85e3fa-c5ee-4625-bbcc-68c2069ae7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:05.465767 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-94722f4f-a76c-4729-9f3b-682b1bc607f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:06.596387 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:06.747670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:07.999287 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:17.079753 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 7aeebf82-717f-4a4c-8084-b2b05d1f7044 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:56:17.218707 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:56:17.232149 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:56:17.291402 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:17.322950 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aeebf82-717f-4a4c-8084-b2b05d1f7044 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:17.342167 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:56:17.346345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:17.417674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=7aeebf82-717f-4a4c-8084-b2b05d1f7044,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:17.425193 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.425540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.425880 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.426212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.426539 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.426867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.427209 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.427536 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.427914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.428175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.428491 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.428812 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:17.441777 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['7aeebf82-717f-4a4c-8084-b2b05d1f7044'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:56:19.091602 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 7aeebf82-717f-4a4c-8084-b2b05d1f7044 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:56:19.177818 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:56:19.178191 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:19.340251 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-95ede141-5c0a-4981-b04d-8ffa9d6222e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:19.342331 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-95ede141-5c0a-4981-b04d-8ffa9d6222e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 1097 time: 0.0967371 Mar 22 13:56:19.397541 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:19.434929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:19.466634 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:56:19.473027 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:19.521282 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-7eec7a08-2f9b-468e-ae5f-62958b1e910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:19.522736 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-7eec7a08-2f9b-468e-ae5f-62958b1e910e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.1513872 Mar 22 13:56:19.538656 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'code': 200} Mar 22 13:56:19.581722 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=7aeebf82-717f-4a4c-8084-b2b05d1f7044,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:19.656988 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-2d5e73a5-1784-4d54-a4e4-551dcb2e7489 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044 HTTP/1.1" status: 200 len: 1001 time: 0.1193142 Mar 22 13:56:19.729292 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-4435895c-b31e-46b4-b9a2-c594bef9a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:19.730713 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-4435895c-b31e-46b4-b9a2-c594bef9a5bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0647316 Mar 22 13:56:19.820366 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-6e6fdf26-97df-4838-9bb2-5c21ed405e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:19.821884 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-6e6fdf26-97df-4838-9bb2-5c21ed405e55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815036 Mar 22 13:56:19.976460 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-1cc68448-4af7-44ff-8936-d47c5c3dd9e2 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452055 Mar 22 13:56:20.139201 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-e618d6eb-91cc-4d0a-94e4-447a4a6bee2c req-53a0d5cf-c1c2-40aa-93ea-fc6b7c7a0bdc service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530647 Mar 22 13:56:22.122101 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:26.662004 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-be6ccabb-89c3-4dc9-8590-f9c92034e1a3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014273044&fields=id&tenant_id=d4d5abf022924117b9bf5f6e53a3fe83 HTTP/1.1" status: 200 len: 267 time: 0.0395544 Mar 22 13:56:26.808780 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-f67d41af-6c55-4a68-9236-38e3e497a161 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:26.810166 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-f67d41af-6c55-4a68-9236-38e3e497a161 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 810 time: 0.1417403 Mar 22 13:56:26.824582 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d2867b71-d502-41f1-95e0-19d8c1d97d1e tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/quotas/d4d5abf022924117b9bf5f6e53a3fe83 HTTP/1.1" status: 200 len: 375 time: 0.0086832 Mar 22 13:56:26.908743 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-9a4c363c-d7c9-4b01-8838-46e08d5b3de8 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0789111 Mar 22 13:56:27.098124 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-99164e47-a341-43c8-960b-7582918a3f89 service neutron] 10.222.0.70 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782489 Mar 22 13:56:27.333587 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-3c6db0e9-8f85-4ac2-a6e1-890ef304a888 service neutron] 10.222.0.70 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296724 Mar 22 13:56:27.513948 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d3ce10fc-f52f-4aec-9d03-701c75f5885e req-15f80ce6-0c10-4e68-a9d2-b8edc452c4bf tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 210 time: 0.0438054 Mar 22 13:56:28.443446 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:56:28.668430 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-6de9e5ca-40fa-4223-866f-3aa72c41398c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:28.669817 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-6de9e5ca-40fa-4223-866f-3aa72c41398c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 810 time: 0.1934903 Mar 22 13:56:28.700897 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a0a359a0-7d44-44af-9739-d8ad731592fc req-4f3e53c8-2f34-4b41-b335-64283e6dd32b tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 210 time: 0.0723331 Mar 22 13:56:28.731655 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-fa15e4e9-80c7-43b6-97bb-125f808ea488 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d5abf022924117b9bf5f6e53a3fe83 HTTP/1.1" status: 200 len: 380 time: 0.0500915 Mar 22 13:56:28.742018 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'port': {'device_id': '1b260bb1-7602-4e29-bc55-ead43690e001', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'admin_state_up': True, 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'security_groups': ['891b97e9-33aa-4843-b81b-118f2a430d16']}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:28.879782 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:56:28.889553 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.quota.driver [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:56:28.899462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Made reservation on behalf of d4d5abf022924117b9bf5f6e53a3fe83 for: {'port': 1} {{(pid=87933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:56:28.903121 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:29.109293 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_common [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Allocated IP 172.20.0.8 (1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf/2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8/efaa1619-3d44-41ac-b0f3-a3e1c26ede94) {{(pid=87933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:29.402832 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for port, precommit_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:29.421681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Transition to ACTIVE for port object efaa1619-3d44-41ac-b0f3-a3e1c26ede94 will not be triggered until provisioned by entity DHCP. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:56:29.459512 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_create {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:29.536095 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf is already hosted by enough agents. {{(pid=87933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:29.544093 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.base_scheduler [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources bound (agent type, host, resource id): {{(pid=87933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:29.550012 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Received port after_create {{(pid=87933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:56:29.582087 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'Port': ['ID=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,revision_number=1']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:29.594404 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.594757 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.595096 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.595531 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.595892 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.596218 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.596546 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.596956 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.597285 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.597669 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.597987 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.598305 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:29.643993 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:29.644614 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:29.677382 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d400536c-098e-4405-a7ec-c33a2487f23c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9382851 Mar 22 13:56:29.904659 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b67460-f376-4055-b9f2-922497e08551 req-21345de6-31d6-47b6-91e8-78bbadb4074d tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:29.906662 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-06b67460-f376-4055-b9f2-922497e08551 req-21345de6-31d6-47b6-91e8-78bbadb4074d tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 931 time: 0.0859344 Mar 22 13:56:29.917087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-334c7e16-dc19-44f4-9378-6664ef7bbc99 None None] Provisioning for port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 completed by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:56:29.922765 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-334c7e16-dc19-44f4-9378-6664ef7bbc99 None None] Provisioning complete for port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 triggered by entity DHCP. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:56:29.923184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-334c7e16-dc19-44f4-9378-6664ef7bbc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:29.953981 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-06b67460-f376-4055-b9f2-922497e08551 req-08e44b44-337a-48d0-95b9-80521c397624 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Mar 22 13:56:29.997947 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-334c7e16-dc19-44f4-9378-6664ef7bbc99 None None] Port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 cannot update to ACTIVE because it is not bound. {{(pid=87934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 22 13:56:31.136879 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 7aeebf82-717f-4a4c-8084-b2b05d1f7044 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:56:31.183289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d8dc8-bded-4bfa-827a-1eb34f2afea4 req-3c36aba0-5c12-4912-ba36-1bf690ca08bd tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:31.184768 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-a36d8dc8-bded-4bfa-827a-1eb34f2afea4 req-3c36aba0-5c12-4912-ba36-1bf690ca08bd tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Synchronizing usage tracker for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:56:31.204399 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-a36d8dc8-bded-4bfa-827a-1eb34f2afea4 req-3c36aba0-5c12-4912-ba36-1bf690ca08bd tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Unset dirty status for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:56:31.205646 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a36d8dc8-bded-4bfa-827a-1eb34f2afea4 req-3c36aba0-5c12-4912-ba36-1bf690ca08bd tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 931 time: 0.1338682 Mar 22 13:56:31.252839 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-a36d8dc8-bded-4bfa-827a-1eb34f2afea4 req-d3880758-a1e9-40f2-9643-30c773b8b20c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407615 Mar 22 13:56:31.276399 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:31.307212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:31.327785 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:56:31.337006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:31.398768 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'code': 200} Mar 22 13:56:31.448072 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=7aeebf82-717f-4a4c-8084-b2b05d1f7044,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:32.460119 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d72c4d-4572-45fb-936c-40af92e67b74 req-11b27df4-d30d-4cfd-94fa-2f30d8fc2fc1 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:32.462106 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-85d72c4d-4572-45fb-936c-40af92e67b74 req-11b27df4-d30d-4cfd-94fa-2f30d8fc2fc1 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 931 time: 0.0913415 Mar 22 13:56:32.513152 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-85d72c4d-4572-45fb-936c-40af92e67b74 req-547fa5f0-808d-4a44-8ff4-7208df54c8c4 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Mar 22 13:56:33.180342 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e82e77cd-443b-4761-b6ce-975d2d4525e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:33.737996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650173b9-ce5e-4f17-9151-089d0d2c9b0b req-97197cc7-56a7-4546-be79-3f371427115f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:33.739551 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-650173b9-ce5e-4f17-9151-089d0d2c9b0b req-97197cc7-56a7-4546-be79-3f371427115f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 931 time: 0.0886879 Mar 22 13:56:33.791917 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-650173b9-ce5e-4f17-9151-089d0d2c9b0b req-6cf3af6a-4ca6-415b-a182-818f5b079e85 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462584 Mar 22 13:56:34.994300 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a585b24-4d78-4846-8279-2e78b73f9775 req-b9887018-b633-4c2b-9776-efd6f4d8f89c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:35.001271 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3a585b24-4d78-4846-8279-2e78b73f9775 req-b9887018-b633-4c2b-9776-efd6f4d8f89c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 931 time: 0.0909507 Mar 22 13:56:35.052900 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3a585b24-4d78-4846-8279-2e78b73f9775 req-e28db573-f974-4de9-b8c5-43025788149d tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506754 Mar 22 13:56:35.471046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-106b71f5-f214-4a29-876e-e4df432ae073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:36.251041 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e3f1a-c243-4435-8b6b-0a3ae6426c9d req-3e2b14fc-3751-420c-a3a1-9f3f7104a041 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:36.252565 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-008e3f1a-c243-4435-8b6b-0a3ae6426c9d req-3e2b14fc-3751-420c-a3a1-9f3f7104a041 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 931 time: 0.0865245 Mar 22 13:56:36.298571 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-008e3f1a-c243-4435-8b6b-0a3ae6426c9d req-5ea56d12-fc90-466b-91e4-1d02d93b560e tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400453 Mar 22 13:56:36.600400 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:36.752092 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:37.376494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.v2.base [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Request body: {'port': {'device_id': '1b260bb1-7602-4e29-bc55-ead43690e001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:37.536161 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:37.610060 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e8d5-fefb-4bf2-a35f-e1f9821eb0df req-739a6131-5698-4261-b289-1d2c55cbaa3c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:37.611568 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6b48e8d5-fefb-4bf2-a35f-e1f9821eb0df req-739a6131-5698-4261-b289-1d2c55cbaa3c tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 931 time: 0.1946595 Mar 22 13:56:37.721362 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6b48e8d5-fefb-4bf2-a35f-e1f9821eb0df req-91216908-fd81-435f-bbcb-abce04c15c2e tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992448 Mar 22 13:56:38.002954 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:38.029297 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efaa1619-3d44-41ac-b0f3-a3e1c26ede94 {{(pid=87933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:38.036649 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:38.051382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.provisioning_blocks [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Transition to ACTIVE for port object efaa1619-3d44-41ac-b0f3-a3e1c26ede94 will not be triggered until provisioned by entity L2. {{(pid=87933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:56:38.056120 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:38.216570 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Pushing event updated for resources: {'Port': ['ID=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,revision_number=2']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:38.293586 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Attempting to bind port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:56:38.293918 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Attempting to bind port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:56:38.294244 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Attempting to bind port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 on network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:56:38.299294 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 on network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 22 13:56:38.299611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Attempting to bind port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 on network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 22 13:56:38.304663 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Checking agent: {'id': '18c00a97-7cff-4a5f-bba8-95cf33dc0c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'started_at': datetime.datetime(2022, 3, 22, 12, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 22 13:56:38.304998 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Checking segment: {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 22 13:56:38.305384 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Bound using segment: {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'} {{(pid=87933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 22 13:56:38.305807 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.managers [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Bound port: efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622e5707-d84b-4015-a985-e7965355815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf'}}] {{(pid=87933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:56:38.306148 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:38.394583 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, cleared binding levels {{(pid=87933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 22 13:56:38.397647 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 22 13:56:38.402331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1959006'] for port, after_update {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:38.460857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.461457 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:38.462794 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] 10.222.0.47 "PUT /v2.0/ports/efaa1619-3d44-41ac-b0f3-a3e1c26ede94 HTTP/1.1" status: 200 len: 1093 time: 1.0918071 Mar 22 13:56:38.463239 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:38.489358 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea18052-6fde-4c7b-9c39-552a4910a915 service neutron] Pushing event updated for resources: {'Port': ['ID=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,revision_number=3']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:38.545500 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'status': 'completed', 'code': 200} Mar 22 13:56:38.587764 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-e450ec3e-6151-435a-9aa3-5275aa9d1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.589268 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-e450ec3e-6151-435a-9aa3-5275aa9d1d1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 1096 time: 0.0773566 Mar 22 13:56:38.662240 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-f4b96924-80c3-4559-a188-268efcde4fed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94 HTTP/1.1" status: 200 len: 217 time: 0.0657520 Mar 22 13:56:38.727959 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d63123d7-1f87-4f4a-936b-c224054c82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.729315 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-d63123d7-1f87-4f4a-936b-c224054c82f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0594049 Mar 22 13:56:38.810261 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-83cb9c6c-a77c-48a8-9da4-05c20a89d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:38.812018 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-83cb9c6c-a77c-48a8-9da4-05c20a89d08d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737531 Mar 22 13:56:38.997109 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-93fdec18-98c5-4fce-96e0-cfafa6c23126 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787910 Mar 22 13:56:39.008833 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7fb3-e896-44f7-96d9-3375fd3e3900 req-258958b5-254e-4590-a06d-581b11ea00fe tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.010189 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fc7f7fb3-e896-44f7-96d9-3375fd3e3900 req-258958b5-254e-4590-a06d-581b11ea00fe tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 943 time: 0.1724350 Mar 22 13:56:39.143184 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-fc7f7fb3-e896-44f7-96d9-3375fd3e3900 req-495aefca-57a5-4e42-a56c-65fbc52dfb9f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144257 Mar 22 13:56:39.168259 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-eafb58a8-9bc7-4504-8655-e1855a014876 req-c76268a2-5ede-46ad-be9b-b10f5c7a0b3f service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571636 Mar 22 13:56:39.290136 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-248b7abb-fbc5-47b9-b882-b57e767687bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.291605 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-248b7abb-fbc5-47b9-b882-b57e767687bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 1096 time: 0.0737476 Mar 22 13:56:39.422776 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-10150a39-2cd5-4240-8364-17cd8f14e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.424170 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-10150a39-2cd5-4240-8364-17cd8f14e4c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.1253448 Mar 22 13:56:39.490132 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-0230b84f-343d-4036-a85f-8ff16cff9c6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94 HTTP/1.1" status: 200 len: 217 time: 0.0592184 Mar 22 13:56:39.649494 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-61287674-f738-4ac6-80ff-0fa8972807a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.650891 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-61287674-f738-4ac6-80ff-0fa8972807a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.1533077 Mar 22 13:56:39.726672 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-b6aa0b82-18e7-4878-a32d-e009d0732aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:39.728064 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-b6aa0b82-18e7-4878-a32d-e009d0732aac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699890 Mar 22 13:56:39.856543 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-7a670adf-8f93-4cd6-8b20-d94295c9d47d service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211839 Mar 22 13:56:39.987476 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4b483a1f-4f5b-4509-a7c5-cf1a6247bcff req-85742530-0c92-4c21-9d95-3bddf89db7ca service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228364 Mar 22 13:56:40.325964 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a8729-2218-43ca-a75e-7cdc98e32749 req-c0594446-e114-4a03-8154-fe0c8efc5613 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:40.327818 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-640a8729-2218-43ca-a75e-7cdc98e32749 req-c0594446-e114-4a03-8154-fe0c8efc5613 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 943 time: 0.0816879 Mar 22 13:56:40.372051 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-640a8729-2218-43ca-a75e-7cdc98e32749 req-fed8e316-7454-4d29-8565-43dbbda332d7 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383205 Mar 22 13:56:41.191296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device efaa1619-3d44-41ac-b0f3-a3e1c26ede94 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:56:41.321569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:56:41.338175 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'port_id': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'mac_address': 'fa:16:3e:c5:e0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:56:41.392087 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:41.409045 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efaa1619-3d44-41ac-b0f3-a3e1c26ede94 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:56:41.424006 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:56:41.428064 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:41.494496 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,revision_number=4']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:41.559377 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a584fe0-d3a9-4b67-9152-e145ffb5355a req-97e10b29-ffab-4933-8012-831928ef45fd tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:41.561093 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3a584fe0-d3a9-4b67-9152-e145ffb5355a req-97e10b29-ffab-4933-8012-831928ef45fd tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 944 time: 0.0837150 Mar 22 13:56:41.604343 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3a584fe0-d3a9-4b67-9152-e145ffb5355a req-49bf443d-db2e-4695-9739-8f4c5612d5e0 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369403 Mar 22 13:56:41.783565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['efaa1619-3d44-41ac-b0f3-a3e1c26ede94'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:56:42.793644 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bde16-2ee1-42c0-96d5-5f1764d16f35 req-1345c3f6-799c-498a-a9e8-56ae2c7fc49a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:42.796340 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ba8bde16-2ee1-42c0-96d5-5f1764d16f35 req-1345c3f6-799c-498a-a9e8-56ae2c7fc49a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 944 time: 0.0890498 Mar 22 13:56:42.839252 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ba8bde16-2ee1-42c0-96d5-5f1764d16f35 req-57f739ed-a689-4776-b36e-fa80311e8229 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372784 Mar 22 13:56:43.200769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device efaa1619-3d44-41ac-b0f3-a3e1c26ede94 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:56:43.267921 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning for port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 completed by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:56:43.272390 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:56:43.272788 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:43.391920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:43.417202 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:43.426957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:56:43.431418 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:43.464610 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'code': 200} Mar 22 13:56:43.506554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,revision_number=5']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:43.687415 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19664176-c319-46ab-8261-9b9d6143469e req-038dcefb-117c-4fbc-b06b-38a840aa15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:43.688872 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-19664176-c319-46ab-8261-9b9d6143469e req-038dcefb-117c-4fbc-b06b-38a840aa15bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 1098 time: 0.0702000 Mar 22 13:56:43.731831 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-19664176-c319-46ab-8261-9b9d6143469e req-3eaf87ce-7112-4f3c-9afb-592f6bf92c9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364709 Mar 22 13:56:44.025530 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef276ea-57db-4cac-9fb6-d64f74b59625 req-498295bf-f065-438c-8457-b62cfcf9dca9 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:44.026901 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3ef276ea-57db-4cac-9fb6-d64f74b59625 req-498295bf-f065-438c-8457-b62cfcf9dca9 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 945 time: 0.0819395 Mar 22 13:56:44.071916 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-3ef276ea-57db-4cac-9fb6-d64f74b59625 req-8ee08b42-a9e3-42fe-8254-6c45800f35af tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394359 Mar 22 13:56:45.254099 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dcfc1-5669-44a1-b26c-19808d26c99a req-e645e7a0-1033-44ee-8d46-40631570e93e tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:45.255570 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-519dcfc1-5669-44a1-b26c-19808d26c99a req-e645e7a0-1033-44ee-8d46-40631570e93e tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 945 time: 0.0791433 Mar 22 13:56:45.298886 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-519dcfc1-5669-44a1-b26c-19808d26c99a req-510a403d-af66-424d-92bf-8847c948661f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378282 Mar 22 13:56:45.545899 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534560-d8a6-4a9e-aaaf-316d12f57280 req-ea78168d-56db-47f0-862e-cb3f849cca45 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:45.547348 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-77534560-d8a6-4a9e-aaaf-316d12f57280 req-ea78168d-56db-47f0-862e-cb3f849cca45 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 945 time: 0.0775909 Mar 22 13:56:45.593305 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-77534560-d8a6-4a9e-aaaf-316d12f57280 req-9070b858-3733-4d7b-9fff-5d441cb14e88 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404046 Mar 22 13:56:45.614932 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51854) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:56:45.784995 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c601f-840f-4b4c-8281-b3df6301f287 tempest-TestSnapshotPattern-1848251332 tempest-TestSnapshotPattern-1848251332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:45.786400 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-b85c601f-840f-4b4c-8281-b3df6301f287 tempest-TestSnapshotPattern-1848251332 tempest-TestSnapshotPattern-1848251332-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 1093 time: 0.1704996 Mar 22 13:56:45.789168 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 51858) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:56:45.793912 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.v2.base [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Request body: {'floatingip': {'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'port_id': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:56:45.799701 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:56:45.803521 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Usage tracker for resource:floatingip and tenant:d4d5abf022924117b9bf5f6e53a3fe83 is out of sync, need to count used quota {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:56:45.806294 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87932) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:56:45.812866 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.quota.driver [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87932) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:56:45.823047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for floatingip, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:45.955603 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:46.089165 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.db_base_plugin_common [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Allocated IP 172.26.5.214 (84ab9d4a-5657-42cc-90d2-47e8b771db9a/ac96b187-a5ad-44bc-8755-cf99a42176a0/1761b393-c279-4e55-a907-60aaf913bdd9) {{(pid=87932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:56:46.233985 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for port, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:46.261622 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776178014266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:46.320196 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Network 84ab9d4a-5657-42cc-90d2-47e8b771db9a is already hosted by enough agents. {{(pid=87932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:56:46.322865 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.base_scheduler [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Resources bound (agent type, host, resource id): {{(pid=87932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:56:46.331204 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Received port after_create {{(pid=87932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 22 13:56:46.369052 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'Port': ['ID=1761b393-c279-4e55-a907-60aaf913bdd9,revision_number=1']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:46.385297 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.385649 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.385991 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.386325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.386657 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.386989 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.387346 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.387673 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.387998 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.388325 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.388647 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.388965 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:56:46.776148 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:46.849452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:47.054674 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for port, precommit_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:47.059419 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1756707'] for port, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:47.170043 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event updated for resources: {'Port': ['ID=1761b393-c279-4e55-a907-60aaf913bdd9,revision_number=2']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:56:47.182280 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471217'] for floatingip, after_update {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:47.462071 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Floating IP 505cb8a5-5066-4a3a-8db9-a745ac892835 associated. External IP: 172.26.5.214, port: efaa1619-3d44-41ac-b0f3-a3e1c26ede94. Mar 22 13:56:47.812140 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Router cc41673a-19a7-403a-b39f-96da529a62f3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:56:47.991226 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:56:48.001285 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] Sync routers for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:56:48.013668 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:56:48.014830 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:56:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:48.016316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:56:48.071039 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-383be708-5012-4d7c-b61a-1da007038d6f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2808740 Mar 22 13:56:48.071757 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:56:48.120104 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'status': 'completed', 'code': 200} Mar 22 13:56:48.199063 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:56:48.217929 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-30dc4637-a45b-44ca-9f19-1ad6e79f8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:48.219546 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-30dc4637-a45b-44ca-9f19-1ad6e79f8b07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 1098 time: 0.0773070 Mar 22 13:56:48.372204 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-af8bef86-a27a-461c-a404-7c10d66e2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:48.373722 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-af8bef86-a27a-461c-a404-7c10d66e2b05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.1475587 Mar 22 13:56:48.482391 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-de6e7937-0fee-4ac1-ac95-6ac1bed58fff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94 HTTP/1.1" status: 200 len: 999 time: 0.1019917 Mar 22 13:56:48.550963 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-5e244390-c2d9-4fb6-9c9a-4f8cd952ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:48.552439 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-5e244390-c2d9-4fb6-9c9a-4f8cd952ae09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0639465 Mar 22 13:56:48.606737 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '3b5936b0-062e-4ac8-abab-9ae4f2d26e59', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:14Z', 'updated_at': '2022-03-22T13:54:17Z', 'revision_number': 1, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}, {'id': '505cb8a5-5066-4a3a-8db9-a745ac892835', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:c5:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b260bb1-7602-4e29-bc55-ead43690e001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:56:46Z', 'updated_at': '2022-03-22T13:56:46Z', 'revision_number': 0, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:48.611175 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] Checking router: cc41673a-19a7-403a-b39f-96da529a62f3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:56:48.619870 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:56:48.620486 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:56:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:48.632278 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-c83ba439-7a89-4190-8e65-54784e0547b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:56:48.633657 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-c83ba439-7a89-4190-8e65-54784e0547b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733242 Mar 22 13:56:48.778601 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-6cef3737-9274-4655-beb2-a6fa7f408d85 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378233 Mar 22 13:56:48.809567 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:56:48.926093 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-57129b9f-85ee-402d-95c3-c011fd6bd9bc req-59c1a766-f5ad-4ac7-a8db-328e912eb0c5 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408825 Mar 22 13:56:49.182463 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '3b5936b0-062e-4ac8-abab-9ae4f2d26e59', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:14Z', 'updated_at': '2022-03-22T13:54:17Z', 'revision_number': 1, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}, {'id': '505cb8a5-5066-4a3a-8db9-a745ac892835', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:c5:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b260bb1-7602-4e29-bc55-ead43690e001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:56:46Z', 'updated_at': '2022-03-22T13:56:46Z', 'revision_number': 0, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:56:49.187633 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665346b5-39d4-41aa-86dd-94a1d9939f58 None None] The sync data for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv is: [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '3b5936b0-062e-4ac8-abab-9ae4f2d26e59', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:14Z', 'updated_at': '2022-03-22T13:54:17Z', 'revision_number': 1, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}, {'id': '505cb8a5-5066-4a3a-8db9-a745ac892835', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:c5:e0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b260bb1-7602-4e29-bc55-ead43690e001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:56:46Z', 'updated_at': '2022-03-22T13:56:46Z', 'revision_number': 0, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:56:49.371894 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d5f459-f87b-4c45-8a14-8377c8d9509f None None] New status for floating IP 505cb8a5-5066-4a3a-8db9-a745ac892835: ACTIVE {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:56:52.134180 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:03.176108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-191288d4-2c5c-4fca-8100-b0b16344359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:05.444938 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:57:05.474986 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-04cb49b1-5388-4e55-b55e-24beafb7cab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:06.602769 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:06.761558 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:08.011567 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:19.256887 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-f881d57d-a0dd-4623-aaf4-18c063ebe4a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734093 Mar 22 13:57:19.395472 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-f7eeab45-ac2f-49c3-91b8-949c21220387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:19.396936 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-f7eeab45-ac2f-49c3-91b8-949c21220387 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 1096 time: 0.0703464 Mar 22 13:57:19.559038 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-46b93ebc-f4a4-4ab1-bb9a-1c45d5f9faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:19.560703 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-46b93ebc-f4a4-4ab1-bb9a-1c45d5f9faf7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.1409528 Mar 22 13:57:19.664066 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-bd4e62c0-f3ab-4ccb-9d08-1a101e3a3909 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044 HTTP/1.1" status: 200 len: 999 time: 0.0963421 Mar 22 13:57:19.726894 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-0991d86c-d125-4b96-afc8-8a0c96726535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:19.728311 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-0991d86c-d125-4b96-afc8-8a0c96726535 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0573816 Mar 22 13:57:19.825853 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-ff40703d-7151-49ff-bc6b-fd0b36c44548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:57:19.827895 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-ff40703d-7151-49ff-bc6b-fd0b36c44548 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905607 Mar 22 13:57:20.053531 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-5675c336-5b61-47b4-b1ba-bb9ece4293a2 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183132 Mar 22 13:57:20.196298 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-6e0f7a1a-7dd2-499c-a94c-5c1b0d4d2142 req-2ad10f5c-984c-46d5-aa83-70d53281cfa9 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363611 Mar 22 13:57:22.142163 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:33.179258 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-6ab0156f-7105-417a-8b01-ad0b51b7dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:35.477351 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-af261aae-d99b-43cf-b8cd-ebdbb7375b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:36.605403 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:36.754800 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:38.006620 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:57:42.443830 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:57:52.149948 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:03.181372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5584cc80-63d9-4854-a854-55da089f7274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:05.478670 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4c072cf0-ec38-4013-a762-6ffe2520266e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:06.605866 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:06.757681 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:08.009957 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:19.304196 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-0706af9f-591a-4f5e-84f7-ef4f2a2bdf61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702858 Mar 22 13:58:19.401496 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-9ae087a7-202e-4994-b08f-ef71f5b423df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:19.402944 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-9ae087a7-202e-4994-b08f-ef71f5b423df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 1098 time: 0.0740905 Mar 22 13:58:19.442614 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:58:19.551685 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-0fc6139f-3a77-42e6-85e7-c52b423e9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:19.553111 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-0fc6139f-3a77-42e6-85e7-c52b423e9c97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.1263678 Mar 22 13:58:19.659132 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-393900c5-bff9-4704-b1a6-00ed7e132b65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94 HTTP/1.1" status: 200 len: 1001 time: 0.0960076 Mar 22 13:58:19.725563 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-bfaa2b86-9323-4eb3-b8ec-ffc4f0c2a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:19.726980 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-bfaa2b86-9323-4eb3-b8ec-ffc4f0c2a5e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0600617 Mar 22 13:58:19.805536 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-51ce4960-8323-4164-b44f-75940c65e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:19.806982 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-51ce4960-8323-4164-b44f-75940c65e29a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718253 Mar 22 13:58:19.937169 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-210d05ce-9aeb-4d47-8660-9ab40977ba86 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232157 Mar 22 13:58:20.082856 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-5ec6252b-d0b6-4b08-9a27-8a8e432d5fc5 req-6603d027-588c-4c1c-8b27-fba704d783a2 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393070 Mar 22 13:58:22.150520 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:31.780246 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device efaa1619-3d44-41ac-b0f3-a3e1c26ede94 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:58:31.920098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:58:31.933088 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Returning: {'device': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'port_id': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'mac_address': 'fa:16:3e:c5:e0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:58:31.990828 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:32.007755 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efaa1619-3d44-41ac-b0f3-a3e1c26ede94 {{(pid=87934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:58:32.024514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:58:32.028363 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:32.100311 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,revision_number=6']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:32.107147 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.107514 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.108024 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.108386 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.109114 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.109509 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.110195 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.110522 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.111181 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.111652 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.112010 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.112561 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:32.130247 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] get_ports_and_sgs() called for port_ids ['efaa1619-3d44-41ac-b0f3-a3e1c26ede94'] {{(pid=87934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 22 13:58:33.187527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d9d8628f-918e-4f31-8e28-cf72085bf58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:33.786582 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device efaa1619-3d44-41ac-b0f3-a3e1c26ede94 up at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:58:33.869117 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.provisioning_blocks [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Provisioning complete for port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 triggered by entity L2. {{(pid=87934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:58:33.869477 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32972691'] for port, provisioning_complete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:34.075297 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:34.083527 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:34.094453 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:58:34.099893 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:34.151309 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'code': 200} Mar 22 13:58:34.180794 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,revision_number=7']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:35.484749 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-28ff4ebd-ecaa-4dce-9fae-aafab655d883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:36.612577 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:36.761428 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:38.023252 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:41.872787 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 52056) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:58:42.072314 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Deleting port 1761b393-c279-4e55-a907-60aaf913bdd9 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:58:42.072658 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:42.242064 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:42.242320 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:42.364562 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Calling delete_port for 1761b393-c279-4e55-a907-60aaf913bdd9 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:58:42.622149 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:42.668076 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event deleted for resources: {'Port': ['ID=1761b393-c279-4e55-a907-60aaf913bdd9,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:42.704891 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.705239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.705582 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.705909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.706236 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.707126 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.707572 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.707909 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.708235 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.708555 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.708874 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.709189 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:42.768738 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:42.769635 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Floating IP 505cb8a5-5066-4a3a-8db9-a745ac892835 disassociated (deleted). External IP: 172.26.5.214, port: efaa1619-3d44-41ac-b0f3-a3e1c26ede94. Mar 22 13:58:43.115330 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Router cc41673a-19a7-403a-b39f-96da529a62f3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:58:43.292672 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:58:43.302460 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] Sync routers for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:43.314387 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:43.315892 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:58:43.316564 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:58:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:43.371938 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-e148a280-645d-487b-aec2-4973619664c3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "DELETE /v2.0/floatingips/505cb8a5-5066-4a3a-8db9-a745ac892835 HTTP/1.1" status: 204 len: 168 time: 1.4980514 Mar 22 13:58:43.372516 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:43.418224 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'status': 'completed', 'code': 200} Mar 22 13:58:43.510759 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:58:43.525389 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-159c3bdc-2e64-4c26-ba99-ab38f7a546d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.527384 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-159c3bdc-2e64-4c26-ba99-ab38f7a546d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 1098 time: 0.0760951 Mar 22 13:58:43.673717 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-59cf7b2f-0b24-4d3d-adc6-d03deb677fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.675098 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-59cf7b2f-0b24-4d3d-adc6-d03deb677fab service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.1413679 Mar 22 13:58:43.753697 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-1d662e36-f099-4c89-b844-8f27fea25709 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94 HTTP/1.1" status: 200 len: 217 time: 0.0663855 Mar 22 13:58:43.853705 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-888dabe5-a236-4b2c-81ca-dc19a9a3ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.855127 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-888dabe5-a236-4b2c-81ca-dc19a9a3ab7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0719187 Mar 22 13:58:43.902251 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '3b5936b0-062e-4ac8-abab-9ae4f2d26e59', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:14Z', 'updated_at': '2022-03-22T13:54:17Z', 'revision_number': 1, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:43.905983 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] Checking router: cc41673a-19a7-403a-b39f-96da529a62f3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:43.914559 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:58:43.915256 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:58:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:43.924438 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a261be-856d-4bfd-b76d-540372b6b0e2 req-617fbdbb-6e82-4e71-adc6-c08fb90229c4 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.926014 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-40a261be-856d-4bfd-b76d-540372b6b0e2 req-617fbdbb-6e82-4e71-adc6-c08fb90229c4 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 945 time: 0.2538526 Mar 22 13:58:43.977985 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-40a261be-856d-4bfd-b76d-540372b6b0e2 req-b9ff7718-2af3-46ec-82e2-a25596763de5 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456419 Mar 22 13:58:43.991661 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-6fc08039-bc10-4845-b98b-124f4a63d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:43.995677 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-6fc08039-bc10-4845-b98b-124f4a63d289 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1251283 Mar 22 13:58:44.101208 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:58:44.237281 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-52d5b11e-ce2a-4f1f-9a69-3a391a2828d4 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370458 Mar 22 13:58:44.372107 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-4a1a8523-4181-462e-a72a-2d1454de7443 req-513a3905-af9d-40c0-a3ab-b0271162271a service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278520 Mar 22 13:58:44.454262 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '3b5936b0-062e-4ac8-abab-9ae4f2d26e59', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:14Z', 'updated_at': '2022-03-22T13:54:17Z', 'revision_number': 1, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:44.458118 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a7d5a-2e42-4ee4-b1ec-3da9bf2e8f01 None None] The sync data for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv is: [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_floatingips': [{'id': '3b5936b0-062e-4ac8-abab-9ae4f2d26e59', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'floating_ip_address': '172.26.5.219', 'floating_network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'router_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'port_id': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'mac_address': 'fa:16:3e:ef:cd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:54:14Z', 'updated_at': '2022-03-22T13:54:17Z', 'revision_number': 1, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:44.678586 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163c00b6-47be-4f28-b110-6571d356e8fd None None] New status for floating IP 505cb8a5-5066-4a3a-8db9-a745ac892835: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:58:45.166407 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c0423-4db7-4e81-99af-4178b1b03f71 req-d00a6fdf-5012-4d0d-a2d9-f954c420a594 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:45.167100 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-901c0423-4db7-4e81-99af-4178b1b03f71 req-d00a6fdf-5012-4d0d-a2d9-f954c420a594 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Synchronizing usage tracker for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:58:45.182159 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-901c0423-4db7-4e81-99af-4178b1b03f71 req-d00a6fdf-5012-4d0d-a2d9-f954c420a594 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Unset dirty status for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:58:45.183498 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-901c0423-4db7-4e81-99af-4178b1b03f71 req-d00a6fdf-5012-4d0d-a2d9-f954c420a594 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 945 time: 0.0980241 Mar 22 13:58:45.229221 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-901c0423-4db7-4e81-99af-4178b1b03f71 req-fd8359e6-028b-4c8e-918b-293da6f3a194 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395656 Mar 22 13:58:45.583443 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-ff8df30a-312e-4b37-9239-a75a160f9db3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:45.584778 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-ff8df30a-312e-4b37-9239-a75a160f9db3 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 945 time: 0.0831525 Mar 22 13:58:45.655225 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Deleting port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:58:45.655565 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:45.871883 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device efaa1619-3d44-41ac-b0f3-a3e1c26ede94 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:58:45.912304 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:58:45.912820 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:45.988929 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587872'] for port, before_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:46.019099 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94'}] {{(pid=87934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:46.029324 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:58:46.035076 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776178394372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776178014284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776178014329'] for port, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:46.049470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Calling delete_port for efaa1619-3d44-41ac-b0f3-a3e1c26ede94 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:58:46.070603 dv-neutron-834664-2-hyperv neutron-server[87934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'code': 200} Mar 22 13:58:46.107659 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Pushing event updated for resources: {'Port': ['ID=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,revision_number=8']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:46.138977 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.db.api [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:58:46.139247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG oslo_db.api [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:58:46.412563 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec009798-2745-41a7-bf86-e128f8f4a121 req-52f6e28f-303e-479c-a8d0-8492c0f8216f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:46.413962 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ec009798-2745-41a7-bf86-e128f8f4a121 req-52f6e28f-303e-479c-a8d0-8492c0f8216f tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 943 time: 0.0808234 Mar 22 13:58:46.465108 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-ec009798-2745-41a7-bf86-e128f8f4a121 req-8b76f443-5fa3-48ac-95f8-77b73c2d8183 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 Mar 22 13:58:46.639989 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Deleting port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:58:46.640492 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:46.911033 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] For port efaa1619-3d44-41ac-b0f3-a3e1c26ede94, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:58:46.911418 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:47.043216 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Calling delete_port for efaa1619-3d44-41ac-b0f3-a3e1c26ede94 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:58:47.189887 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:47.245471 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event deleted for resources: {'Port': ['ID=efaa1619-3d44-41ac-b0f3-a3e1c26ede94,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:47.287557 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.287921 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.288241 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.288566 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.288888 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.289209 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.289528 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.289845 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.290163 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.290477 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.290788 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.291104 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834664-2-hyperv {{(pid=87933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:58:47.331184 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] No DVR routers for this DVR port efaa1619-3d44-41ac-b0f3-a3e1c26ede94 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:47.333646 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:47.336301 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'name': 'network-vif-deleted', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:47.361211 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3a273929-e8b4-4764-a60c-bd8ae5a02ff4 req-c1c834fc-5695-4338-a6dd-428dbb3f7ada tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.47 "DELETE /v2.0/ports/efaa1619-3d44-41ac-b0f3-a3e1c26ede94 HTTP/1.1" status: 204 len: 173 time: 1.7708654 Mar 22 13:58:47.389037 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b260bb1-7602-4e29-bc55-ead43690e001', 'name': 'network-vif-deleted', 'tag': 'efaa1619-3d44-41ac-b0f3-a3e1c26ede94', 'status': 'completed', 'code': 200} Mar 22 13:58:47.638085 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-76c9f117-a6cc-4f2a-82b5-24840ab5718f req-1fd5aa62-6527-4a65-9043-0d43eab55cae tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b260bb1-7602-4e29-bc55-ead43690e001 HTTP/1.1" status: 200 len: 210 time: 0.0440686 Mar 22 13:58:49.311389 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 52120) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:58:49.528428 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Deleting port 9f31ec82-8ae1-4da6-bc02-4dd81a2dd690 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:58:49.528679 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:49.824051 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:49.824293 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:49.884340 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device efaa1619-3d44-41ac-b0f3-a3e1c26ede94 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:58:49.934920 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: efaa1619-3d44-41ac-b0f3-a3e1c26ede94 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:58:49.935515 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device efaa1619-3d44-41ac-b0f3-a3e1c26ede94 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:58:49.956269 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Calling delete_port for 9f31ec82-8ae1-4da6-bc02-4dd81a2dd690 owned by network:floatingip {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:58:50.130048 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1756712'] for port, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:50.181042 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event deleted for resources: {'Port': ['ID=9f31ec82-8ae1-4da6-bc02-4dd81a2dd690,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:50.273176 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for floatingip, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:50.273537 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.db.l3_db [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Floating IP 3b5936b0-062e-4ac8-abab-9ae4f2d26e59 disassociated (deleted). External IP: 172.26.5.219, port: 7aeebf82-717f-4a4c-8084-b2b05d1f7044. Mar 22 13:58:50.646681 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Router cc41673a-19a7-403a-b39f-96da529a62f3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:58:50.843186 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:58:50.854126 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] Sync routers for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:50.859705 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for floatingip, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:50.870383 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:58:50.871019 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:58:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:50.926661 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-95255c8c-d8fd-46b2-9b4a-d9910b140c83 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "DELETE /v2.0/floatingips/3b5936b0-062e-4ac8-abab-9ae4f2d26e59 HTTP/1.1" status: 204 len: 168 time: 1.6117764 Mar 22 13:58:50.926661 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044'}] {{(pid=87932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:50.976427 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'status': 'completed', 'code': 200} Mar 22 13:58:51.071613 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:58:51.233348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-b09a9937-2f94-4401-a4df-d78112f3f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.235409 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-b09a9937-2f94-4401-a4df-d78112f3f126 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 1096 time: 0.2265449 Mar 22 13:58:51.450456 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-29a5bd78-3edd-4ba3-aef9-5b76cad6062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.451897 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-29a5bd78-3edd-4ba3-aef9-5b76cad6062d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 200 len: 911 time: 0.2056623 Mar 22 13:58:51.517749 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:51.521784 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] Checking router: cc41673a-19a7-403a-b39f-96da529a62f3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:51.531457 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:58:51.531779 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-f854fc46-0ba3-4c86-bc45-1f1d675464e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044 HTTP/1.1" status: 200 len: 217 time: 0.0704982 Mar 22 13:58:51.532070 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:58:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:51.540913 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0478f0-7363-44eb-8009-e7a1a9f1636e req-3a468453-db62-465b-8818-59c02abb753a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.541609 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-3f0478f0-7363-44eb-8009-e7a1a9f1636e req-3a468453-db62-465b-8818-59c02abb753a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Synchronizing usage tracker for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:58:51.606279 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-3f0478f0-7363-44eb-8009-e7a1a9f1636e req-3a468453-db62-465b-8818-59c02abb753a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Unset dirty status for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:58:51.607472 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3f0478f0-7363-44eb-8009-e7a1a9f1636e req-3a468453-db62-465b-8818-59c02abb753a tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 943 time: 0.2639873 Mar 22 13:58:51.613331 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-6416d67a-edd6-4e52-a1a3-3fb0a1dd9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.614751 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-6416d67a-edd6-4e52-a1a3-3fb0a1dd9d44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 200 len: 849 time: 0.0703232 Mar 22 13:58:51.702304 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-3f0478f0-7363-44eb-8009-e7a1a9f1636e req-8f13c279-4165-4627-b316-26240e90e1b6 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864656 Mar 22 13:58:51.716557 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:58:51.727568 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-3a5bd6a3-0fcd-4e77-a116-6926674f7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:51.729083 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-3a5bd6a3-0fcd-4e77-a116-6926674f7f54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991380 Mar 22 13:58:51.882314 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-1ce072df-39aa-4a74-a132-0caaef81a60d service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462655 Mar 22 13:58:52.023636 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-2b8c68ca-5062-4d4a-9182-3c0bdcf1da7b req-a03543d8-a636-40fd-8e3f-6712b1f7d285 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331892 Mar 22 13:58:52.049486 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:52.053682 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa10666-1de0-4304-adb4-6be624a76cd5 None None] The sync data for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv is: [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:53:49Z', 'revision_number': 4, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv', '_interfaces': [{'id': '8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2', 'name': '', 'network_id': '1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'mac_address': 'fa:16:3e:d3:69:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:48Z', 'updated_at': '2022-03-22T13:53:54Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'subnets': [{'id': '2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:52.156969 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:52.293778 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f0917-56ae-4741-be22-84d20c387b73 None None] New status for floating IP 3b5936b0-062e-4ac8-abab-9ae4f2d26e59: DOWN {{(pid=87934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:58:52.908055 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2703-0bc4-4faf-bc47-a587291da7bc req-8c21f91e-a945-4079-9cce-e6b6c56b7d4b tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:52.909090 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-d27e2703-0bc4-4faf-bc47-a587291da7bc req-8c21f91e-a945-4079-9cce-e6b6c56b7d4b tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Synchronizing usage tracker for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87932) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:58:52.930452 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.quota.resource [req-d27e2703-0bc4-4faf-bc47-a587291da7bc req-8c21f91e-a945-4079-9cce-e6b6c56b7d4b tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Unset dirty status for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87932) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:58:52.932364 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d27e2703-0bc4-4faf-bc47-a587291da7bc req-8c21f91e-a945-4079-9cce-e6b6c56b7d4b tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 943 time: 0.1194007 Mar 22 13:58:52.985627 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [req-d27e2703-0bc4-4faf-bc47-a587291da7bc req-0fd1ddf4-44d0-4341-a9e2-ec011e4598c5 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/security-groups?id=891b97e9-33aa-4843-b81b-118f2a430d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474572 Mar 22 13:58:53.175883 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c547dd-90cf-45aa-8b0e-051219172499 req-5d37171c-abf7-4958-acd6-d43b53959c79 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:58:53.177986 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-20c547dd-90cf-45aa-8b0e-051219172499 req-5d37171c-abf7-4958-acd6-d43b53959c79 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 943 time: 0.0882492 Mar 22 13:58:53.250709 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-20c547dd-90cf-45aa-8b0e-051219172499 req-880069ca-8d5d-4e10-97fc-90a783cbd0ac tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Deleting port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:58:53.251049 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-20c547dd-90cf-45aa-8b0e-051219172499 req-880069ca-8d5d-4e10-97fc-90a783cbd0ac tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:53.508243 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [req-20c547dd-90cf-45aa-8b0e-051219172499 req-880069ca-8d5d-4e10-97fc-90a783cbd0ac tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] For port 7aeebf82-717f-4a4c-8084-b2b05d1f7044, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7aeebf82-717f-4a4c-8084-b2b05d1f7044,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:58:53.508727 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-20c547dd-90cf-45aa-8b0e-051219172499 req-880069ca-8d5d-4e10-97fc-90a783cbd0ac tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:53.636445 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [req-20c547dd-90cf-45aa-8b0e-051219172499 req-880069ca-8d5d-4e10-97fc-90a783cbd0ac tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Calling delete_port for 7aeebf82-717f-4a4c-8084-b2b05d1f7044 owned by compute:nova {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:58:53.786288 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-20c547dd-90cf-45aa-8b0e-051219172499 req-880069ca-8d5d-4e10-97fc-90a783cbd0ac tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:53.970502 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880069ca-8d5d-4e10-97fc-90a783cbd0ac tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event deleted for resources: {'Port': ['ID=7aeebf82-717f-4a4c-8084-b2b05d1f7044,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:54.045829 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c547dd-90cf-45aa-8b0e-051219172499 req-880069ca-8d5d-4e10-97fc-90a783cbd0ac tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] No DVR routers for this DVR port 7aeebf82-717f-4a4c-8084-b2b05d1f7044 on host hv-neutron-8346 {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:58:54.048627 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [req-20c547dd-90cf-45aa-8b0e-051219172499 req-880069ca-8d5d-4e10-97fc-90a783cbd0ac tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33433907'] for port, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:54.052514 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'name': 'network-vif-deleted', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044'}] {{(pid=87933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:58:54.069800 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-20c547dd-90cf-45aa-8b0e-051219172499 req-880069ca-8d5d-4e10-97fc-90a783cbd0ac tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.47 "DELETE /v2.0/ports/7aeebf82-717f-4a4c-8084-b2b05d1f7044 HTTP/1.1" status: 204 len: 173 time: 0.8839750 Mar 22 13:58:54.100894 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d313f-4d96-447d-95a2-b069b195e25c', 'name': 'network-vif-deleted', 'tag': '7aeebf82-717f-4a4c-8084-b2b05d1f7044', 'status': 'completed', 'code': 200} Mar 22 13:58:54.155784 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-f46dbd4c-907c-41cc-8ca8-e555f6e609ba req-8d9d2d91-92e6-478a-92c6-a20ec0f712be tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Synchronizing usage tracker for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:58:54.172777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.quota.resource [req-f46dbd4c-907c-41cc-8ca8-e555f6e609ba req-8d9d2d91-92e6-478a-92c6-a20ec0f712be tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Unset dirty status for tenant:d4d5abf022924117b9bf5f6e53a3fe83 on resource:port {{(pid=87933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:58:54.174079 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [req-f46dbd4c-907c-41cc-8ca8-e555f6e609ba req-8d9d2d91-92e6-478a-92c6-a20ec0f712be tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5d313f-4d96-447d-95a2-b069b195e25c HTTP/1.1" status: 200 len: 210 time: 0.0700800 Mar 22 13:58:55.275959 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 52140) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:58:55.346237 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-de3d4817-1b63-4d47-801b-7d557733dcc1 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:55.380406 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-de3d4817-1b63-4d47-801b-7d557733dcc1 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:55.444512 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-de3d4817-1b63-4d47-801b-7d557733dcc1 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:55.462327 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d4817-1b63-4d47-801b-7d557733dcc1 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891b97e9-33aa-4843-b81b-118f2a430d16,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:55.476047 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-de3d4817-1b63-4d47-801b-7d557733dcc1 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:55.477180 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-de3d4817-1b63-4d47-801b-7d557733dcc1 tempest-TestSnapshotPattern-1690001112 tempest-TestSnapshotPattern-1690001112-project] 10.222.0.70 "DELETE /v2.0/security-groups/891b97e9-33aa-4843-b81b-118f2a430d16 HTTP/1.1" status: 204 len: 168 time: 0.2002017 Mar 22 13:58:55.527312 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 52146) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:58:56.223928 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:56.442999 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:58:56.617262 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] Deleting port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:58:56.617849 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:56.807348 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] For port 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:58:56.807612 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:57.056506 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] Calling delete_port for 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:58:57.399003 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:57.470498 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:57.764332 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:57.911873 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 7aeebf82-717f-4a4c-8084-b2b05d1f7044 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:58:57.948208 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] No Port match for: 7aeebf82-717f-4a4c-8084-b2b05d1f7044 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:58:57.948554 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Device 7aeebf82-717f-4a4c-8084-b2b05d1f7044 not bound to the agent host hv-neutron-8346 {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:58:58.136335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] Router cc41673a-19a7-403a-b39f-96da529a62f3 has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:58:58.326873 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:58:58.337420 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] Sync routers for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:58:58.345833 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-75a39561-1846-44a4-8d6d-e82efa9ab16a admin admin] 10.222.0.70 "PUT /v2.0/routers/cc41673a-19a7-403a-b39f-96da529a62f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8173842 Mar 22 13:58:58.348462 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 52154) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:58:58.352608 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:58:58.353239 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:58:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:58.549021 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:58:58.705449 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:58.851803 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:58:57Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:58.855968 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] Checking router: cc41673a-19a7-403a-b39f-96da529a62f3 for host: dv-neutron-834664-2-hyperv {{(pid=87935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:58:58.866272 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] Routers {'cc41673a-19a7-403a-b39f-96da529a62f3'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:58:58.866810 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:58:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['cc41673a-19a7-403a-b39f-96da529a62f3'], 'active': True} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:58.936599 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:58.947242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Deleting port bb35e342-9505-4ccd-9d3c-ef1e8e6614de {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:58:58.947624 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:59.053189 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_dvr_db [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] Set router cc41673a-19a7-403a-b39f-96da529a62f3 gateway port host: dv-neutron-834664-2-hyperv {{(pid=87935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:58:59.133064 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] For port bb35e342-9505-4ccd-9d3c-ef1e8e6614de, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=bb35e342-9505-4ccd-9d3c-ef1e8e6614de,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:58:59.133410 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:59.269026 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Calling delete_port for bb35e342-9505-4ccd-9d3c-ef1e8e6614de owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:58:59.385744 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.l3_hamode_db [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:58:57Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:58:59.391454 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf62b330-e460-4a98-8f68-241bbee9ee77 None None] The sync data for ids ['cc41673a-19a7-403a-b39f-96da529a62f3'] in dv-neutron-834664-2-hyperv is: [{'id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'name': 'tempest-TestSnapshotPattern-1598185743-router', 'tenant_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:45Z', 'updated_at': '2022-03-22T13:58:57Z', 'revision_number': 5, 'project_id': 'd4d5abf022924117b9bf5f6e53a3fe83', 'gw_port': {'id': 'bb35e342-9505-4ccd-9d3c-ef1e8e6614de', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41673a-19a7-403a-b39f-96da529a62f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:46Z', 'updated_at': '2022-03-22T13:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}] {{(pid=87935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:58:59.469718 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:59.517111 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb35e342-9505-4ccd-9d3c-ef1e8e6614de,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:58:59.615960 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:59.798645 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:59.801171 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:59.827511 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:59.828043 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc41673a-19a7-403a-b39f-96da529a62f3 {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:58:59.842777 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:59.843983 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-b9294f48-5c07-4f44-b9f6-24cc9eaee770 admin admin] 10.222.0.70 "DELETE /v2.0/routers/cc41673a-19a7-403a-b39f-96da529a62f3 HTTP/1.1" status: 204 len: 168 time: 1.4943259 Mar 22 13:58:59.846668 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 52160) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:58:59.914429 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0810396f-4707-4c22-baa9-f7a7a5b23591 admin admin] Deleting subnet 2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:58:59.917857 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0810396f-4707-4c22-baa9-f7a7a5b23591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:58:59.974431 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0810396f-4707-4c22-baa9-f7a7a5b23591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:00.066362 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0810396f-4707-4c22-baa9-f7a7a5b23591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:00.139335 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0810396f-4707-4c22-baa9-f7a7a5b23591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:00.288013 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810396f-4707-4c22-baa9-f7a7a5b23591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:00.291175 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-0810396f-4707-4c22-baa9-f7a7a5b23591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:00.294476 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15566a92-067d-4ec3-9c44-125a3fa5345a None None] Network 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:59:00.298226 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0810396f-4707-4c22-baa9-f7a7a5b23591 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2516b5f3-abb4-4ccd-b53d-cfd54cc4e1a8 HTTP/1.1" status: 204 len: 168 time: 0.4504890 Mar 22 13:59:00.300796 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 52164) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:59:00.428311 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:00.440629 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Deleting port c688f906-b360-45a1-9489-ebe23b16d6c3 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:59:00.441107 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:00.573235 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] DHCP port deletion for 1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:59:00.577708 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] Deleting port c688f906-b360-45a1-9489-ebe23b16d6c3 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:59:00.578081 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:00.685992 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] For port c688f906-b360-45a1-9489-ebe23b16d6c3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c688f906-b360-45a1-9489-ebe23b16d6c3,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:59:00.686361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:00.698387 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device c688f906-b360-45a1-9489-ebe23b16d6c3 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:59:00.821352 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Calling delete_port for c688f906-b360-45a1-9489-ebe23b16d6c3 owned by network:dhcp {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:59:00.852886 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] For port c688f906-b360-45a1-9489-ebe23b16d6c3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=c688f906-b360-45a1-9489-ebe23b16d6c3,segment=NetworkSegment(622e5707-d84b-4015-a985-e7965355815b),segment_id=622e5707-d84b-4015-a985-e7965355815b)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:59:00.853276 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:00.903637 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:00.958836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] No DVR routers for this DVR port c688f906-b360-45a1-9489-ebe23b16d6c3 on host dv-neutron-834664-2-hyperv {{(pid=87933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:00.987315 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Pushing event deleted for resources: {'Port': ['ID=c688f906-b360-45a1-9489-ebe23b16d6c3,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:01.010301 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] Calling delete_port for c688f906-b360-45a1-9489-ebe23b16d6c3 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:59:01.040678 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Port c688f906-b360-45a1-9489-ebe23b16d6c3 update to DOWN by agent not found {{(pid=87934) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 22 13:59:01.041046 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:59:01.084733 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:59:01.085062 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 8f87bb7c-2ecc-4813-b9cb-c4ef24a2f0b2 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:59:01.085483 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bb35e342-9505-4ccd-9d3c-ef1e8e6614de no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:59:01.089342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:01.129044 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: bb35e342-9505-4ccd-9d3c-ef1e8e6614de {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:59:01.129258 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf']}} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:01.129376 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device bb35e342-9505-4ccd-9d3c-ef1e8e6614de not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:59:01.144044 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622e5707-d84b-4015-a985-e7965355815b') {'for_net_delete': True} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:01.144355 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.services.segments.db [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622e5707-d84b-4015-a985-e7965355815b') {} {{(pid=87933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:01.158037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994915'] for segment, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:01.159743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.db.api [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:59:01.160609 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG oslo_db.api [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:59:01.176361 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:01.184342 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:59:01.184781 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958970'] for segment, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: Traceback (most recent call last): Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: timer() Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: cb(*args, **kw) Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: return func(*args, **kwargs) Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: self._notify() Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: self.callback(batched_events) Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: event.method(event) Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: return f(self, *a, **k) Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._get(url).json() Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: return self.request(url, 'GET', **kwargs) Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:59:01.198158 dv-neutron-834664-2-hyperv neutron-server[87933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:59:01.279359 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:01.296594 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Notify callbacks [] for network, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:01.307639 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:01.321906 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-02a85c39-67f6-43fa-805d-0bf022585565 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1c8c4ed6-5794-453a-9a88-85b9c9cf8bcf HTTP/1.1" status: 204 len: 168 time: 1.0200691 Mar 22 13:59:01.324766 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 52168) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:59:01.661997 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] Deleting port c688f906-b360-45a1-9489-ebe23b16d6c3 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:59:01.662562 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:01.732184 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-075d3dde-2dc5-4125-bf60-7cdc07e2e60a None None] The port 'c688f906-b360-45a1-9489-ebe23b16d6c3' was deleted {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:59:01.978865 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-471751'] for router_interface, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:02.341611 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] Deleting port 98953dbd-e984-40c1-8f2c-a6dda216bfc3 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:59:02.342247 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:02.533758 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] For port 98953dbd-e984-40c1-8f2c-a6dda216bfc3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=98953dbd-e984-40c1-8f2c-a6dda216bfc3,segment=NetworkSegment(76e4e853-2e54-4f5d-a37e-c7feae1490a7),segment_id=76e4e853-2e54-4f5d-a37e-c7feae1490a7)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:59:02.534114 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:02.664949 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] Calling delete_port for 98953dbd-e984-40c1-8f2c-a6dda216bfc3 owned by network:router_interface {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:59:02.857252 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:02.907958 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] Pushing event deleted for resources: {'Port': ['ID=98953dbd-e984-40c1-8f2c-a6dda216bfc3,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:03.182649 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-276d5206-20c7-4456-ab93-d16bf98ef83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:03.205382 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33037202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471643'] for router_interface, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:03.677750 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] Router b073898c-5504-4078-a578-73a9726938bb has already been hosted by L3 agent d82d38fc-9ad1-4de5-a023-056eb713c4d8 {{(pid=87933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 22 13:59:03.863633 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] Notify agent at l3_agent.dv-neutron-834664-2-hyperv the message routers_updated {{(pid=87933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 22 13:59:03.872677 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] Sync routers for ids ['b073898c-5504-4078-a578-73a9726938bb'] in dv-neutron-834664-2-hyperv {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:59:03.880019 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c2e9eab0-5478-4aff-a224-b77171fde610 admin admin] 10.222.0.70 "PUT /v2.0/routers/b073898c-5504-4078-a578-73a9726938bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5540841 Mar 22 13:59:03.882681 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 52172) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:59:03.883267 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] Routers {'b073898c-5504-4078-a578-73a9726938bb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:59:03.883903 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:58:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b073898c-5504-4078-a578-73a9726938bb'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:04.064953 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] Set router b073898c-5504-4078-a578-73a9726938bb gateway port host: dv-neutron-834664-2-hyperv {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:59:04.068630 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Notify callbacks [] for router, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:04.257024 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:04.267836 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Deleting port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 {{(pid=87933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:59:04.268289 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:04.412741 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b073898c-5504-4078-a578-73a9726938bb', 'name': 'tempest-TestSnapshotPattern-934027152-router', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'external_fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202'}], 'enable_snat': True}, 'gw_port_id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:59:02Z', 'revision_number': 5, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'gw_port': {'id': '6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3', 'name': '', 'network_id': '84ab9d4a-5657-42cc-90d2-47e8b771db9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b073898c-5504-4078-a578-73a9726938bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'ip_address': '172.26.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834664-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac96b187-a5ad-44bc-8755-cf99a42176a0', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834664-2-hyperv'}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:04.416870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] Checking router: b073898c-5504-4078-a578-73a9726938bb for host: dv-neutron-834664-2-hyperv {{(pid=87934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:59:04.425565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] Routers {'b073898c-5504-4078-a578-73a9726938bb'} bound to L3 agent in host dv-neutron-834664-2-hyperv {{(pid=87934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 22 13:59:04.426432 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834664-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:53:05Z,description=,heartbeat_timestamp=2022-03-22T13:58:35Z,host='dv-neutron-834664-2-hyperv',id=d82d38fc-9ad1-4de5-a023-056eb713c4d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:53:05Z,topic='l3_agent')) {'router_ids': ['b073898c-5504-4078-a578-73a9726938bb'], 'active': True} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:04.456470 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.db [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] For port 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3,segment=NetworkSegment(0635d85a-8b0a-4122-a4a0-9f808eea29ec),segment_id=0635d85a-8b0a-4122-a4a0-9f808eea29ec)] {{(pid=87933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:59:04.457424 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:04.586010 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.plugins.ml2.plugin [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Calling delete_port for 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 owned by network:router_gateway {{(pid=87933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:59:04.587870 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvr_db [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] Set router b073898c-5504-4078-a578-73a9726938bb gateway port host: None {{(pid=87934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 22 13:59:04.705362 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_hamode_db [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b073898c-5504-4078-a578-73a9726938bb', 'name': 'tempest-TestSnapshotPattern-934027152-router', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:59:04Z', 'revision_number': 6, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'gw_port_host': None}], 'dv-neutron-834664-2-hyperv', False) {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:04.714108 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd4ebc0-6bb3-422e-b8fa-6a7fb0a63e84 None None] The sync data for ids ['b073898c-5504-4078-a578-73a9726938bb'] in dv-neutron-834664-2-hyperv is: [{'id': 'b073898c-5504-4078-a578-73a9726938bb', 'name': 'tempest-TestSnapshotPattern-934027152-router', 'tenant_id': '66925d830dc04f8797cb2ba20de62932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:53:52Z', 'updated_at': '2022-03-22T13:59:04Z', 'revision_number': 6, 'project_id': '66925d830dc04f8797cb2ba20de62932', 'gw_port_host': None}] {{(pid=87934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:59:04.788103 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1958997'] for port, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:04.978769 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:05.074037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471266'] for router_gateway, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.260275 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7218'] for router, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.262571 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.293797 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473354'] for router, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.294747 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b073898c-5504-4078-a578-73a9726938bb {{(pid=87933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 22 13:59:05.314618 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] Notify callbacks [] for router, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.318142 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-495f8107-517b-4a23-a3c4-ba3901a3eb2b admin admin] 10.222.0.70 "DELETE /v2.0/routers/b073898c-5504-4078-a578-73a9726938bb HTTP/1.1" status: 204 len: 168 time: 1.4317009 Mar 22 13:59:05.318481 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 52176) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:59:05.408259 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0a4783-1208-4791-a784-4de672166e6a admin admin] Deleting subnet 078b3825-83b5-4268-9edd-40cc3e83a51a {{(pid=87933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 22 13:59:05.411943 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0a4783-1208-4791-a784-4de672166e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.480816 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0a4783-1208-4791-a784-4de672166e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1994922'] for subnet, precommit_delete_associations {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.493730 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2207b251-3835-4ec5-bad2-7f672c8fffe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.575604 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0a4783-1208-4791-a784-4de672166e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32968083'] for subnet, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.653370 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0a4783-1208-4791-a784-4de672166e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32968090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1959008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222383'] for subnet, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.698242 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a4783-1208-4791-a784-4de672166e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078b3825-83b5-4268-9edd-40cc3e83a51a,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:05.704482 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-da0a4783-1208-4791-a784-4de672166e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:05.710832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f347fb-5ef4-41fd-b7a4-5e392f15c5cf None None] Network fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 requested from dv-neutron-834664-2-hyperv {{(pid=87934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 22 13:59:05.715144 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-da0a4783-1208-4791-a784-4de672166e6a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/078b3825-83b5-4268-9edd-40cc3e83a51a HTTP/1.1" status: 204 len: 168 time: 0.3931389 Mar 22 13:59:05.715875 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 52180) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:59:05.993978 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531279'] for network, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:06.011746 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Deleting port f7255f8f-752e-4bf3-828e-89e33470c398 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:59:06.012711 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:06.046540 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cf3071-943d-4fea-a81e-5db7f9b57b22 None None] DHCP port deletion for fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 request from dv-neutron-834664-2-hyperv {{(pid=87934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 22 13:59:06.051860 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf3071-943d-4fea-a81e-5db7f9b57b22 None None] Deleting port f7255f8f-752e-4bf3-828e-89e33470c398 {{(pid=87934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:59:06.052330 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3071-943d-4fea-a81e-5db7f9b57b22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:06.280900 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.db [None req-a7cf3071-943d-4fea-a81e-5db7f9b57b22 None None] For port f7255f8f-752e-4bf3-828e-89e33470c398, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f7255f8f-752e-4bf3-828e-89e33470c398,segment=NetworkSegment(76e4e853-2e54-4f5d-a37e-c7feae1490a7),segment_id=76e4e853-2e54-4f5d-a37e-c7feae1490a7)] {{(pid=87934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:59:06.281291 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3071-943d-4fea-a81e-5db7f9b57b22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:06.373887 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.db [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] For port f7255f8f-752e-4bf3-828e-89e33470c398, host dv-neutron-834664-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834664-2-hyperv',level=0,port_id=f7255f8f-752e-4bf3-828e-89e33470c398,segment=NetworkSegment(76e4e853-2e54-4f5d-a37e-c7feae1490a7),segment_id=76e4e853-2e54-4f5d-a37e-c7feae1490a7)] {{(pid=87932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 22 13:59:06.374459 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472263'] for port, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:06.416465 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf3071-943d-4fea-a81e-5db7f9b57b22 None None] Calling delete_port for f7255f8f-752e-4bf3-828e-89e33470c398 owned by network:dhcp {{(pid=87934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:59:06.531243 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3071-943d-4fea-a81e-5db7f9b57b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-588461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776178393326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776178014275'] for port, after_delete {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:06.561313 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Calling delete_port for f7255f8f-752e-4bf3-828e-89e33470c398 owned by network:dhcp {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 22 13:59:06.578748 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf3071-943d-4fea-a81e-5db7f9b57b22 None None] Pushing event deleted for resources: {'Port': ['ID=f7255f8f-752e-4bf3-828e-89e33470c398,revision_number=None']} {{(pid=87934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:06.583381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf3071-943d-4fea-a81e-5db7f9b57b22 None None] No DVR routers for this DVR port f7255f8f-752e-4bf3-828e-89e33470c398 on host dv-neutron-834664-2-hyperv {{(pid=87934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:59:06.614895 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:06.646122 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.db.api [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:59:06.646458 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG oslo_db.api [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:59:06.702232 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 98953dbd-e984-40c1-8f2c-a6dda216bfc3 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:59:06.757098 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 98953dbd-e984-40c1-8f2c-a6dda216bfc3 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:59:06.757345 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 98953dbd-e984-40c1-8f2c-a6dda216bfc3 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:59:06.757832 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:59:06.798008 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:59:06.798339 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device 6eb4a1d0-fb5d-4cc4-bc42-b04307124ce3 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:59:06.798744 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f7255f8f-752e-4bf3-828e-89e33470c398 no longer exists at agent ovs-agent-dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:59:06.827179 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:06.834227 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] No Port match for: f7255f8f-752e-4bf3-828e-89e33470c398 {{(pid=87934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 22 13:59:06.834565 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.rpc [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Device f7255f8f-752e-4bf3-828e-89e33470c398 not bound to the agent host dv-neutron-834664-2-hyperv {{(pid=87934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:59:07.148184 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Deleting port f7255f8f-752e-4bf3-828e-89e33470c398 {{(pid=87932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 22 13:59:07.148776 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776178387460'] for port, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.217996 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.plugin [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] The port 'f7255f8f-752e-4bf3-828e-89e33470c398' was deleted {{(pid=87932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 22 13:59:07.333222 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32969240', 'neutron.services.segments.db._delete_segments_for_network-8776178499925'] for network, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.358629 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa66454b-3792-4f3b-a2b4-f1c0b634f5a2']}} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:07.371399 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e4e853-2e54-4f5d-a37e-c7feae1490a7') {'for_net_delete': True} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:07.371706 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.services.segments.db [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e4e853-2e54-4f5d-a37e-c7feae1490a7') {} {{(pid=87932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:59:07.384024 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776178504560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838776'] for segment, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.400660 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32967492'] for segment, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.406719 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:59:07.407279 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32967510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1756743'] for segment, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: util.warn( Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: Traceback (most recent call last): Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: timer() Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: cb(*args, **kw) Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: return func(*args, **kwargs) Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: self._notify() Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: self.callback(batched_events) Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: event.method(event) Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: return f(self, *a, **k) Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._get(url).json() Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: return self.request(url, 'GET', **kwargs) Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:59:07.420436 dv-neutron-834664-2-hyperv neutron-server[87932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:59:07.499284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32969251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33037161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471239'] for network, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.517962 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33037183'] for network, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.530239 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa66454b-3792-4f3b-a2b4-f1c0b634f5a2,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:07.537322 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-942bfa86-fb21-4241-a0a2-d8ce85f2beb7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fa66454b-3792-4f3b-a2b4-f1c0b634f5a2 HTTP/1.1" status: 204 len: 168 time: 1.8180270 Mar 22 13:59:07.644855 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 52188) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:59:07.694851 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-1bd0454f-313d-4011-88e9-2938134144f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4d5abf022924117b9bf5f6e53a3fe83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487213 Mar 22 13:59:07.697153 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [-] (87932) accepted ('10.222.0.70', 52192) {{(pid=87932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:59:07.758144 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6fab4a0a-188f-47f6-92fa-4f5805a78bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.783014 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6fab4a0a-188f-47f6-92fa-4f5805a78bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.836284 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6fab4a0a-188f-47f6-92fa-4f5805a78bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.851942 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab4a0a-188f-47f6-92fa-4f5805a78bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81794176-a40c-4392-8a1e-783f2312028a,revision_number=None']} {{(pid=87932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:07.860316 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron_lib.callbacks.manager [None req-6fab4a0a-188f-47f6-92fa-4f5805a78bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:07.864766 dv-neutron-834664-2-hyperv neutron-server[87932]: INFO neutron.wsgi [None req-6fab4a0a-188f-47f6-92fa-4f5805a78bfb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81794176-a40c-4392-8a1e-783f2312028a HTTP/1.1" status: 204 len: 168 time: 0.1634128 Mar 22 13:59:08.038623 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:08.251550 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 52200) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:59:08.302384 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-0731de26-9711-4498-a760-414178edc835 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66925d830dc04f8797cb2ba20de62932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491209 Mar 22 13:59:08.304927 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.wsgi [-] (87933) accepted ('10.222.0.70', 52204) {{(pid=87933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:59:08.368237 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6a82336-fa52-4763-82df-4eb56c6801b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:08.395037 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6a82336-fa52-4763-82df-4eb56c6801b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:08.449767 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6a82336-fa52-4763-82df-4eb56c6801b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33149711'] for security_group, after_delete {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:08.466947 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a82336-fa52-4763-82df-4eb56c6801b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeaabf2-c788-41e7-a63b-a7e633554bb4,revision_number=None']} {{(pid=87933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:59:08.470131 dv-neutron-834664-2-hyperv neutron-server[87933]: DEBUG neutron_lib.callbacks.manager [None req-c6a82336-fa52-4763-82df-4eb56c6801b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:08.471262 dv-neutron-834664-2-hyperv neutron-server[87933]: INFO neutron.wsgi [None req-c6a82336-fa52-4763-82df-4eb56c6801b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eaeaabf2-c788-41e7-a63b-a7e633554bb4 HTTP/1.1" status: 204 len: 168 time: 0.1654115 Mar 22 13:59:22.162138 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:33.176775 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4de5e5d4-9859-4b0b-af0d-6f1bc5e818ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:33.444502 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:59:35.477132 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-96d878a5-f055-49da-a015-74be039132ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:36.608949 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:36.760776 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:38.018993 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:59:52.159348 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:03.186488 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-5c8d217f-1e3e-4a0d-89c8-ff63c811709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:05.480381 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-30e992ac-f2ed-4c85-919b-a75a4f845276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:06.626155 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:06.764793 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:08.022580 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:10.446472 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 14:00:22.173294 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:33.179836 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e9a2365d-0995-459e-a5e9-28c97e32cefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:35.486994 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-be5701d6-d416-4200-8507-af6ec8a3a953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:36.620133 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:36.770455 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:38.026299 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:00:47.447119 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 14:00:52.175823 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:03.184392 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-7da6dab5-6914-47c4-b89d-6d2801452698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:05.483250 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-2cda5aad-bc6d-4790-ad4e-e26a36dadef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:06.619337 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:06.763745 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:08.036312 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:22.185779 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:24.446883 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 14:01:33.182281 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-82e093f5-3da7-4b47-8168-983e7a6a5c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:35.492144 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-c2988bb9-98e9-4eb7-beb8-85e02f8537bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:36.625364 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:36.770296 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:38.038791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:01:52.188978 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:01.446651 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 14:02:03.176674 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-432d2590-88bd-4b5e-9111-a665fa4e0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:05.494962 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b3597e02-b39e-47e9-9adc-feb86d32eaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:06.629736 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:06.773226 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:08.035372 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:20.937044 dv-neutron-834664-2-hyperv neutron-server[87932]: DEBUG neutron.wsgi [req-cca5d858-d362-456e-b137-e5c426192c0c req-f6947f6e-53c2-4bcb-bd22-7f1be569e0a6 service neutron] (87932) timed out ('10.222.0.70', 50770) {{(pid=87932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 22 14:02:22.201999 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:33.195743 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-163c3641-871c-40b5-8cbe-99d1f29be5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:35.486914 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-a46b73bd-41f9-4a9b-86d3-ca099e41aca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:36.632618 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:36.782734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:38.039271 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:02:38.446439 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 14:02:52.207360 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:03.179212 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-b3a83d2b-55dc-484b-b6d4-a38f6f4e93a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:05.490423 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-4c42bc57-f2d4-49bb-a2ff-0f0431c6625c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:06.634930 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:06.776319 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:08.053688 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:15.450530 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 14:03:22.205282 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:33.186187 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f0047426-95df-4395-b14a-9490c0afe683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:35.494791 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-f44ab6a9-fc35-45b4-931d-6112198fac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:36.638517 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:36.781867 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:38.051311 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:52.206167 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:03:52.450165 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 14:04:03.192190 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-1e87f67d-0660-476e-b06e-d582336bbc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:04:05.499622 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-bda98e9d-e800-44e6-b29f-232a6b97a54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:04:06.650408 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:04:06.789569 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:04:08.053696 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:04:22.209350 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-719d43b5-23ad-48aa-987f-3aadc1b4c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:04:29.454256 dv-neutron-834664-2-hyperv neutron-server[87935]: DEBUG neutron.db.agents_db [None req-ce41690c-ef81-4c5d-9c30-e29721246adc None None] Agent healthcheck: found 6 active agents {{(pid=87935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 14:04:33.187449 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-d9d122de-714c-497f-9df1-27f73d4fdcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:04:35.507588 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-449f86fd-b7cf-4f99-a50b-6ee88569d1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:04:36.655792 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-02d68aa8-76ce-4ccc-96fc-744d741b8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:04:36.783335 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd2ed-0a3e-478e-85d3-5c5f0b572d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 14:04:38.060734 dv-neutron-834664-2-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-996960f3-4bc4-4491-852b-b0632e8384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776178499898', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32972770'] for agent, after_update {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}